{"level":"warn","ts":"2026-07-29T13:47:38.847369Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-29T13:47:38.847459Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.223:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.223:2380","--initial-cluster=instance=https://199.204.45.223:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.223:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.223:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-29T13:47:38.847531Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-29T13:47:38.847545Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-07-29T13:47:38.84756Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-29T13:47:38.848185Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"]} {"level":"info","ts":"2026-07-29T13:47:38.848278Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.223:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-29T13:47:38.852438Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.875196ms"} {"level":"info","ts":"2026-07-29T13:47:38.861914Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"11f26225a5bb9fe3","cluster-id":"75c25101f01fd4c6"} {"level":"info","ts":"2026-07-29T13:47:38.862048Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=()"} {"level":"info","ts":"2026-07-29T13:47:38.862088Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 0"} {"level":"info","ts":"2026-07-29T13:47:38.862532Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 11f26225a5bb9fe3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-29T13:47:38.862569Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 1"} {"level":"info","ts":"2026-07-29T13:47:38.862631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"warn","ts":"2026-07-29T13:47:38.870305Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-29T13:47:38.872482Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-29T13:47:38.873984Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-29T13:47:38.87685Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"11f26225a5bb9fe3","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-29T13:47:38.877024Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"11f26225a5bb9fe3","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-29T13:47:38.877171Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T13:47:38.877385Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T13:47:38.877398Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T13:47:38.878174Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"info","ts":"2026-07-29T13:47:38.878412Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","added-peer-id":"11f26225a5bb9fe3","added-peer-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-07-29T13:47:38.879542Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-29T13:47:38.879663Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-07-29T13:47:38.879759Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-07-29T13:47:38.879764Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"11f26225a5bb9fe3","initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-29T13:47:38.879795Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-29T13:47:39.263195Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 is starting a new election at term 1"} {"level":"info","ts":"2026-07-29T13:47:39.263244Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-29T13:47:39.263273Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgPreVoteResp from 11f26225a5bb9fe3 at term 1"} {"level":"info","ts":"2026-07-29T13:47:39.263288Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became candidate at term 2"} {"level":"info","ts":"2026-07-29T13:47:39.263295Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgVoteResp from 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-07-29T13:47:39.263306Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became leader at term 2"} {"level":"info","ts":"2026-07-29T13:47:39.263316Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 11f26225a5bb9fe3 elected leader 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-07-29T13:47:39.265691Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T13:47:39.268013Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"11f26225a5bb9fe3","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.223:2379]}","request-path":"/0/members/11f26225a5bb9fe3/attributes","cluster-id":"75c25101f01fd4c6","publish-timeout":"7s"} {"level":"info","ts":"2026-07-29T13:47:39.268059Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-29T13:47:39.268112Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-29T13:47:39.268219Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-29T13:47:39.268241Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-29T13:47:39.268491Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T13:47:39.268577Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T13:47:39.268609Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T13:47:39.270807Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.223:2379"} {"level":"info","ts":"2026-07-29T13:47:39.272021Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-29T13:47:54.01407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.321849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-07-29T13:47:54.014189Z","caller":"traceutil/trace.go:171","msg":"trace[1617187639] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:363; }","duration":"354.508354ms","start":"2026-07-29T13:47:53.659664Z","end":"2026-07-29T13:47:54.014172Z","steps":["trace[1617187639] 'range keys from in-memory index tree' (duration: 354.207796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:47:54.014175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.766703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T13:47:54.014245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:47:53.659637Z","time spent":"354.597457ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6987,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-07-29T13:47:54.01427Z","caller":"traceutil/trace.go:171","msg":"trace[1981764685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:363; }","duration":"624.908867ms","start":"2026-07-29T13:47:53.389334Z","end":"2026-07-29T13:47:54.014243Z","steps":["trace[1981764685] 'range keys from in-memory index tree' (duration: 624.66684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:47:54.014314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:47:53.389317Z","time spent":"624.988929ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T13:47:59.889747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979019642,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T13:48:00.390386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979019642,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T13:48:00.393581Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.132800801s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T13:48:00.393974Z","caller":"traceutil/trace.go:171","msg":"trace[54751702] linearizableReadLoop","detail":"{readStateIndex:396; appliedIndex:395; }","duration":"1.004274682s","start":"2026-07-29T13:47:59.389633Z","end":"2026-07-29T13:48:00.393908Z","steps":["trace[54751702] 'read index received' (duration: 1.004082827s)","trace[54751702] 'applied index is now lower than readState.Index' (duration: 190.545µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:48:00.394073Z","caller":"traceutil/trace.go:171","msg":"trace[1110245946] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"1.133360976s","start":"2026-07-29T13:47:59.260678Z","end":"2026-07-29T13:48:00.394039Z","steps":["trace[1110245946] 'process raft request' (duration: 1.133083688s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:00.394107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004455357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T13:48:00.394147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.057448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T13:48:00.394167Z","caller":"traceutil/trace.go:171","msg":"trace[558598223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:381; }","duration":"1.00455382s","start":"2026-07-29T13:47:59.389598Z","end":"2026-07-29T13:48:00.394152Z","steps":["trace[558598223] 'agreement among raft nodes before linearized reading' (duration: 1.004457547s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:00.394203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:47:59.389578Z","time spent":"1.004617241s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T13:48:00.3942Z","caller":"traceutil/trace.go:171","msg":"trace[1554376942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:381; }","duration":"165.149181ms","start":"2026-07-29T13:48:00.229035Z","end":"2026-07-29T13:48:00.394184Z","steps":["trace[1554376942] 'agreement among raft nodes before linearized reading' (duration: 165.058048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:00.394678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:47:59.260657Z","time spent":"1.1334918s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:48:07.187851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.624664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T13:48:07.187977Z","caller":"traceutil/trace.go:171","msg":"trace[1259359162] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"741.408826ms","start":"2026-07-29T13:48:06.446551Z","end":"2026-07-29T13:48:07.18796Z","steps":["trace[1259359162] 'process raft request' (duration: 640.401091ms)","trace[1259359162] 'compare' (duration: 100.44883ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:48:07.188058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:06.446539Z","time spent":"741.491788ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:48:07.425202Z","caller":"traceutil/trace.go:171","msg":"trace[233956360] linearizableReadLoop","detail":"{readStateIndex:444; appliedIndex:442; }","duration":"721.511872ms","start":"2026-07-29T13:48:06.703667Z","end":"2026-07-29T13:48:07.425178Z","steps":["trace[233956360] 'read index received' (duration: 383.277243ms)","trace[233956360] 'applied index is now lower than readState.Index' (duration: 338.233819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:48:07.42533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.644395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T13:48:07.425366Z","caller":"traceutil/trace.go:171","msg":"trace[1905089117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:428; }","duration":"721.740188ms","start":"2026-07-29T13:48:06.703616Z","end":"2026-07-29T13:48:07.425356Z","steps":["trace[1905089117] 'agreement among raft nodes before linearized reading' (duration: 721.647325ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:07.425354Z","caller":"traceutil/trace.go:171","msg":"trace[158785606] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"978.693681ms","start":"2026-07-29T13:48:06.44661Z","end":"2026-07-29T13:48:07.425304Z","steps":["trace[158785606] 'process raft request' (duration: 885.665675ms)","trace[158785606] 'compare' (duration: 92.725698ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:48:07.425406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:06.703597Z","time spent":"721.80116ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T13:48:07.425551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:06.446589Z","time spent":"978.862736ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:48:16.814524Z","caller":"traceutil/trace.go:171","msg":"trace[1313188514] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"327.464227ms","start":"2026-07-29T13:48:16.487032Z","end":"2026-07-29T13:48:16.814496Z","steps":["trace[1313188514] 'process raft request' (duration: 327.244171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:16.814674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:16.487015Z","time spent":"327.58726ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:48:17.366431Z","caller":"traceutil/trace.go:171","msg":"trace[276021599] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"862.415275ms","start":"2026-07-29T13:48:16.503961Z","end":"2026-07-29T13:48:17.366376Z","steps":["trace[276021599] 'process raft request' (duration: 862.306272ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:17.366506Z","caller":"traceutil/trace.go:171","msg":"trace[2303183] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"865.381286ms","start":"2026-07-29T13:48:16.500967Z","end":"2026-07-29T13:48:17.366348Z","steps":["trace[2303183] 'process raft request' (duration: 865.14048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:17.366569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:16.503941Z","time spent":"862.56573ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T13:48:17.366553Z","caller":"traceutil/trace.go:171","msg":"trace[766997621] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"840.543527ms","start":"2026-07-29T13:48:16.525962Z","end":"2026-07-29T13:48:17.366506Z","steps":["trace[766997621] 'process raft request' (duration: 840.387552ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:17.366443Z","caller":"traceutil/trace.go:171","msg":"trace[30452957] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"860.619447ms","start":"2026-07-29T13:48:16.505809Z","end":"2026-07-29T13:48:17.366429Z","steps":["trace[30452957] 'process raft request' (duration: 860.499413ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:17.366646Z","caller":"traceutil/trace.go:171","msg":"trace[655872095] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"831.588182ms","start":"2026-07-29T13:48:16.535032Z","end":"2026-07-29T13:48:17.36662Z","steps":["trace[655872095] 'process raft request' (duration: 831.428527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:17.366686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:16.505785Z","time spent":"860.863943ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T13:48:17.366719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:16.525944Z","time spent":"840.69751ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T13:48:17.366749Z","caller":"traceutil/trace.go:171","msg":"trace[472088943] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"828.793425ms","start":"2026-07-29T13:48:16.537944Z","end":"2026-07-29T13:48:17.366737Z","steps":["trace[472088943] 'process raft request' (duration: 828.692572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:17.366757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:16.535014Z","time spent":"831.691204ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T13:48:17.366802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:16.537932Z","time spent":"828.848286ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T13:48:17.366792Z","caller":"traceutil/trace.go:171","msg":"trace[1327334195] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"829.174435ms","start":"2026-07-29T13:48:16.537562Z","end":"2026-07-29T13:48:17.366736Z","steps":["trace[1327334195] 'process raft request' (duration: 828.956519ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:17.366861Z","caller":"traceutil/trace.go:171","msg":"trace[1411659720] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"823.945402ms","start":"2026-07-29T13:48:16.542907Z","end":"2026-07-29T13:48:17.366852Z","steps":["trace[1411659720] 'process raft request' (duration: 823.826839ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:17.366836Z","caller":"traceutil/trace.go:171","msg":"trace[178075707] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"828.770144ms","start":"2026-07-29T13:48:16.538031Z","end":"2026-07-29T13:48:17.366801Z","steps":["trace[178075707] 'process raft request' (duration: 828.654321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:17.366601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:16.500945Z","time spent":"865.595573ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T13:48:17.366898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:16.542872Z","time spent":"824.010204ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T13:48:17.366914Z","caller":"traceutil/trace.go:171","msg":"trace[431802009] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"813.105445ms","start":"2026-07-29T13:48:16.553799Z","end":"2026-07-29T13:48:17.366904Z","steps":["trace[431802009] 'process raft request' (duration: 812.994532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:17.366961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:16.553778Z","time spent":"813.163527ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T13:48:17.366977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:16.537537Z","time spent":"829.35084ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T13:48:17.366978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:16.538023Z","time spent":"828.883958ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T13:48:17.367042Z","caller":"traceutil/trace.go:171","msg":"trace[1003413556] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"799.601825ms","start":"2026-07-29T13:48:16.567425Z","end":"2026-07-29T13:48:17.367027Z","steps":["trace[1003413556] 'process raft request' (duration: 799.42501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:17.367077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:16.567389Z","time spent":"799.672757ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T13:48:17.367084Z","caller":"traceutil/trace.go:171","msg":"trace[402592853] linearizableReadLoop","detail":"{readStateIndex:514; appliedIndex:502; }","duration":"142.235064ms","start":"2026-07-29T13:48:17.224829Z","end":"2026-07-29T13:48:17.367064Z","steps":["trace[402592853] 'read index received' (duration: 141.186185ms)","trace[402592853] 'applied index is now lower than readState.Index' (duration: 1.047719ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:48:17.367122Z","caller":"traceutil/trace.go:171","msg":"trace[2089257465] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"699.498114ms","start":"2026-07-29T13:48:16.667595Z","end":"2026-07-29T13:48:17.367093Z","steps":["trace[2089257465] 'process raft request' (duration: 699.332869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:17.367228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:16.667562Z","time spent":"699.623917ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T13:48:17.367289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.448241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T13:48:17.367336Z","caller":"traceutil/trace.go:171","msg":"trace[810024207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:496; }","duration":"142.532663ms","start":"2026-07-29T13:48:17.22479Z","end":"2026-07-29T13:48:17.367323Z","steps":["trace[810024207] 'agreement among raft nodes before linearized reading' (duration: 142.348478ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:24.118159Z","caller":"traceutil/trace.go:171","msg":"trace[1566053678] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"370.346391ms","start":"2026-07-29T13:48:23.747787Z","end":"2026-07-29T13:48:24.118134Z","steps":["trace[1566053678] 'process raft request' (duration: 370.188537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:24.118334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:23.747756Z","time spent":"370.496515ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:48:24.821462Z","caller":"traceutil/trace.go:171","msg":"trace[1115226600] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:619; }","duration":"432.451871ms","start":"2026-07-29T13:48:24.388984Z","end":"2026-07-29T13:48:24.821436Z","steps":["trace[1115226600] 'read index received' (duration: 431.470644ms)","trace[1115226600] 'applied index is now lower than readState.Index' (duration: 980.517µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:48:24.821614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.609656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:48:24.821665Z","caller":"traceutil/trace.go:171","msg":"trace[1201563362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:597; }","duration":"432.717529ms","start":"2026-07-29T13:48:24.388931Z","end":"2026-07-29T13:48:24.821649Z","steps":["trace[1201563362] 'agreement among raft nodes before linearized reading' (duration: 432.596626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:24.821723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:24.388906Z","time spent":"432.804342ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T13:48:24.821844Z","caller":"traceutil/trace.go:171","msg":"trace[219307115] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"926.794578ms","start":"2026-07-29T13:48:23.895029Z","end":"2026-07-29T13:48:24.821823Z","steps":["trace[219307115] 'process raft request' (duration: 925.727659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:24.821971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:23.894992Z","time spent":"926.908561ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:48:25.245132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.967881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T13:48:25.245309Z","caller":"traceutil/trace.go:171","msg":"trace[1600601471] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"358.276801ms","start":"2026-07-29T13:48:24.887016Z","end":"2026-07-29T13:48:25.245293Z","steps":["trace[1600601471] 'process raft request' (duration: 358.22321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:25.245365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:24.886982Z","time spent":"358.357883ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T13:48:25.245405Z","caller":"traceutil/trace.go:171","msg":"trace[1896335346] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"388.835247ms","start":"2026-07-29T13:48:24.856529Z","end":"2026-07-29T13:48:25.245365Z","steps":["trace[1896335346] 'process raft request' (duration: 87.549737ms)","trace[1896335346] 'compare' (duration: 300.739925ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:48:25.245825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:24.856496Z","time spent":"389.083754ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:48:25.890444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979020111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T13:48:26.39079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979020111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T13:48:26.891762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979020111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T13:48:27.293955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.030097799s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T13:48:27.296152Z","caller":"traceutil/trace.go:171","msg":"trace[1584912380] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:622; }","duration":"1.906178326s","start":"2026-07-29T13:48:25.389954Z","end":"2026-07-29T13:48:27.296133Z","steps":["trace[1584912380] 'read index received' (duration: 1.904325225s)","trace[1584912380] 'applied index is now lower than readState.Index' (duration: 1.851971ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:48:27.29627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906311979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:48:27.296242Z","caller":"traceutil/trace.go:171","msg":"trace[1018627637] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"1.83400211s","start":"2026-07-29T13:48:25.462196Z","end":"2026-07-29T13:48:27.296198Z","steps":["trace[1018627637] 'process raft request' (duration: 1.833890787s)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:27.296329Z","caller":"traceutil/trace.go:171","msg":"trace[2068678601] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"2.032551306s","start":"2026-07-29T13:48:25.26377Z","end":"2026-07-29T13:48:27.296321Z","steps":["trace[2068678601] 'process raft request' (duration: 2.030408598s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:27.296391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:25.263757Z","time spent":"2.032594338s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T13:48:27.296408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.631631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T13:48:27.296446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:25.46217Z","time spent":"1.834169044s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:48:27.296456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888146183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T13:48:27.2963Z","caller":"traceutil/trace.go:171","msg":"trace[1204159242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:601; }","duration":"1.906385421s","start":"2026-07-29T13:48:25.389904Z","end":"2026-07-29T13:48:27.29629Z","steps":["trace[1204159242] 'agreement among raft nodes before linearized reading' (duration: 1.9063306s)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:27.296493Z","caller":"traceutil/trace.go:171","msg":"trace[1700043658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:601; }","duration":"713.754174ms","start":"2026-07-29T13:48:26.582715Z","end":"2026-07-29T13:48:27.296469Z","steps":["trace[1700043658] 'agreement among raft nodes before linearized reading' (duration: 713.60617ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:27.296518Z","caller":"traceutil/trace.go:171","msg":"trace[1010976538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:601; }","duration":"1.888246375s","start":"2026-07-29T13:48:25.408255Z","end":"2026-07-29T13:48:27.296501Z","steps":["trace[1010976538] 'agreement among raft nodes before linearized reading' (duration: 1.888031339s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:27.296514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747185102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T13:48:27.296533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:26.582697Z","time spent":"713.828246ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T13:48:27.296542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:25.389884Z","time spent":"1.906638539s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T13:48:27.296566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:25.408233Z","time spent":"1.888319287s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T13:48:27.296582Z","caller":"traceutil/trace.go:171","msg":"trace[129551244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:601; }","duration":"1.747287975s","start":"2026-07-29T13:48:25.549271Z","end":"2026-07-29T13:48:27.296559Z","steps":["trace[129551244] 'agreement among raft nodes before linearized reading' (duration: 1.7470952s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:27.296624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:25.549248Z","time spent":"1.747367417s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T13:48:27.296592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739907644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T13:48:27.296705Z","caller":"traceutil/trace.go:171","msg":"trace[1767735050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:601; }","duration":"1.740099258s","start":"2026-07-29T13:48:25.556577Z","end":"2026-07-29T13:48:27.296677Z","steps":["trace[1767735050] 'agreement among raft nodes before linearized reading' (duration: 1.739757319s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:27.296755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:25.55654Z","time spent":"1.740196231s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T13:48:29.16825Z","caller":"traceutil/trace.go:171","msg":"trace[1609154738] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"203.858342ms","start":"2026-07-29T13:48:28.964371Z","end":"2026-07-29T13:48:29.168229Z","steps":["trace[1609154738] 'process raft request' (duration: 203.731838ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:33.693819Z","caller":"traceutil/trace.go:171","msg":"trace[1070196365] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"144.507808ms","start":"2026-07-29T13:48:33.549294Z","end":"2026-07-29T13:48:33.693802Z","steps":["trace[1070196365] 'process raft request' (duration: 144.421175ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:33.693911Z","caller":"traceutil/trace.go:171","msg":"trace[1326964341] linearizableReadLoop","detail":"{readStateIndex:719; appliedIndex:719; }","duration":"139.834629ms","start":"2026-07-29T13:48:33.554029Z","end":"2026-07-29T13:48:33.693863Z","steps":["trace[1326964341] 'read index received' (duration: 139.819089ms)","trace[1326964341] 'applied index is now lower than readState.Index' (duration: 11.22µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:48:33.694046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.999424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:48:33.694078Z","caller":"traceutil/trace.go:171","msg":"trace[1505444662] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:694; }","duration":"140.075126ms","start":"2026-07-29T13:48:33.553996Z","end":"2026-07-29T13:48:33.694071Z","steps":["trace[1505444662] 'agreement among raft nodes before linearized reading' (duration: 140.010774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:33.694224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.491481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:48:33.694282Z","caller":"traceutil/trace.go:171","msg":"trace[1992956136] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:694; }","duration":"112.572463ms","start":"2026-07-29T13:48:33.581697Z","end":"2026-07-29T13:48:33.69427Z","steps":["trace[1992956136] 'agreement among raft nodes before linearized reading' (duration: 112.48488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:33.694298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.036085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T13:48:33.694346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.143218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:48:33.694371Z","caller":"traceutil/trace.go:171","msg":"trace[854676922] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:694; }","duration":"113.180679ms","start":"2026-07-29T13:48:33.581184Z","end":"2026-07-29T13:48:33.694364Z","steps":["trace[854676922] 'agreement among raft nodes before linearized reading' (duration: 113.143878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:33.694446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.22272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:48:33.694488Z","caller":"traceutil/trace.go:171","msg":"trace[1653847662] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:694; }","duration":"113.275142ms","start":"2026-07-29T13:48:33.581182Z","end":"2026-07-29T13:48:33.694457Z","steps":["trace[1653847662] 'agreement among raft nodes before linearized reading' (duration: 113.249271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:33.694497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.982058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:48:33.694544Z","caller":"traceutil/trace.go:171","msg":"trace[483611721] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:694; }","duration":"123.024819ms","start":"2026-07-29T13:48:33.57149Z","end":"2026-07-29T13:48:33.694515Z","steps":["trace[483611721] 'agreement among raft nodes before linearized reading' (duration: 122.898766ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:33.694371Z","caller":"traceutil/trace.go:171","msg":"trace[853602244] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:694; }","duration":"140.202999ms","start":"2026-07-29T13:48:33.55415Z","end":"2026-07-29T13:48:33.694353Z","steps":["trace[853602244] 'agreement among raft nodes before linearized reading' (duration: 139.986473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:33.694749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.808498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:48:33.694777Z","caller":"traceutil/trace.go:171","msg":"trace[1948294270] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:694; }","duration":"139.8819ms","start":"2026-07-29T13:48:33.554887Z","end":"2026-07-29T13:48:33.694769Z","steps":["trace[1948294270] 'agreement among raft nodes before linearized reading' (duration: 139.836929ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:33.843853Z","caller":"traceutil/trace.go:171","msg":"trace[145408572] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"125.175418ms","start":"2026-07-29T13:48:33.71865Z","end":"2026-07-29T13:48:33.843825Z","steps":["trace[145408572] 'process raft request' (duration: 71.235801ms)","trace[145408572] 'compare' (duration: 53.811263ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:48:33.899562Z","caller":"traceutil/trace.go:171","msg":"trace[684288812] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"177.773928ms","start":"2026-07-29T13:48:33.721764Z","end":"2026-07-29T13:48:33.899538Z","steps":["trace[684288812] 'process raft request' (duration: 177.618004ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:35.276957Z","caller":"traceutil/trace.go:171","msg":"trace[510878398] transaction","detail":"{read_only:false; number_of_response:0; response_revision:700; }","duration":"113.085676ms","start":"2026-07-29T13:48:35.163841Z","end":"2026-07-29T13:48:35.276926Z","steps":["trace[510878398] 'process raft request' (duration: 74.736196ms)","trace[510878398] 'compare' (duration: 38.180786ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:48:35.395276Z","caller":"traceutil/trace.go:171","msg":"trace[1005737080] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"111.067552ms","start":"2026-07-29T13:48:35.284158Z","end":"2026-07-29T13:48:35.395226Z","steps":["trace[1005737080] 'process raft request' (duration: 109.005655ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:35.577723Z","caller":"traceutil/trace.go:171","msg":"trace[167095660] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"139.217292ms","start":"2026-07-29T13:48:35.438477Z","end":"2026-07-29T13:48:35.577694Z","steps":["trace[167095660] 'process raft request' (duration: 139.163141ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:35.577785Z","caller":"traceutil/trace.go:171","msg":"trace[1267166850] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"139.289804ms","start":"2026-07-29T13:48:35.438475Z","end":"2026-07-29T13:48:35.577765Z","steps":["trace[1267166850] 'process raft request' (duration: 133.431464ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:37.315357Z","caller":"traceutil/trace.go:171","msg":"trace[1195880056] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"106.28069ms","start":"2026-07-29T13:48:37.209055Z","end":"2026-07-29T13:48:37.315335Z","steps":["trace[1195880056] 'process raft request' (duration: 106.137736ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:37.58585Z","caller":"traceutil/trace.go:171","msg":"trace[1704106852] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"132.597541ms","start":"2026-07-29T13:48:37.453222Z","end":"2026-07-29T13:48:37.585819Z","steps":["trace[1704106852] 'process raft request' (duration: 132.470247ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:37.585843Z","caller":"traceutil/trace.go:171","msg":"trace[113571662] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"134.116342ms","start":"2026-07-29T13:48:37.45169Z","end":"2026-07-29T13:48:37.585807Z","steps":["trace[113571662] 'process raft request' (duration: 133.953698ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:37.586155Z","caller":"traceutil/trace.go:171","msg":"trace[240124366] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"135.416058ms","start":"2026-07-29T13:48:37.450587Z","end":"2026-07-29T13:48:37.586003Z","steps":["trace[240124366] 'process raft request' (duration: 103.292878ms)","trace[240124366] 'compare' (duration: 31.534494ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:48:37.586268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.823248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T13:48:37.586374Z","caller":"traceutil/trace.go:171","msg":"trace[959497446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:718; }","duration":"120.971422ms","start":"2026-07-29T13:48:37.465377Z","end":"2026-07-29T13:48:37.586348Z","steps":["trace[959497446] 'agreement among raft nodes before linearized reading' (duration: 120.679974ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:37.767901Z","caller":"traceutil/trace.go:171","msg":"trace[1528372623] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"137.321119ms","start":"2026-07-29T13:48:37.63055Z","end":"2026-07-29T13:48:37.767871Z","steps":["trace[1528372623] 'process raft request' (duration: 111.578644ms)","trace[1528372623] 'compare' (duration: 25.609871ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:48:38.495034Z","caller":"traceutil/trace.go:171","msg":"trace[320482457] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:755; }","duration":"108.10687ms","start":"2026-07-29T13:48:38.386902Z","end":"2026-07-29T13:48:38.495009Z","steps":["trace[320482457] 'read index received' (duration: 107.3799ms)","trace[320482457] 'applied index is now lower than readState.Index' (duration: 725.98µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:48:38.495115Z","caller":"traceutil/trace.go:171","msg":"trace[522151808] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"113.388175ms","start":"2026-07-29T13:48:38.381683Z","end":"2026-07-29T13:48:38.495071Z","steps":["trace[522151808] 'process raft request' (duration: 112.704356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:38.495243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.299405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:48:38.495309Z","caller":"traceutil/trace.go:171","msg":"trace[1711332790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:729; }","duration":"108.427319ms","start":"2026-07-29T13:48:38.386848Z","end":"2026-07-29T13:48:38.495276Z","steps":["trace[1711332790] 'agreement among raft nodes before linearized reading' (duration: 108.257424ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:39.74088Z","caller":"traceutil/trace.go:171","msg":"trace[207166458] linearizableReadLoop","detail":"{readStateIndex:758; appliedIndex:757; }","duration":"108.366327ms","start":"2026-07-29T13:48:39.632483Z","end":"2026-07-29T13:48:39.740849Z","steps":["trace[207166458] 'read index received' (duration: 108.178912ms)","trace[207166458] 'applied index is now lower than readState.Index' (duration: 185.405µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:48:39.741055Z","caller":"traceutil/trace.go:171","msg":"trace[1091362898] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"145.634567ms","start":"2026-07-29T13:48:39.595369Z","end":"2026-07-29T13:48:39.741004Z","steps":["trace[1091362898] 'process raft request' (duration: 145.207266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:39.741159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.629224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T13:48:39.741206Z","caller":"traceutil/trace.go:171","msg":"trace[2079231188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:731; }","duration":"108.724437ms","start":"2026-07-29T13:48:39.632469Z","end":"2026-07-29T13:48:39.741193Z","steps":["trace[2079231188] 'agreement among raft nodes before linearized reading' (duration: 108.528971ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:40.006829Z","caller":"traceutil/trace.go:171","msg":"trace[1612204658] linearizableReadLoop","detail":"{readStateIndex:759; appliedIndex:758; }","duration":"265.83065ms","start":"2026-07-29T13:48:39.740963Z","end":"2026-07-29T13:48:40.006794Z","steps":["trace[1612204658] 'read index received' (duration: 224.967921ms)","trace[1612204658] 'applied index is now lower than readState.Index' (duration: 40.861139ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:48:40.00694Z","caller":"traceutil/trace.go:171","msg":"trace[627063774] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"373.121867ms","start":"2026-07-29T13:48:39.633763Z","end":"2026-07-29T13:48:40.006885Z","steps":["trace[627063774] 'process raft request' (duration: 332.073783ms)","trace[627063774] 'compare' (duration: 40.838478ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:48:40.007103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.142435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-29T13:48:40.007106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:39.633748Z","time spent":"373.281581ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":838,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T13:48:40.007149Z","caller":"traceutil/trace.go:171","msg":"trace[903771869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:732; }","duration":"374.258788ms","start":"2026-07-29T13:48:39.632879Z","end":"2026-07-29T13:48:40.007137Z","steps":["trace[903771869] 'agreement among raft nodes before linearized reading' (duration: 374.060873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:40.007195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:39.632837Z","time spent":"374.3466ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T13:48:40.007252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.045532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T13:48:40.007405Z","caller":"traceutil/trace.go:171","msg":"trace[1483651240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:732; }","duration":"374.252579ms","start":"2026-07-29T13:48:39.633122Z","end":"2026-07-29T13:48:40.007374Z","steps":["trace[1483651240] 'agreement among raft nodes before linearized reading' (duration: 373.816437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:40.007494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:39.633116Z","time spent":"374.357941ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T13:48:40.009813Z","caller":"traceutil/trace.go:171","msg":"trace[1240279169] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"263.428703ms","start":"2026-07-29T13:48:39.746368Z","end":"2026-07-29T13:48:40.009797Z","steps":["trace[1240279169] 'process raft request' (duration: 263.32308ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:41.867098Z","caller":"traceutil/trace.go:171","msg":"trace[861776700] linearizableReadLoop","detail":"{readStateIndex:765; appliedIndex:764; }","duration":"121.575829ms","start":"2026-07-29T13:48:41.745487Z","end":"2026-07-29T13:48:41.867063Z","steps":["trace[861776700] 'read index received' (duration: 121.377414ms)","trace[861776700] 'applied index is now lower than readState.Index' (duration: 196.665µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:48:41.867133Z","caller":"traceutil/trace.go:171","msg":"trace[1918401490] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"201.153498ms","start":"2026-07-29T13:48:41.665942Z","end":"2026-07-29T13:48:41.867095Z","steps":["trace[1918401490] 'process raft request' (duration: 200.909382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:41.867297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.799885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T13:48:41.867354Z","caller":"traceutil/trace.go:171","msg":"trace[30611739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:738; }","duration":"121.913948ms","start":"2026-07-29T13:48:41.745427Z","end":"2026-07-29T13:48:41.867341Z","steps":["trace[30611739] 'agreement among raft nodes before linearized reading' (duration: 121.729063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:43.208357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.079577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T13:48:43.208452Z","caller":"traceutil/trace.go:171","msg":"trace[347693706] linearizableReadLoop","detail":"{readStateIndex:773; appliedIndex:772; }","duration":"420.978807ms","start":"2026-07-29T13:48:42.787459Z","end":"2026-07-29T13:48:43.208438Z","steps":["trace[347693706] 'read index received' (duration: 53.161µs)","trace[347693706] 'applied index is now lower than readState.Index' (duration: 420.924266ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:48:43.208638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.183554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T13:48:43.208667Z","caller":"traceutil/trace.go:171","msg":"trace[1460193945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:745; }","duration":"421.252585ms","start":"2026-07-29T13:48:42.787408Z","end":"2026-07-29T13:48:43.208661Z","steps":["trace[1460193945] 'agreement among raft nodes before linearized reading' (duration: 421.095551ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:43.208608Z","caller":"traceutil/trace.go:171","msg":"trace[716761976] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"536.244684ms","start":"2026-07-29T13:48:42.672269Z","end":"2026-07-29T13:48:43.208513Z","steps":["trace[716761976] 'process raft request' (duration: 40.935041ms)","trace[716761976] 'compare' (duration: 494.894812ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:48:43.208691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:42.787387Z","time spent":"421.298226ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T13:48:43.208786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.318415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T13:48:43.208801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.199471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T13:48:43.208789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:42.672249Z","time spent":"536.452039ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:48:43.20885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.040879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-jjt68\" ","response":"range_response_count:1 size:4741"} {"level":"info","ts":"2026-07-29T13:48:43.208854Z","caller":"traceutil/trace.go:171","msg":"trace[1310575] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:745; }","duration":"376.422907ms","start":"2026-07-29T13:48:42.832414Z","end":"2026-07-29T13:48:43.208837Z","steps":["trace[1310575] 'agreement among raft nodes before linearized reading' (duration: 376.307424ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:43.208868Z","caller":"traceutil/trace.go:171","msg":"trace[1362661698] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:745; }","duration":"357.315225ms","start":"2026-07-29T13:48:42.851537Z","end":"2026-07-29T13:48:43.208852Z","steps":["trace[1362661698] 'agreement among raft nodes before linearized reading' (duration: 357.224502ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:43.208888Z","caller":"traceutil/trace.go:171","msg":"trace[90744864] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-jjt68; range_end:; response_count:1; response_revision:745; }","duration":"314.101981ms","start":"2026-07-29T13:48:42.894778Z","end":"2026-07-29T13:48:43.20888Z","steps":["trace[90744864] 'agreement among raft nodes before linearized reading' (duration: 313.964948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:43.208913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:42.894766Z","time spent":"314.141012ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4763,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-jjt68\" "} {"level":"warn","ts":"2026-07-29T13:48:43.208913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:42.851515Z","time spent":"357.389396ms","remote":"127.0.0.1:51184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T13:48:43.208917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:42.832397Z","time spent":"376.49471ms","remote":"127.0.0.1:51420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-29T13:48:43.44135Z","caller":"traceutil/trace.go:171","msg":"trace[1728207216] linearizableReadLoop","detail":"{readStateIndex:774; appliedIndex:773; }","duration":"227.015886ms","start":"2026-07-29T13:48:43.214308Z","end":"2026-07-29T13:48:43.441324Z","steps":["trace[1728207216] 'read index received' (duration: 132.334194ms)","trace[1728207216] 'applied index is now lower than readState.Index' (duration: 94.680732ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:48:43.441446Z","caller":"traceutil/trace.go:171","msg":"trace[2125898379] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"227.974973ms","start":"2026-07-29T13:48:43.213442Z","end":"2026-07-29T13:48:43.441417Z","steps":["trace[2125898379] 'process raft request' (duration: 133.219958ms)","trace[2125898379] 'compare' (duration: 94.552999ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:48:43.441788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.453248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T13:48:43.441838Z","caller":"traceutil/trace.go:171","msg":"trace[448496212] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:746; }","duration":"227.54007ms","start":"2026-07-29T13:48:43.214286Z","end":"2026-07-29T13:48:43.441826Z","steps":["trace[448496212] 'agreement among raft nodes before linearized reading' (duration: 227.16006ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:43.450102Z","caller":"traceutil/trace.go:171","msg":"trace[250122773] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"232.053875ms","start":"2026-07-29T13:48:43.218036Z","end":"2026-07-29T13:48:43.45009Z","steps":["trace[250122773] 'process raft request' (duration: 231.829068ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:43.623386Z","caller":"traceutil/trace.go:171","msg":"trace[1598900228] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"163.026364ms","start":"2026-07-29T13:48:43.460331Z","end":"2026-07-29T13:48:43.623358Z","steps":["trace[1598900228] 'process raft request' (duration: 162.965872ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:43.623619Z","caller":"traceutil/trace.go:171","msg":"trace[538858503] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"168.060523ms","start":"2026-07-29T13:48:43.455535Z","end":"2026-07-29T13:48:43.623595Z","steps":["trace[538858503] 'process raft request' (duration: 167.62169ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:43.729152Z","caller":"traceutil/trace.go:171","msg":"trace[912572233] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"100.022209ms","start":"2026-07-29T13:48:43.629099Z","end":"2026-07-29T13:48:43.729121Z","steps":["trace[912572233] 'process raft request' (duration: 55.969903ms)","trace[912572233] 'compare' (duration: 43.925433ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:48:43.874335Z","caller":"traceutil/trace.go:171","msg":"trace[2038730089] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"242.737857ms","start":"2026-07-29T13:48:43.631575Z","end":"2026-07-29T13:48:43.874313Z","steps":["trace[2038730089] 'process raft request' (duration: 242.652005ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:43.874376Z","caller":"traceutil/trace.go:171","msg":"trace[1054950215] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"245.124102ms","start":"2026-07-29T13:48:43.629219Z","end":"2026-07-29T13:48:43.874343Z","steps":["trace[1054950215] 'process raft request' (duration: 202.163785ms)","trace[1054950215] 'compare' (duration: 42.71609ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:48:44.063326Z","caller":"traceutil/trace.go:171","msg":"trace[1651074348] linearizableReadLoop","detail":"{readStateIndex:782; appliedIndex:781; }","duration":"119.076291ms","start":"2026-07-29T13:48:43.944207Z","end":"2026-07-29T13:48:44.063284Z","steps":["trace[1651074348] 'read index received' (duration: 81.979485ms)","trace[1651074348] 'applied index is now lower than readState.Index' (duration: 37.095316ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:48:44.063421Z","caller":"traceutil/trace.go:171","msg":"trace[368077734] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"178.108648ms","start":"2026-07-29T13:48:43.885278Z","end":"2026-07-29T13:48:44.063386Z","steps":["trace[368077734] 'process raft request' (duration: 140.976631ms)","trace[368077734] 'compare' (duration: 36.613922ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:48:44.063855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.608726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T13:48:44.063922Z","caller":"traceutil/trace.go:171","msg":"trace[1072810686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:754; }","duration":"119.7581ms","start":"2026-07-29T13:48:43.94415Z","end":"2026-07-29T13:48:44.063908Z","steps":["trace[1072810686] 'agreement among raft nodes before linearized reading' (duration: 119.289497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:47.337721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.803181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T13:48:47.337859Z","caller":"traceutil/trace.go:171","msg":"trace[1016656866] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"993.833835ms","start":"2026-07-29T13:48:46.344002Z","end":"2026-07-29T13:48:47.337836Z","steps":["trace[1016656866] 'process raft request' (duration: 495.821588ms)","trace[1016656866] 'compare' (duration: 497.630397ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:48:47.33794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:46.343982Z","time spent":"993.918217ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:48:47.544236Z","caller":"traceutil/trace.go:171","msg":"trace[1165465572] linearizableReadLoop","detail":"{readStateIndex:792; appliedIndex:790; }","duration":"1.171020076s","start":"2026-07-29T13:48:46.373186Z","end":"2026-07-29T13:48:47.544206Z","steps":["trace[1165465572] 'read index received' (duration: 466.634878ms)","trace[1165465572] 'applied index is now lower than readState.Index' (duration: 704.383948ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:48:47.544371Z","caller":"traceutil/trace.go:171","msg":"trace[1070099687] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"1.198308153s","start":"2026-07-29T13:48:46.346026Z","end":"2026-07-29T13:48:47.544334Z","steps":["trace[1070099687] 'process raft request' (duration: 1.154150464s)","trace[1070099687] 'compare' (duration: 43.909973ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:48:47.544469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.411246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:48:47.544542Z","caller":"traceutil/trace.go:171","msg":"trace[2120042919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:764; }","duration":"961.582981ms","start":"2026-07-29T13:48:46.582945Z","end":"2026-07-29T13:48:47.544528Z","steps":["trace[2120042919] 'agreement among raft nodes before linearized reading' (duration: 961.437007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:47.544583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:46.582923Z","time spent":"961.651303ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T13:48:47.544585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.705296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:48:47.544634Z","caller":"traceutil/trace.go:171","msg":"trace[1208829221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:764; }","duration":"154.793778ms","start":"2026-07-29T13:48:47.389826Z","end":"2026-07-29T13:48:47.54462Z","steps":["trace[1208829221] 'agreement among raft nodes before linearized reading' (duration: 154.721956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:47.544657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.597698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T13:48:47.544755Z","caller":"traceutil/trace.go:171","msg":"trace[781718317] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:764; }","duration":"263.761592ms","start":"2026-07-29T13:48:47.280972Z","end":"2026-07-29T13:48:47.544733Z","steps":["trace[781718317] 'agreement among raft nodes before linearized reading' (duration: 263.531046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:47.544798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:46.346013Z","time spent":"1.198443767s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:48:47.54441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171206722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T13:48:47.545038Z","caller":"traceutil/trace.go:171","msg":"trace[889040490] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:764; }","duration":"1.171929301s","start":"2026-07-29T13:48:46.373082Z","end":"2026-07-29T13:48:47.545011Z","steps":["trace[889040490] 'agreement among raft nodes before linearized reading' (duration: 1.171264403s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:47.545119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:46.373052Z","time spent":"1.172045904s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":5,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-29T13:48:47.764454Z","caller":"traceutil/trace.go:171","msg":"trace[351753014] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"215.342106ms","start":"2026-07-29T13:48:47.549088Z","end":"2026-07-29T13:48:47.76443Z","steps":["trace[351753014] 'process raft request' (duration: 131.250164ms)","trace[351753014] 'compare' (duration: 83.970949ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:48:48.003488Z","caller":"traceutil/trace.go:171","msg":"trace[1038534713] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"113.871898ms","start":"2026-07-29T13:48:47.889588Z","end":"2026-07-29T13:48:48.00346Z","steps":["trace[1038534713] 'process raft request' (duration: 24.162231ms)","trace[1038534713] 'compare' (duration: 89.563573ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:48:49.545189Z","caller":"traceutil/trace.go:171","msg":"trace[2095489232] linearizableReadLoop","detail":"{readStateIndex:798; appliedIndex:797; }","duration":"155.921919ms","start":"2026-07-29T13:48:49.389223Z","end":"2026-07-29T13:48:49.545145Z","steps":["trace[2095489232] 'read index received' (duration: 155.527509ms)","trace[2095489232] 'applied index is now lower than readState.Index' (duration: 392.7µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:48:49.545279Z","caller":"traceutil/trace.go:171","msg":"trace[363085894] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"199.005419ms","start":"2026-07-29T13:48:49.346238Z","end":"2026-07-29T13:48:49.545244Z","steps":["trace[363085894] 'process raft request' (duration: 198.67135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:49.545386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.144615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:48:49.545505Z","caller":"traceutil/trace.go:171","msg":"trace[973621483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:769; }","duration":"156.326461ms","start":"2026-07-29T13:48:49.389158Z","end":"2026-07-29T13:48:49.545485Z","steps":["trace[973621483] 'agreement among raft nodes before linearized reading' (duration: 156.156856ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:52.393019Z","caller":"traceutil/trace.go:171","msg":"trace[1423715212] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"100.412829ms","start":"2026-07-29T13:48:52.292575Z","end":"2026-07-29T13:48:52.392988Z","steps":["trace[1423715212] 'process raft request' (duration: 58.157562ms)","trace[1423715212] 'compare' (duration: 41.791125ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:48:53.778725Z","caller":"traceutil/trace.go:171","msg":"trace[88923841] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"165.123882ms","start":"2026-07-29T13:48:53.613502Z","end":"2026-07-29T13:48:53.778626Z","steps":["trace[88923841] 'process raft request' (duration: 164.596877ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:55.994836Z","caller":"traceutil/trace.go:171","msg":"trace[1810319691] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"156.191577ms","start":"2026-07-29T13:48:55.838607Z","end":"2026-07-29T13:48:55.994799Z","steps":["trace[1810319691] 'process raft request' (duration: 74.253333ms)","trace[1810319691] 'compare' (duration: 81.723358ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:48:57.999424Z","caller":"traceutil/trace.go:171","msg":"trace[100116838] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"130.36014ms","start":"2026-07-29T13:48:57.869042Z","end":"2026-07-29T13:48:57.999403Z","steps":["trace[100116838] 'process raft request' (duration: 130.088222ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:58.937982Z","caller":"traceutil/trace.go:171","msg":"trace[1502950162] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"196.420328ms","start":"2026-07-29T13:48:58.741531Z","end":"2026-07-29T13:48:58.937951Z","steps":["trace[1502950162] 'process raft request' (duration: 192.82774ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:59.196669Z","caller":"traceutil/trace.go:171","msg":"trace[195386198] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"250.710965ms","start":"2026-07-29T13:48:58.945935Z","end":"2026-07-29T13:48:59.196646Z","steps":["trace[195386198] 'process raft request' (duration: 250.596952ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:48:59.349911Z","caller":"traceutil/trace.go:171","msg":"trace[1847593413] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:834; }","duration":"149.823433ms","start":"2026-07-29T13:48:59.200061Z","end":"2026-07-29T13:48:59.349885Z","steps":["trace[1847593413] 'read index received' (duration: 149.693659ms)","trace[1847593413] 'applied index is now lower than readState.Index' (duration: 128.574µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:48:59.350034Z","caller":"traceutil/trace.go:171","msg":"trace[1072331204] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"401.296477ms","start":"2026-07-29T13:48:58.948712Z","end":"2026-07-29T13:48:59.350008Z","steps":["trace[1072331204] 'process raft request' (duration: 401.02653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:59.350057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.980087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:48:59.350096Z","caller":"traceutil/trace.go:171","msg":"trace[1244134525] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:0; response_revision:803; }","duration":"150.08185ms","start":"2026-07-29T13:48:59.200004Z","end":"2026-07-29T13:48:59.350086Z","steps":["trace[1244134525] 'agreement among raft nodes before linearized reading' (duration: 149.977007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:48:59.350153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:48:58.948689Z","time spent":"401.403751ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:48:59.501325Z","caller":"traceutil/trace.go:171","msg":"trace[2040410023] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"147.195091ms","start":"2026-07-29T13:48:59.354097Z","end":"2026-07-29T13:48:59.501292Z","steps":["trace[2040410023] 'process raft request' (duration: 147.057977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:00.255097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.848149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-29T13:49:00.255143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.751889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T13:49:00.255185Z","caller":"traceutil/trace.go:171","msg":"trace[1332684303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:805; }","duration":"250.996163ms","start":"2026-07-29T13:49:00.004167Z","end":"2026-07-29T13:49:00.255163Z","steps":["trace[1332684303] 'range keys from in-memory index tree' (duration: 250.663814ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:00.255217Z","caller":"traceutil/trace.go:171","msg":"trace[1790459997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:805; }","duration":"161.899723ms","start":"2026-07-29T13:49:00.093299Z","end":"2026-07-29T13:49:00.255199Z","steps":["trace[1790459997] 'range keys from in-memory index tree' (duration: 161.547084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:00.255487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.107146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-29T13:49:00.255562Z","caller":"traceutil/trace.go:171","msg":"trace[2144347436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:805; }","duration":"140.22851ms","start":"2026-07-29T13:49:00.115315Z","end":"2026-07-29T13:49:00.255544Z","steps":["trace[2144347436] 'range keys from in-memory index tree' (duration: 139.679585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:00.802172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979020544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T13:49:01.303116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979020544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T13:49:01.804148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979020544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T13:49:02.304411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979020544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T13:49:02.390147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000421628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T13:49:02.39023Z","caller":"traceutil/trace.go:171","msg":"trace[1895133862] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000541671s","start":"2026-07-29T13:49:00.38967Z","end":"2026-07-29T13:49:02.390211Z","steps":["trace[1895133862] 'agreement among raft nodes before linearized reading' (duration: 2.000442199s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:02.390277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:00.389657Z","time spent":"2.000610183s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 13:49:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T13:49:02.804763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979020544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T13:49:03.305393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979020544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T13:49:03.473827Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.214610965s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T13:49:03.474173Z","caller":"traceutil/trace.go:171","msg":"trace[1865788893] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"3.215026746s","start":"2026-07-29T13:49:00.259123Z","end":"2026-07-29T13:49:03.47415Z","steps":["trace[1865788893] 'process raft request' (duration: 3.214885582s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:03.474312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:00.259108Z","time spent":"3.215127769s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:49:03.697419Z","caller":"traceutil/trace.go:171","msg":"trace[1607667010] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"3.340083381s","start":"2026-07-29T13:49:00.357311Z","end":"2026-07-29T13:49:03.697394Z","steps":["trace[1607667010] 'process raft request' (duration: 3.340005809s)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:03.697428Z","caller":"traceutil/trace.go:171","msg":"trace[74698560] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"3.437522459s","start":"2026-07-29T13:49:00.259868Z","end":"2026-07-29T13:49:03.697391Z","steps":["trace[74698560] 'process raft request' (duration: 3.437401446s)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:03.697504Z","caller":"traceutil/trace.go:171","msg":"trace[1818450614] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"3.437663193s","start":"2026-07-29T13:49:00.259794Z","end":"2026-07-29T13:49:03.697457Z","steps":["trace[1818450614] 'process raft request' (duration: 3.437321853s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:03.697588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:00.357294Z","time spent":"3.340204794s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:49:03.697696Z","caller":"traceutil/trace.go:171","msg":"trace[533733158] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"1.337962736s","start":"2026-07-29T13:49:02.359699Z","end":"2026-07-29T13:49:03.697662Z","steps":["trace[533733158] 'process raft request' (duration: 1.337655648s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:03.697718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:00.259781Z","time spent":"3.437810957s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:49:03.697708Z","caller":"traceutil/trace.go:171","msg":"trace[1996091971] linearizableReadLoop","detail":"{readStateIndex:842; appliedIndex:837; }","duration":"3.396451835s","start":"2026-07-29T13:49:00.301105Z","end":"2026-07-29T13:49:03.697557Z","steps":["trace[1996091971] 'read index received' (duration: 3.172926554s)","trace[1996091971] 'applied index is now lower than readState.Index' (duration: 223.523871ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:49:03.697832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:02.359675Z","time spent":"1.33809129s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:49:03.697877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.396772563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T13:49:03.697921Z","caller":"traceutil/trace.go:171","msg":"trace[1243277322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:810; }","duration":"3.396855155s","start":"2026-07-29T13:49:00.301054Z","end":"2026-07-29T13:49:03.697909Z","steps":["trace[1243277322] 'agreement among raft nodes before linearized reading' (duration: 3.396687571s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:03.697953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:00.301036Z","time spent":"3.396910837s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T13:49:03.698099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.109466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T13:49:03.698124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.589436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T13:49:03.698137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065261309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T13:49:03.698152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.803163908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:49:03.69818Z","caller":"traceutil/trace.go:171","msg":"trace[814571662] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:810; }","duration":"1.065340271s","start":"2026-07-29T13:49:02.632828Z","end":"2026-07-29T13:49:03.698168Z","steps":["trace[814571662] 'agreement among raft nodes before linearized reading' (duration: 1.065267389s)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:03.698177Z","caller":"traceutil/trace.go:171","msg":"trace[886694026] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:810; }","duration":"977.220708ms","start":"2026-07-29T13:49:02.720936Z","end":"2026-07-29T13:49:03.698157Z","steps":["trace[886694026] 'agreement among raft nodes before linearized reading' (duration: 977.100385ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:03.698178Z","caller":"traceutil/trace.go:171","msg":"trace[1870603356] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:810; }","duration":"734.683738ms","start":"2026-07-29T13:49:02.963479Z","end":"2026-07-29T13:49:03.698163Z","steps":["trace[1870603356] 'agreement among raft nodes before linearized reading' (duration: 734.572715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:03.698214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:02.632807Z","time spent":"1.065399123s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":14,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-29T13:49:03.698245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:02.963457Z","time spent":"734.77511ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-29T13:49:03.698248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:02.720917Z","time spent":"977.297321ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-29T13:49:03.697692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:00.259858Z","time spent":"3.437660093s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:49:03.698141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371066964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T13:49:03.698368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.979787525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T13:49:03.698202Z","caller":"traceutil/trace.go:171","msg":"trace[1228419472] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:810; }","duration":"2.803245671s","start":"2026-07-29T13:49:00.894945Z","end":"2026-07-29T13:49:03.69819Z","steps":["trace[1228419472] 'agreement among raft nodes before linearized reading' (duration: 2.803155608s)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:03.698483Z","caller":"traceutil/trace.go:171","msg":"trace[1728594619] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:810; }","duration":"2.979946819s","start":"2026-07-29T13:49:00.718516Z","end":"2026-07-29T13:49:03.698463Z","steps":["trace[1728594619] 'agreement among raft nodes before linearized reading' (duration: 2.979703683s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:03.698527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:00.894928Z","time spent":"2.80358677s","remote":"127.0.0.1:51392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T13:49:03.698539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053680062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-29T13:49:03.698544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:00.718505Z","time spent":"2.980023531s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":73,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-29T13:49:03.698581Z","caller":"traceutil/trace.go:171","msg":"trace[1476964015] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:810; }","duration":"1.053754074s","start":"2026-07-29T13:49:02.644817Z","end":"2026-07-29T13:49:03.698571Z","steps":["trace[1476964015] 'agreement among raft nodes before linearized reading' (duration: 1.053623031s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:03.698616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:02.644792Z","time spent":"1.053816746s","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-29T13:49:03.698619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308032957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T13:49:03.698248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248647773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T13:49:03.698353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.039782728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T13:49:03.698679Z","caller":"traceutil/trace.go:171","msg":"trace[1277040331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:810; }","duration":"1.30811951s","start":"2026-07-29T13:49:02.390536Z","end":"2026-07-29T13:49:03.698655Z","steps":["trace[1277040331] 'agreement among raft nodes before linearized reading' (duration: 1.308038597s)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:03.698724Z","caller":"traceutil/trace.go:171","msg":"trace[1817823109] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:810; }","duration":"3.040193019s","start":"2026-07-29T13:49:00.65852Z","end":"2026-07-29T13:49:03.698713Z","steps":["trace[1817823109] 'agreement among raft nodes before linearized reading' (duration: 3.039767548s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:03.698728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:02.390516Z","time spent":"1.308205091s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T13:49:03.698768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:00.658503Z","time spent":"3.04025176s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T13:49:03.698909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.1877962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T13:49:03.698677Z","caller":"traceutil/trace.go:171","msg":"trace[1472899730] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:810; }","duration":"2.249110136s","start":"2026-07-29T13:49:01.449557Z","end":"2026-07-29T13:49:03.698667Z","steps":["trace[1472899730] 'agreement among raft nodes before linearized reading' (duration: 2.248667054s)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:03.699067Z","caller":"traceutil/trace.go:171","msg":"trace[1089600827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:810; }","duration":"3.187979226s","start":"2026-07-29T13:49:00.511076Z","end":"2026-07-29T13:49:03.699055Z","steps":["trace[1089600827] 'agreement among raft nodes before linearized reading' (duration: 3.186963708s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:03.699115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:00.511058Z","time spent":"3.188046948s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T13:49:03.699115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:01.449538Z","time spent":"2.249562909s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-29T13:49:03.698498Z","caller":"traceutil/trace.go:171","msg":"trace[397131670] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:810; }","duration":"1.371444844s","start":"2026-07-29T13:49:02.327003Z","end":"2026-07-29T13:49:03.698448Z","steps":["trace[397131670] 'agreement among raft nodes before linearized reading' (duration: 1.371069714s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:03.699316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:02.32698Z","time spent":"1.372311587s","remote":"127.0.0.1:51214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T13:49:03.843183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.703782ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-07-29T13:49:03.84342Z","caller":"traceutil/trace.go:171","msg":"trace[187327374] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"140.208199ms","start":"2026-07-29T13:49:03.703197Z","end":"2026-07-29T13:49:03.843405Z","steps":["trace[187327374] 'process raft request' (duration: 140.090956ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:03.843615Z","caller":"traceutil/trace.go:171","msg":"trace[1761283587] linearizableReadLoop","detail":"{readStateIndex:846; appliedIndex:842; }","duration":"138.176304ms","start":"2026-07-29T13:49:03.70543Z","end":"2026-07-29T13:49:03.843607Z","steps":["trace[1761283587] 'read index received' (duration: 16.028379ms)","trace[1761283587] 'applied index is now lower than readState.Index' (duration: 122.147145ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:49:03.84367Z","caller":"traceutil/trace.go:171","msg":"trace[554413773] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"140.062626ms","start":"2026-07-29T13:49:03.703581Z","end":"2026-07-29T13:49:03.843644Z","steps":["trace[554413773] 'process raft request' (duration: 139.917832ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:03.84377Z","caller":"traceutil/trace.go:171","msg":"trace[1494181674] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"140.286962ms","start":"2026-07-29T13:49:03.703463Z","end":"2026-07-29T13:49:03.84375Z","steps":["trace[1494181674] 'process raft request' (duration: 139.910141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:03.843822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.387869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:49:03.843995Z","caller":"traceutil/trace.go:171","msg":"trace[1281382869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:813; }","duration":"138.490052ms","start":"2026-07-29T13:49:03.705393Z","end":"2026-07-29T13:49:03.843883Z","steps":["trace[1281382869] 'agreement among raft nodes before linearized reading' (duration: 138.246006ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:07.920864Z","caller":"traceutil/trace.go:171","msg":"trace[581929168] linearizableReadLoop","detail":"{readStateIndex:870; appliedIndex:869; }","duration":"186.856877ms","start":"2026-07-29T13:49:07.733985Z","end":"2026-07-29T13:49:07.920842Z","steps":["trace[581929168] 'read index received' (duration: 101.500679ms)","trace[581929168] 'applied index is now lower than readState.Index' (duration: 85.354868ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:49:07.920934Z","caller":"traceutil/trace.go:171","msg":"trace[1277738376] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"290.631808ms","start":"2026-07-29T13:49:07.63027Z","end":"2026-07-29T13:49:07.920902Z","steps":["trace[1277738376] 'process raft request' (duration: 205.303202ms)","trace[1277738376] 'compare' (duration: 85.136811ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:49:07.921148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.083143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T13:49:07.921249Z","caller":"traceutil/trace.go:171","msg":"trace[1443700666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:837; }","duration":"187.226097ms","start":"2026-07-29T13:49:07.733999Z","end":"2026-07-29T13:49:07.921225Z","steps":["trace[1443700666] 'agreement among raft nodes before linearized reading' (duration: 186.988721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:07.921337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.154235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T13:49:07.921554Z","caller":"traceutil/trace.go:171","msg":"trace[910820964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:837; }","duration":"187.475413ms","start":"2026-07-29T13:49:07.733943Z","end":"2026-07-29T13:49:07.921419Z","steps":["trace[910820964] 'agreement among raft nodes before linearized reading' (duration: 186.98506ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:08.155328Z","caller":"traceutil/trace.go:171","msg":"trace[1297297824] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"229.366541ms","start":"2026-07-29T13:49:07.925932Z","end":"2026-07-29T13:49:08.155299Z","steps":["trace[1297297824] 'process raft request' (duration: 229.286008ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:08.155389Z","caller":"traceutil/trace.go:171","msg":"trace[670617302] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"229.70652ms","start":"2026-07-29T13:49:07.925639Z","end":"2026-07-29T13:49:08.155345Z","steps":["trace[670617302] 'process raft request' (duration: 229.365021ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:08.15575Z","caller":"traceutil/trace.go:171","msg":"trace[437221854] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"229.3596ms","start":"2026-07-29T13:49:07.92636Z","end":"2026-07-29T13:49:08.155719Z","steps":["trace[437221854] 'process raft request' (duration: 229.245297ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:08.15581Z","caller":"traceutil/trace.go:171","msg":"trace[2076579350] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"229.791642ms","start":"2026-07-29T13:49:07.925999Z","end":"2026-07-29T13:49:08.155791Z","steps":["trace[2076579350] 'process raft request' (duration: 229.264188ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:08.262892Z","caller":"traceutil/trace.go:171","msg":"trace[1584539155] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"320.763723ms","start":"2026-07-29T13:49:07.942102Z","end":"2026-07-29T13:49:08.262865Z","steps":["trace[1584539155] 'process raft request' (duration: 291.145502ms)","trace[1584539155] 'compare' (duration: 29.411456ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:49:08.26307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:07.942086Z","time spent":"320.880327ms","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1329,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T13:49:08.263129Z","caller":"traceutil/trace.go:171","msg":"trace[1557807775] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"320.892077ms","start":"2026-07-29T13:49:07.942205Z","end":"2026-07-29T13:49:08.263097Z","steps":["trace[1557807775] 'process raft request' (duration: 320.570848ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:08.263198Z","caller":"traceutil/trace.go:171","msg":"trace[879835279] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"320.158017ms","start":"2026-07-29T13:49:07.943009Z","end":"2026-07-29T13:49:08.263167Z","steps":["trace[879835279] 'process raft request' (duration: 319.972862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:08.263267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:07.942177Z","time spent":"321.022231ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T13:49:08.263348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:07.942992Z","time spent":"320.284551ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4761,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T13:49:08.404233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.140005ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-29T13:49:08.404594Z","caller":"traceutil/trace.go:171","msg":"trace[2126625977] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"193.003665ms","start":"2026-07-29T13:49:08.211538Z","end":"2026-07-29T13:49:08.404541Z","steps":["trace[2126625977] 'process raft request' (duration: 192.786059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:08.604518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.561643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-29T13:49:08.604623Z","caller":"traceutil/trace.go:171","msg":"trace[1180364667] linearizableReadLoop","detail":"{readStateIndex:881; appliedIndex:880; }","duration":"214.888084ms","start":"2026-07-29T13:49:08.389719Z","end":"2026-07-29T13:49:08.604607Z","steps":["trace[1180364667] 'read index received' (duration: 95.100604ms)","trace[1180364667] 'applied index is now lower than readState.Index' (duration: 119.78607ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:49:08.60484Z","caller":"traceutil/trace.go:171","msg":"trace[1113733900] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"334.637643ms","start":"2026-07-29T13:49:08.27019Z","end":"2026-07-29T13:49:08.604828Z","steps":["trace[1113733900] 'process raft request' (duration: 214.686389ms)","trace[1113733900] 'compare' (duration: 119.237485ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:49:08.604902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:08.270165Z","time spent":"334.712886ms","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4982,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T13:49:08.605083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.834443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T13:49:08.605159Z","caller":"traceutil/trace.go:171","msg":"trace[1729879199] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:847; }","duration":"191.977197ms","start":"2026-07-29T13:49:08.413164Z","end":"2026-07-29T13:49:08.605142Z","steps":["trace[1729879199] 'agreement among raft nodes before linearized reading' (duration: 191.758481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:08.605169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.405908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:49:08.605236Z","caller":"traceutil/trace.go:171","msg":"trace[1576759385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:847; }","duration":"215.558533ms","start":"2026-07-29T13:49:08.389661Z","end":"2026-07-29T13:49:08.605219Z","steps":["trace[1576759385] 'agreement among raft nodes before linearized reading' (duration: 215.354997ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:08.90009Z","caller":"traceutil/trace.go:171","msg":"trace[2105808691] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"288.802269ms","start":"2026-07-29T13:49:08.611254Z","end":"2026-07-29T13:49:08.900056Z","steps":["trace[2105808691] 'process raft request' (duration: 266.652162ms)","trace[2105808691] 'compare' (duration: 21.861199ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:49:08.902603Z","caller":"traceutil/trace.go:171","msg":"trace[248552638] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"242.955673ms","start":"2026-07-29T13:49:08.659618Z","end":"2026-07-29T13:49:08.902574Z","steps":["trace[248552638] 'process raft request' (duration: 241.02687ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:08.949487Z","caller":"traceutil/trace.go:171","msg":"trace[1356202642] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"266.612051ms","start":"2026-07-29T13:49:08.682833Z","end":"2026-07-29T13:49:08.949445Z","steps":["trace[1356202642] 'process raft request' (duration: 266.282032ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:09.129805Z","caller":"traceutil/trace.go:171","msg":"trace[518660637] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"175.599478ms","start":"2026-07-29T13:49:08.954158Z","end":"2026-07-29T13:49:09.129757Z","steps":["trace[518660637] 'process raft request' (duration: 122.084593ms)","trace[518660637] 'compare' (duration: 53.175426ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:49:09.129803Z","caller":"traceutil/trace.go:171","msg":"trace[414654696] linearizableReadLoop","detail":"{readStateIndex:889; appliedIndex:886; }","duration":"103.940026ms","start":"2026-07-29T13:49:09.025831Z","end":"2026-07-29T13:49:09.129771Z","steps":["trace[414654696] 'read index received' (duration: 50.467492ms)","trace[414654696] 'applied index is now lower than readState.Index' (duration: 53.471274ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:49:09.129901Z","caller":"traceutil/trace.go:171","msg":"trace[667986867] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"172.079432ms","start":"2026-07-29T13:49:08.957802Z","end":"2026-07-29T13:49:09.129882Z","steps":["trace[667986867] 'process raft request' (duration: 171.894397ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:09.12993Z","caller":"traceutil/trace.go:171","msg":"trace[1974434042] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"174.455237ms","start":"2026-07-29T13:49:08.95545Z","end":"2026-07-29T13:49:09.129906Z","steps":["trace[1974434042] 'process raft request' (duration: 174.163869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:09.130546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.670776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050260"} {"level":"info","ts":"2026-07-29T13:49:09.130608Z","caller":"traceutil/trace.go:171","msg":"trace[230800565] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:855; }","duration":"104.799259ms","start":"2026-07-29T13:49:09.025792Z","end":"2026-07-29T13:49:09.130591Z","steps":["trace[230800565] 'agreement among raft nodes before linearized reading' (duration: 104.11238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:09.472211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.243695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T13:49:09.472357Z","caller":"traceutil/trace.go:171","msg":"trace[906054900] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"287.497182ms","start":"2026-07-29T13:49:09.184836Z","end":"2026-07-29T13:49:09.472333Z","steps":["trace[906054900] 'process raft request' (duration: 168.044391ms)","trace[906054900] 'compare' (duration: 119.094231ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:49:09.524194Z","caller":"traceutil/trace.go:171","msg":"trace[1700933761] linearizableReadLoop","detail":"{readStateIndex:893; appliedIndex:891; }","duration":"226.333638ms","start":"2026-07-29T13:49:09.297833Z","end":"2026-07-29T13:49:09.524166Z","steps":["trace[1700933761] 'read index received' (duration: 55.189821ms)","trace[1700933761] 'applied index is now lower than readState.Index' (duration: 171.142497ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:49:09.524718Z","caller":"traceutil/trace.go:171","msg":"trace[197656298] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"310.461971ms","start":"2026-07-29T13:49:09.214241Z","end":"2026-07-29T13:49:09.524703Z","steps":["trace[197656298] 'process raft request' (duration: 309.768962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:09.524846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:09.214203Z","time spent":"310.566024ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5601,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:49:09.525148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.279743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-29T13:49:09.525249Z","caller":"traceutil/trace.go:171","msg":"trace[60933751] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:859; }","duration":"227.423238ms","start":"2026-07-29T13:49:09.297797Z","end":"2026-07-29T13:49:09.52522Z","steps":["trace[60933751] 'agreement among raft nodes before linearized reading' (duration: 227.176521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:09.525485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.810307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050260"} {"level":"info","ts":"2026-07-29T13:49:09.525569Z","caller":"traceutil/trace.go:171","msg":"trace[1624621476] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:859; }","duration":"193.929991ms","start":"2026-07-29T13:49:09.331618Z","end":"2026-07-29T13:49:09.525548Z","steps":["trace[1624621476] 'agreement among raft nodes before linearized reading' (duration: 193.306593ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:10.291453Z","caller":"traceutil/trace.go:171","msg":"trace[2059508932] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"128.88167ms","start":"2026-07-29T13:49:10.162544Z","end":"2026-07-29T13:49:10.291426Z","steps":["trace[2059508932] 'process raft request' (duration: 128.719215ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:10.500079Z","caller":"traceutil/trace.go:171","msg":"trace[876656792] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"336.082553ms","start":"2026-07-29T13:49:10.163971Z","end":"2026-07-29T13:49:10.500053Z","steps":["trace[876656792] 'process raft request' (duration: 286.777703ms)","trace[876656792] 'compare' (duration: 48.978561ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:49:10.500234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:10.163954Z","time spent":"336.201526ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:49:10.500295Z","caller":"traceutil/trace.go:171","msg":"trace[1477843463] linearizableReadLoop","detail":"{readStateIndex:900; appliedIndex:897; }","duration":"206.902136ms","start":"2026-07-29T13:49:10.293378Z","end":"2026-07-29T13:49:10.50028Z","steps":["trace[1477843463] 'read index received' (duration: 157.287297ms)","trace[1477843463] 'applied index is now lower than readState.Index' (duration: 49.613989ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:49:10.500394Z","caller":"traceutil/trace.go:171","msg":"trace[1365152107] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"335.752353ms","start":"2026-07-29T13:49:10.164633Z","end":"2026-07-29T13:49:10.500385Z","steps":["trace[1365152107] 'process raft request' (duration: 335.358973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:10.500485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:10.16462Z","time spent":"335.825036ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:49:10.500503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.116012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/eg\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:49:10.500586Z","caller":"traceutil/trace.go:171","msg":"trace[1957016741] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/eg; range_end:; response_count:0; response_revision:866; }","duration":"207.242895ms","start":"2026-07-29T13:49:10.293322Z","end":"2026-07-29T13:49:10.500565Z","steps":["trace[1957016741] 'agreement among raft nodes before linearized reading' (duration: 207.070641ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:10.500567Z","caller":"traceutil/trace.go:171","msg":"trace[1005096662] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"335.665641ms","start":"2026-07-29T13:49:10.164863Z","end":"2026-07-29T13:49:10.500529Z","steps":["trace[1005096662] 'process raft request' (duration: 335.361183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:10.500736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:10.164834Z","time spent":"335.809705ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:49:10.501066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.381993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:49:10.501111Z","caller":"traceutil/trace.go:171","msg":"trace[815435903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:866; }","duration":"110.460725ms","start":"2026-07-29T13:49:10.390638Z","end":"2026-07-29T13:49:10.501099Z","steps":["trace[815435903] 'agreement among raft nodes before linearized reading' (duration: 110.339932ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:11.929552Z","caller":"traceutil/trace.go:171","msg":"trace[467953403] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"118.282588ms","start":"2026-07-29T13:49:11.811241Z","end":"2026-07-29T13:49:11.929524Z","steps":["trace[467953403] 'process raft request' (duration: 42.253187ms)","trace[467953403] 'compare' (duration: 75.901078ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:49:12.308755Z","caller":"traceutil/trace.go:171","msg":"trace[1191067085] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"184.116591ms","start":"2026-07-29T13:49:12.124617Z","end":"2026-07-29T13:49:12.308733Z","steps":["trace[1191067085] 'process raft request' (duration: 184.05689ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:12.308948Z","caller":"traceutil/trace.go:171","msg":"trace[260706721] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"184.376368ms","start":"2026-07-29T13:49:12.124544Z","end":"2026-07-29T13:49:12.30892Z","steps":["trace[260706721] 'process raft request' (duration: 98.347353ms)","trace[260706721] 'compare' (duration: 85.584403ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:49:12.353413Z","caller":"traceutil/trace.go:171","msg":"trace[1832438949] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"182.94181ms","start":"2026-07-29T13:49:12.170439Z","end":"2026-07-29T13:49:12.353381Z","steps":["trace[1832438949] 'process raft request' (duration: 182.732314ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:12.353467Z","caller":"traceutil/trace.go:171","msg":"trace[1959149541] linearizableReadLoop","detail":"{readStateIndex:911; appliedIndex:907; }","duration":"174.681573ms","start":"2026-07-29T13:49:12.178689Z","end":"2026-07-29T13:49:12.35337Z","steps":["trace[1959149541] 'read index received' (duration: 44.20546ms)","trace[1959149541] 'applied index is now lower than readState.Index' (duration: 130.474913ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:49:12.353483Z","caller":"traceutil/trace.go:171","msg":"trace[803407130] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"181.678825ms","start":"2026-07-29T13:49:12.17177Z","end":"2026-07-29T13:49:12.353449Z","steps":["trace[803407130] 'process raft request' (duration: 181.544591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:12.353755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.041714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"info","ts":"2026-07-29T13:49:12.353826Z","caller":"traceutil/trace.go:171","msg":"trace[1505103607] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:877; }","duration":"175.160376ms","start":"2026-07-29T13:49:12.17865Z","end":"2026-07-29T13:49:12.35381Z","steps":["trace[1505103607] 'agreement among raft nodes before linearized reading' (duration: 174.905229ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:12.439661Z","caller":"traceutil/trace.go:171","msg":"trace[1022119102] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"141.31809ms","start":"2026-07-29T13:49:12.298321Z","end":"2026-07-29T13:49:12.439639Z","steps":["trace[1022119102] 'process raft request' (duration: 129.879377ms)","trace[1022119102] 'compare' (duration: 11.169406ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:49:12.439911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.027781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-29T13:49:12.439951Z","caller":"traceutil/trace.go:171","msg":"trace[146619339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:878; }","duration":"145.118704ms","start":"2026-07-29T13:49:12.294819Z","end":"2026-07-29T13:49:12.439938Z","steps":["trace[146619339] 'agreement among raft nodes before linearized reading' (duration: 145.007061ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:12.787418Z","caller":"traceutil/trace.go:171","msg":"trace[1698648693] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"291.825841ms","start":"2026-07-29T13:49:12.495561Z","end":"2026-07-29T13:49:12.787387Z","steps":["trace[1698648693] 'process raft request' (duration: 199.419331ms)","trace[1698648693] 'compare' (duration: 92.053521ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:49:12.787626Z","caller":"traceutil/trace.go:171","msg":"trace[1052231678] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"288.688445ms","start":"2026-07-29T13:49:12.498909Z","end":"2026-07-29T13:49:12.787597Z","steps":["trace[1052231678] 'process raft request' (duration: 288.392407ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:12.787665Z","caller":"traceutil/trace.go:171","msg":"trace[2000287234] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"189.760766ms","start":"2026-07-29T13:49:12.59788Z","end":"2026-07-29T13:49:12.787641Z","steps":["trace[2000287234] 'process raft request' (duration: 189.668834ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:12.787732Z","caller":"traceutil/trace.go:171","msg":"trace[537292047] linearizableReadLoop","detail":"{readStateIndex:916; appliedIndex:914; }","duration":"289.824996ms","start":"2026-07-29T13:49:12.497886Z","end":"2026-07-29T13:49:12.787711Z","steps":["trace[537292047] 'read index received' (duration: 95.490935ms)","trace[537292047] 'applied index is now lower than readState.Index' (duration: 194.331531ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:49:12.787928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.022272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:49:12.788008Z","caller":"traceutil/trace.go:171","msg":"trace[1435634783] range","detail":"{range_begin:/registry/poddisruptionbudgets/envoy-gateway-system/; range_end:/registry/poddisruptionbudgets/envoy-gateway-system0; response_count:0; response_revision:884; }","duration":"290.146435ms","start":"2026-07-29T13:49:12.497842Z","end":"2026-07-29T13:49:12.787988Z","steps":["trace[1435634783] 'agreement among raft nodes before linearized reading' (duration: 289.98068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:12.788311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.187702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T13:49:12.788371Z","caller":"traceutil/trace.go:171","msg":"trace[952088765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:884; }","duration":"284.325376ms","start":"2026-07-29T13:49:12.50403Z","end":"2026-07-29T13:49:12.788356Z","steps":["trace[952088765] 'agreement among raft nodes before linearized reading' (duration: 284.056149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:12.788565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.11575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-29T13:49:12.788624Z","caller":"traceutil/trace.go:171","msg":"trace[897867511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:884; }","duration":"284.197662ms","start":"2026-07-29T13:49:12.504411Z","end":"2026-07-29T13:49:12.788609Z","steps":["trace[897867511] 'agreement among raft nodes before linearized reading' (duration: 284.030537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:12.78883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.673815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-29T13:49:12.788891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.479776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-pck7d\" ","response":"range_response_count:1 size:3871"} {"level":"warn","ts":"2026-07-29T13:49:12.788932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.228762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-29T13:49:12.789262Z","caller":"traceutil/trace.go:171","msg":"trace[1402381676] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:884; }","duration":"144.157207ms","start":"2026-07-29T13:49:12.645086Z","end":"2026-07-29T13:49:12.789243Z","steps":["trace[1402381676] 'agreement among raft nodes before linearized reading' (duration: 143.140269ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:12.788997Z","caller":"traceutil/trace.go:171","msg":"trace[642401586] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-pck7d; range_end:; response_count:1; response_revision:884; }","duration":"190.61184ms","start":"2026-07-29T13:49:12.598365Z","end":"2026-07-29T13:49:12.788977Z","steps":["trace[642401586] 'agreement among raft nodes before linearized reading' (duration: 190.334082ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:12.788882Z","caller":"traceutil/trace.go:171","msg":"trace[538970740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:884; }","duration":"284.751957ms","start":"2026-07-29T13:49:12.504118Z","end":"2026-07-29T13:49:12.78887Z","steps":["trace[538970740] 'agreement among raft nodes before linearized reading' (duration: 284.576252ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:13.007453Z","caller":"traceutil/trace.go:171","msg":"trace[589373459] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"158.158701ms","start":"2026-07-29T13:49:12.849253Z","end":"2026-07-29T13:49:13.007412Z","steps":["trace[589373459] 'process raft request' (duration: 157.940706ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:13.334056Z","caller":"traceutil/trace.go:171","msg":"trace[1768911295] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"130.390601ms","start":"2026-07-29T13:49:13.203649Z","end":"2026-07-29T13:49:13.334039Z","steps":["trace[1768911295] 'process raft request' (duration: 130.240167ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:14.75776Z","caller":"traceutil/trace.go:171","msg":"trace[908211613] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"125.587379ms","start":"2026-07-29T13:49:14.632151Z","end":"2026-07-29T13:49:14.757738Z","steps":["trace[908211613] 'process raft request' (duration: 85.497938ms)","trace[908211613] 'compare' (duration: 39.998078ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:49:15.374553Z","caller":"traceutil/trace.go:171","msg":"trace[1235312111] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"121.849096ms","start":"2026-07-29T13:49:15.25268Z","end":"2026-07-29T13:49:15.374529Z","steps":["trace[1235312111] 'process raft request' (duration: 121.65867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:45.317962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979021129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T13:49:45.818445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979021129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T13:49:46.319346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979021129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T13:49:46.698989Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.887673415s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T13:49:46.699491Z","caller":"traceutil/trace.go:171","msg":"trace[641740432] linearizableReadLoop","detail":"{readStateIndex:1133; appliedIndex:1132; }","duration":"1.88235927s","start":"2026-07-29T13:49:44.8171Z","end":"2026-07-29T13:49:46.69946Z","steps":["trace[641740432] 'read index received' (duration: 1.882223656s)","trace[641740432] 'applied index is now lower than readState.Index' (duration: 134.414µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:49:46.699687Z","caller":"traceutil/trace.go:171","msg":"trace[529971089] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"1.888507148s","start":"2026-07-29T13:49:44.811152Z","end":"2026-07-29T13:49:46.69966Z","steps":["trace[529971089] 'process raft request' (duration: 1.888084927s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:46.699785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882664388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T13:49:46.699827Z","caller":"traceutil/trace.go:171","msg":"trace[973131112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1091; }","duration":"1.88277378s","start":"2026-07-29T13:49:44.817042Z","end":"2026-07-29T13:49:46.699816Z","steps":["trace[973131112] 'agreement among raft nodes before linearized reading' (duration: 1.882600386s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:46.699839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:44.81112Z","time spent":"1.888635782s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:49:46.699861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:44.81701Z","time spent":"1.882843232s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T13:49:46.744977Z","caller":"traceutil/trace.go:171","msg":"trace[423859514] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"231.781235ms","start":"2026-07-29T13:49:46.513152Z","end":"2026-07-29T13:49:46.744933Z","steps":["trace[423859514] 'process raft request' (duration: 226.427458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:46.745226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717743979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T13:49:46.74531Z","caller":"traceutil/trace.go:171","msg":"trace[1013501119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1093; }","duration":"1.717872842s","start":"2026-07-29T13:49:45.027417Z","end":"2026-07-29T13:49:46.74529Z","steps":["trace[1013501119] 'agreement among raft nodes before linearized reading' (duration: 1.717619475s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:46.745547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717191434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-29T13:49:46.745556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:45.027402Z","time spent":"1.7181338s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T13:49:46.745577Z","caller":"traceutil/trace.go:171","msg":"trace[1730109974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1093; }","duration":"1.717230825s","start":"2026-07-29T13:49:45.028337Z","end":"2026-07-29T13:49:46.745568Z","steps":["trace[1730109974] 'agreement among raft nodes before linearized reading' (duration: 1.716896836s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:46.745589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.94189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-29T13:49:46.745663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625565108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:49:46.745761Z","caller":"traceutil/trace.go:171","msg":"trace[1840073310] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1093; }","duration":"1.62564079s","start":"2026-07-29T13:49:45.120075Z","end":"2026-07-29T13:49:46.745716Z","steps":["trace[1840073310] 'agreement among raft nodes before linearized reading' (duration: 1.625532157s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:46.745801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:45.120053Z","time spent":"1.625738143s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-07-29T13:49:46.745622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:45.028332Z","time spent":"1.717279506s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T13:49:46.745675Z","caller":"traceutil/trace.go:171","msg":"trace[2076571618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1093; }","duration":"704.075034ms","start":"2026-07-29T13:49:46.041577Z","end":"2026-07-29T13:49:46.745652Z","steps":["trace[2076571618] 'agreement among raft nodes before linearized reading' (duration: 703.653432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:46.745203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311221956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T13:49:46.745562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717385339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T13:49:46.74593Z","caller":"traceutil/trace.go:171","msg":"trace[775689989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1093; }","duration":"1.71778922s","start":"2026-07-29T13:49:45.028127Z","end":"2026-07-29T13:49:46.745916Z","steps":["trace[775689989] 'agreement among raft nodes before linearized reading' (duration: 1.717152983s)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:46.745951Z","caller":"traceutil/trace.go:171","msg":"trace[958548831] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1093; }","duration":"1.312069689s","start":"2026-07-29T13:49:45.433862Z","end":"2026-07-29T13:49:46.745931Z","steps":["trace[958548831] 'agreement among raft nodes before linearized reading' (duration: 1.311202335s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:46.745966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:45.028112Z","time spent":"1.717843191s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T13:49:46.745877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:46.04156Z","time spent":"704.304121ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T13:49:46.746008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:45.433844Z","time spent":"1.312147731s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-29T13:49:46.746256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.3219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:49:46.7463Z","caller":"traceutil/trace.go:171","msg":"trace[424858577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1093; }","duration":"358.389121ms","start":"2026-07-29T13:49:46.387899Z","end":"2026-07-29T13:49:46.746288Z","steps":["trace[424858577] 'agreement among raft nodes before linearized reading' (duration: 357.904018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:46.747256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:46.387885Z","time spent":"359.351488ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T13:49:58.315606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.636515ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-29T13:49:59.365736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.166265ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:49:59.365852Z","caller":"traceutil/trace.go:171","msg":"trace[865982412] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1272; }","duration":"185.295829ms","start":"2026-07-29T13:49:59.180535Z","end":"2026-07-29T13:49:59.365831Z","steps":["trace[865982412] 'range keys from in-memory index tree' (duration: 185.149364ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:59.984388Z","caller":"traceutil/trace.go:171","msg":"trace[972663530] linearizableReadLoop","detail":"{readStateIndex:1318; appliedIndex:1317; }","duration":"110.317309ms","start":"2026-07-29T13:49:59.874049Z","end":"2026-07-29T13:49:59.984366Z","steps":["trace[972663530] 'read index received' (duration: 110.112563ms)","trace[972663530] 'applied index is now lower than readState.Index' (duration: 203.826µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:49:59.984535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.470394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:49:59.984509Z","caller":"traceutil/trace.go:171","msg":"trace[1900843484] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"457.712709ms","start":"2026-07-29T13:49:59.526761Z","end":"2026-07-29T13:49:59.984474Z","steps":["trace[1900843484] 'process raft request' (duration: 457.463022ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:49:59.984575Z","caller":"traceutil/trace.go:171","msg":"trace[1964038831] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1273; }","duration":"110.568076ms","start":"2026-07-29T13:49:59.873994Z","end":"2026-07-29T13:49:59.984562Z","steps":["trace[1964038831] 'agreement among raft nodes before linearized reading' (duration: 110.460033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:49:59.984672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:49:59.526735Z","time spent":"457.853033ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:50:01.339235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.174006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:50:01.339325Z","caller":"traceutil/trace.go:171","msg":"trace[1262155834] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1279; }","duration":"153.32697ms","start":"2026-07-29T13:50:01.185975Z","end":"2026-07-29T13:50:01.339302Z","steps":["trace[1262155834] 'count revisions from in-memory index tree' (duration: 153.091174ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:02.484424Z","caller":"traceutil/trace.go:171","msg":"trace[1158461905] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"195.338674ms","start":"2026-07-29T13:50:02.289052Z","end":"2026-07-29T13:50:02.484391Z","steps":["trace[1158461905] 'process raft request' (duration: 151.388467ms)","trace[1158461905] 'compare' (duration: 43.780152ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:50:03.258746Z","caller":"traceutil/trace.go:171","msg":"trace[515029195] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"324.864051ms","start":"2026-07-29T13:50:02.933854Z","end":"2026-07-29T13:50:03.258719Z","steps":["trace[515029195] 'process raft request' (duration: 324.726137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:03.258917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:02.933834Z","time spent":"324.988354ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:50:03.259274Z","caller":"traceutil/trace.go:171","msg":"trace[1306899355] linearizableReadLoop","detail":"{readStateIndex:1331; appliedIndex:1331; }","duration":"280.749979ms","start":"2026-07-29T13:50:02.978487Z","end":"2026-07-29T13:50:03.259237Z","steps":["trace[1306899355] 'read index received' (duration: 280.735249ms)","trace[1306899355] 'applied index is now lower than readState.Index' (duration: 12.13µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:50:03.259486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.972995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:50:03.259532Z","caller":"traceutil/trace.go:171","msg":"trace[1294820513] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1284; }","duration":"281.070218ms","start":"2026-07-29T13:50:02.978448Z","end":"2026-07-29T13:50:03.259518Z","steps":["trace[1294820513] 'agreement among raft nodes before linearized reading' (duration: 280.964055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:03.259628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.308305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-29T13:50:03.259655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.642804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T13:50:03.259708Z","caller":"traceutil/trace.go:171","msg":"trace[1339837345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1284; }","duration":"147.415418ms","start":"2026-07-29T13:50:03.112275Z","end":"2026-07-29T13:50:03.25969Z","steps":["trace[1339837345] 'agreement among raft nodes before linearized reading' (duration: 147.224182ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:03.259715Z","caller":"traceutil/trace.go:171","msg":"trace[89562090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1284; }","duration":"147.741187ms","start":"2026-07-29T13:50:03.111958Z","end":"2026-07-29T13:50:03.259699Z","steps":["trace[89562090] 'agreement among raft nodes before linearized reading' (duration: 147.586163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:03.259693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.299217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T13:50:03.260104Z","caller":"traceutil/trace.go:171","msg":"trace[266766039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1284; }","duration":"229.561334ms","start":"2026-07-29T13:50:03.030328Z","end":"2026-07-29T13:50:03.259889Z","steps":["trace[266766039] 'agreement among raft nodes before linearized reading' (duration: 229.147023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:03.674976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.075734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T13:50:03.675169Z","caller":"traceutil/trace.go:171","msg":"trace[1207516817] linearizableReadLoop","detail":"{readStateIndex:1334; appliedIndex:1331; }","duration":"285.665654ms","start":"2026-07-29T13:50:03.389486Z","end":"2026-07-29T13:50:03.675152Z","steps":["trace[1207516817] 'read index received' (duration: 42.272391ms)","trace[1207516817] 'applied index is now lower than readState.Index' (duration: 243.392163ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:50:03.675235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.757346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:50:03.675265Z","caller":"traceutil/trace.go:171","msg":"trace[1600463524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1287; }","duration":"285.820377ms","start":"2026-07-29T13:50:03.389436Z","end":"2026-07-29T13:50:03.675256Z","steps":["trace[1600463524] 'agreement among raft nodes before linearized reading' (duration: 285.770916ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:03.675225Z","caller":"traceutil/trace.go:171","msg":"trace[617645966] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"411.619043ms","start":"2026-07-29T13:50:03.263546Z","end":"2026-07-29T13:50:03.675165Z","steps":["trace[617645966] 'process raft request' (duration: 168.271492ms)","trace[617645966] 'compare' (duration: 242.95245ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:50:03.675333Z","caller":"traceutil/trace.go:171","msg":"trace[581839021] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"411.594922ms","start":"2026-07-29T13:50:03.263713Z","end":"2026-07-29T13:50:03.675308Z","steps":["trace[581839021] 'process raft request' (duration: 411.402277ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:03.675259Z","caller":"traceutil/trace.go:171","msg":"trace[932459908] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"411.539081ms","start":"2026-07-29T13:50:03.263686Z","end":"2026-07-29T13:50:03.675225Z","steps":["trace[932459908] 'process raft request' (duration: 411.381216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:03.675456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:03.263526Z","time spent":"411.819998ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:50:03.675495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:03.263687Z","time spent":"411.715865ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:50:03.675581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:03.263664Z","time spent":"411.841798ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:50:05.441219Z","caller":"traceutil/trace.go:171","msg":"trace[1270423601] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"174.80371ms","start":"2026-07-29T13:50:05.266384Z","end":"2026-07-29T13:50:05.441187Z","steps":["trace[1270423601] 'process raft request' (duration: 174.480482ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:05.788595Z","caller":"traceutil/trace.go:171","msg":"trace[675640414] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"104.948062ms","start":"2026-07-29T13:50:05.683601Z","end":"2026-07-29T13:50:05.788549Z","steps":["trace[675640414] 'process raft request' (duration: 104.647724ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:05.788608Z","caller":"traceutil/trace.go:171","msg":"trace[1777529187] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"104.925391ms","start":"2026-07-29T13:50:05.683648Z","end":"2026-07-29T13:50:05.788574Z","steps":["trace[1777529187] 'process raft request' (duration: 104.713745ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:06.022371Z","caller":"traceutil/trace.go:171","msg":"trace[2085491685] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"128.245921ms","start":"2026-07-29T13:50:05.894097Z","end":"2026-07-29T13:50:06.022343Z","steps":["trace[2085491685] 'process raft request' (duration: 128.097117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:07.271169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.257885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T13:50:07.271257Z","caller":"traceutil/trace.go:171","msg":"trace[1412856468] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1303; }","duration":"138.41197ms","start":"2026-07-29T13:50:07.132825Z","end":"2026-07-29T13:50:07.271237Z","steps":["trace[1412856468] 'count revisions from in-memory index tree' (duration: 138.152552ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:09.674793Z","caller":"traceutil/trace.go:171","msg":"trace[453313639] linearizableReadLoop","detail":"{readStateIndex:1358; appliedIndex:1357; }","duration":"117.457035ms","start":"2026-07-29T13:50:09.557312Z","end":"2026-07-29T13:50:09.674769Z","steps":["trace[453313639] 'read index received' (duration: 117.293271ms)","trace[453313639] 'applied index is now lower than readState.Index' (duration: 162.494µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:50:09.674926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.59359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T13:50:09.674906Z","caller":"traceutil/trace.go:171","msg":"trace[90045685] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"197.02878ms","start":"2026-07-29T13:50:09.477813Z","end":"2026-07-29T13:50:09.674842Z","steps":["trace[90045685] 'process raft request' (duration: 196.692101ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:09.674961Z","caller":"traceutil/trace.go:171","msg":"trace[606348483] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1310; }","duration":"117.701792ms","start":"2026-07-29T13:50:09.557247Z","end":"2026-07-29T13:50:09.674949Z","steps":["trace[606348483] 'agreement among raft nodes before linearized reading' (duration: 117.61493ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:11.500077Z","caller":"traceutil/trace.go:171","msg":"trace[1582791933] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"341.502867ms","start":"2026-07-29T13:50:11.158549Z","end":"2026-07-29T13:50:11.500052Z","steps":["trace[1582791933] 'process raft request' (duration: 341.360323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:11.500235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:11.158523Z","time spent":"341.636551ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:50:11.793659Z","caller":"traceutil/trace.go:171","msg":"trace[877414588] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"110.633358ms","start":"2026-07-29T13:50:11.683Z","end":"2026-07-29T13:50:11.793634Z","steps":["trace[877414588] 'process raft request' (duration: 110.479294ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:12.763205Z","caller":"traceutil/trace.go:171","msg":"trace[1344035839] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"105.6195ms","start":"2026-07-29T13:50:12.65756Z","end":"2026-07-29T13:50:12.763179Z","steps":["trace[1344035839] 'process raft request' (duration: 65.520989ms)","trace[1344035839] 'compare' (duration: 39.967378ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:50:13.354884Z","caller":"traceutil/trace.go:171","msg":"trace[656984279] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"194.588124ms","start":"2026-07-29T13:50:13.160271Z","end":"2026-07-29T13:50:13.354859Z","steps":["trace[656984279] 'process raft request' (duration: 194.408719ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:14.132459Z","caller":"traceutil/trace.go:171","msg":"trace[1526609811] linearizableReadLoop","detail":"{readStateIndex:1374; appliedIndex:1373; }","duration":"111.011589ms","start":"2026-07-29T13:50:14.021425Z","end":"2026-07-29T13:50:14.132437Z","steps":["trace[1526609811] 'read index received' (duration: 110.878875ms)","trace[1526609811] 'applied index is now lower than readState.Index' (duration: 131.724µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:50:14.132561Z","caller":"traceutil/trace.go:171","msg":"trace[1404889920] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"120.91116ms","start":"2026-07-29T13:50:14.01162Z","end":"2026-07-29T13:50:14.132531Z","steps":["trace[1404889920] 'process raft request' (duration: 120.689614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:14.132685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.243995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-29T13:50:14.132719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.546046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T13:50:14.13273Z","caller":"traceutil/trace.go:171","msg":"trace[1644829570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1325; }","duration":"111.321407ms","start":"2026-07-29T13:50:14.021398Z","end":"2026-07-29T13:50:14.132719Z","steps":["trace[1644829570] 'agreement among raft nodes before linearized reading' (duration: 111.170263ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:14.132767Z","caller":"traceutil/trace.go:171","msg":"trace[1063829931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1325; }","duration":"110.637888ms","start":"2026-07-29T13:50:14.022116Z","end":"2026-07-29T13:50:14.132754Z","steps":["trace[1063829931] 'agreement among raft nodes before linearized reading' (duration: 110.497714ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:14.31311Z","caller":"traceutil/trace.go:171","msg":"trace[1501067247] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"175.797778ms","start":"2026-07-29T13:50:14.137273Z","end":"2026-07-29T13:50:14.313071Z","steps":["trace[1501067247] 'process raft request' (duration: 88.267064ms)","trace[1501067247] 'compare' (duration: 87.415291ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:50:14.412093Z","caller":"traceutil/trace.go:171","msg":"trace[657230269] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"274.671532ms","start":"2026-07-29T13:50:14.137386Z","end":"2026-07-29T13:50:14.412057Z","steps":["trace[657230269] 'process raft request' (duration: 274.399355ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:17.763976Z","caller":"traceutil/trace.go:171","msg":"trace[2107567318] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"196.874286ms","start":"2026-07-29T13:50:17.567074Z","end":"2026-07-29T13:50:17.763949Z","steps":["trace[2107567318] 'process raft request' (duration: 196.704102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:18.244505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.153329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T13:50:18.244583Z","caller":"traceutil/trace.go:171","msg":"trace[837251295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1345; }","duration":"357.291683ms","start":"2026-07-29T13:50:17.887271Z","end":"2026-07-29T13:50:18.244563Z","steps":["trace[837251295] 'range keys from in-memory index tree' (duration: 356.993894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:18.244622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:17.887246Z","time spent":"357.367125ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T13:50:18.419999Z","caller":"traceutil/trace.go:171","msg":"trace[1337530564] linearizableReadLoop","detail":"{readStateIndex:1396; appliedIndex:1394; }","duration":"274.974451ms","start":"2026-07-29T13:50:18.145001Z","end":"2026-07-29T13:50:18.419975Z","steps":["trace[1337530564] 'read index received' (duration: 122.136808ms)","trace[1337530564] 'applied index is now lower than readState.Index' (duration: 152.836753ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:50:18.420088Z","caller":"traceutil/trace.go:171","msg":"trace[1483144215] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"282.096766ms","start":"2026-07-29T13:50:18.137936Z","end":"2026-07-29T13:50:18.420033Z","steps":["trace[1483144215] 'process raft request' (duration: 281.799148ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:18.420174Z","caller":"traceutil/trace.go:171","msg":"trace[1430526424] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"171.377392ms","start":"2026-07-29T13:50:18.248758Z","end":"2026-07-29T13:50:18.420135Z","steps":["trace[1430526424] 'process raft request' (duration: 171.174606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:18.420234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.218637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T13:50:18.420268Z","caller":"traceutil/trace.go:171","msg":"trace[1279037803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1347; }","duration":"275.301369ms","start":"2026-07-29T13:50:18.144958Z","end":"2026-07-29T13:50:18.42026Z","steps":["trace[1279037803] 'agreement among raft nodes before linearized reading' (duration: 275.160545ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:18.544356Z","caller":"traceutil/trace.go:171","msg":"trace[1120066696] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"119.725292ms","start":"2026-07-29T13:50:18.424604Z","end":"2026-07-29T13:50:18.544329Z","steps":["trace[1120066696] 'process raft request' (duration: 42.19178ms)","trace[1120066696] 'compare' (duration: 77.415099ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:50:18.558215Z","caller":"traceutil/trace.go:171","msg":"trace[910024204] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"126.702684ms","start":"2026-07-29T13:50:18.431475Z","end":"2026-07-29T13:50:18.558178Z","steps":["trace[910024204] 'process raft request' (duration: 126.637722ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:18.558513Z","caller":"traceutil/trace.go:171","msg":"trace[908127957] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"131.61878ms","start":"2026-07-29T13:50:18.426882Z","end":"2026-07-29T13:50:18.5585Z","steps":["trace[908127957] 'process raft request' (duration: 131.059074ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:19.668586Z","caller":"traceutil/trace.go:171","msg":"trace[591213132] linearizableReadLoop","detail":"{readStateIndex:1401; appliedIndex:1400; }","duration":"279.658949ms","start":"2026-07-29T13:50:19.388901Z","end":"2026-07-29T13:50:19.66856Z","steps":["trace[591213132] 'read index received' (duration: 279.465613ms)","trace[591213132] 'applied index is now lower than readState.Index' (duration: 192.376µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:50:19.668653Z","caller":"traceutil/trace.go:171","msg":"trace[1709442061] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"293.406127ms","start":"2026-07-29T13:50:19.375209Z","end":"2026-07-29T13:50:19.668616Z","steps":["trace[1709442061] 'process raft request' (duration: 293.205022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:19.668754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.492988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T13:50:19.66878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.859235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:50:19.668795Z","caller":"traceutil/trace.go:171","msg":"trace[620860072] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1351; }","duration":"142.596941ms","start":"2026-07-29T13:50:19.526188Z","end":"2026-07-29T13:50:19.668785Z","steps":["trace[620860072] 'agreement among raft nodes before linearized reading' (duration: 142.508618ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:19.668843Z","caller":"traceutil/trace.go:171","msg":"trace[2089112531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1351; }","duration":"279.980678ms","start":"2026-07-29T13:50:19.388846Z","end":"2026-07-29T13:50:19.668826Z","steps":["trace[2089112531] 'agreement among raft nodes before linearized reading' (duration: 279.842854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:20.345278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.408166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:50:20.345395Z","caller":"traceutil/trace.go:171","msg":"trace[695726331] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1351; }","duration":"633.581131ms","start":"2026-07-29T13:50:19.711786Z","end":"2026-07-29T13:50:20.345367Z","steps":["trace[695726331] 'count revisions from in-memory index tree' (duration: 633.268252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:20.345457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:19.711761Z","time spent":"633.676543ms","remote":"127.0.0.1:56582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-29T13:50:20.345506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.669274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T13:50:20.345799Z","caller":"traceutil/trace.go:171","msg":"trace[1681301123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1351; }","duration":"578.018153ms","start":"2026-07-29T13:50:19.767755Z","end":"2026-07-29T13:50:20.345773Z","steps":["trace[1681301123] 'range keys from in-memory index tree' (duration: 577.437426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:20.345879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:19.767734Z","time spent":"578.129045ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T13:50:20.349829Z","caller":"traceutil/trace.go:171","msg":"trace[1378261712] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"170.675633ms","start":"2026-07-29T13:50:20.179137Z","end":"2026-07-29T13:50:20.349812Z","steps":["trace[1378261712] 'process raft request' (duration: 170.5645ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:20.574074Z","caller":"traceutil/trace.go:171","msg":"trace[1398617558] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"127.874336ms","start":"2026-07-29T13:50:20.446152Z","end":"2026-07-29T13:50:20.574026Z","steps":["trace[1398617558] 'process raft request' (duration: 56.123593ms)","trace[1398617558] 'compare' (duration: 71.427914ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:50:20.747931Z","caller":"traceutil/trace.go:171","msg":"trace[433393169] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"168.849632ms","start":"2026-07-29T13:50:20.579044Z","end":"2026-07-29T13:50:20.747894Z","steps":["trace[433393169] 'process raft request' (duration: 168.509743ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:20.747892Z","caller":"traceutil/trace.go:171","msg":"trace[1793633420] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"168.077861ms","start":"2026-07-29T13:50:20.579773Z","end":"2026-07-29T13:50:20.74785Z","steps":["trace[1793633420] 'process raft request' (duration: 167.996559ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:23.923162Z","caller":"traceutil/trace.go:171","msg":"trace[1100156301] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"207.347751ms","start":"2026-07-29T13:50:23.715784Z","end":"2026-07-29T13:50:23.923131Z","steps":["trace[1100156301] 'process raft request' (duration: 207.138236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:24.849656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.509613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T13:50:24.849735Z","caller":"traceutil/trace.go:171","msg":"trace[558969463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1391; }","duration":"196.626167ms","start":"2026-07-29T13:50:24.65309Z","end":"2026-07-29T13:50:24.849716Z","steps":["trace[558969463] 'range keys from in-memory index tree' (duration: 196.359919ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:26.515919Z","caller":"traceutil/trace.go:171","msg":"trace[1773958058] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"125.094619ms","start":"2026-07-29T13:50:26.3908Z","end":"2026-07-29T13:50:26.515894Z","steps":["trace[1773958058] 'process raft request' (duration: 43.332011ms)","trace[1773958058] 'compare' (duration: 81.646965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:50:26.516029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.698949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:50:26.516075Z","caller":"traceutil/trace.go:171","msg":"trace[2030354428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1406; }","duration":"124.758651ms","start":"2026-07-29T13:50:26.391303Z","end":"2026-07-29T13:50:26.516062Z","steps":["trace[2030354428] 'agreement among raft nodes before linearized reading' (duration: 124.668368ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:26.515927Z","caller":"traceutil/trace.go:171","msg":"trace[1599374113] linearizableReadLoop","detail":"{readStateIndex:1457; appliedIndex:1456; }","duration":"124.565644ms","start":"2026-07-29T13:50:26.39131Z","end":"2026-07-29T13:50:26.515876Z","steps":["trace[1599374113] 'read index received' (duration: 42.902509ms)","trace[1599374113] 'applied index is now lower than readState.Index' (duration: 81.662015ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:50:26.553635Z","caller":"traceutil/trace.go:171","msg":"trace[1669444049] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"159.092864ms","start":"2026-07-29T13:50:26.394524Z","end":"2026-07-29T13:50:26.553617Z","steps":["trace[1669444049] 'process raft request' (duration: 158.93557ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:26.553905Z","caller":"traceutil/trace.go:171","msg":"trace[1973129717] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"155.831384ms","start":"2026-07-29T13:50:26.398047Z","end":"2026-07-29T13:50:26.553878Z","steps":["trace[1973129717] 'process raft request' (duration: 155.518736ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:27.155335Z","caller":"traceutil/trace.go:171","msg":"trace[593167974] linearizableReadLoop","detail":"{readStateIndex:1461; appliedIndex:1460; }","duration":"481.647002ms","start":"2026-07-29T13:50:26.673658Z","end":"2026-07-29T13:50:27.155305Z","steps":["trace[593167974] 'read index received' (duration: 481.432867ms)","trace[593167974] 'applied index is now lower than readState.Index' (duration: 212.855µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:50:27.155421Z","caller":"traceutil/trace.go:171","msg":"trace[1512314580] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"489.460118ms","start":"2026-07-29T13:50:26.665931Z","end":"2026-07-29T13:50:27.155392Z","steps":["trace[1512314580] 'process raft request' (duration: 489.17255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:27.155521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.843119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T13:50:27.155555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:26.665908Z","time spent":"489.57219ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:50:27.155565Z","caller":"traceutil/trace.go:171","msg":"trace[1124772495] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1410; }","duration":"481.937371ms","start":"2026-07-29T13:50:26.673616Z","end":"2026-07-29T13:50:27.155554Z","steps":["trace[1124772495] 'agreement among raft nodes before linearized reading' (duration: 481.839499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:27.155602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:26.673605Z","time spent":"481.988292ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":7,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-29T13:50:27.155744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.190614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T13:50:27.155809Z","caller":"traceutil/trace.go:171","msg":"trace[441408132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1410; }","duration":"260.320907ms","start":"2026-07-29T13:50:26.895471Z","end":"2026-07-29T13:50:27.155792Z","steps":["trace[441408132] 'agreement among raft nodes before linearized reading' (duration: 260.111601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:27.155821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.694445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T13:50:27.155873Z","caller":"traceutil/trace.go:171","msg":"trace[186439121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1410; }","duration":"249.749447ms","start":"2026-07-29T13:50:26.906108Z","end":"2026-07-29T13:50:27.155858Z","steps":["trace[186439121] 'agreement among raft nodes before linearized reading' (duration: 249.614243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:27.155895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.703725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T13:50:27.155988Z","caller":"traceutil/trace.go:171","msg":"trace[1098432392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1410; }","duration":"249.84178ms","start":"2026-07-29T13:50:26.906122Z","end":"2026-07-29T13:50:27.155964Z","steps":["trace[1098432392] 'agreement among raft nodes before linearized reading' (duration: 249.551952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:27.85677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.938216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T13:50:27.85688Z","caller":"traceutil/trace.go:171","msg":"trace[520140461] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"696.549972ms","start":"2026-07-29T13:50:27.16031Z","end":"2026-07-29T13:50:27.85686Z","steps":["trace[520140461] 'process raft request' (duration: 276.444581ms)","trace[520140461] 'compare' (duration: 419.808183ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:50:27.856959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:27.160289Z","time spent":"696.622053ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:50:28.137003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.835167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T13:50:28.137211Z","caller":"traceutil/trace.go:171","msg":"trace[669133717] linearizableReadLoop","detail":"{readStateIndex:1464; appliedIndex:1461; }","duration":"759.328178ms","start":"2026-07-29T13:50:27.377862Z","end":"2026-07-29T13:50:28.137191Z","steps":["trace[669133717] 'read index received' (duration: 59.029003ms)","trace[669133717] 'applied index is now lower than readState.Index' (duration: 700.297785ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:50:28.137302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.443592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T13:50:28.137278Z","caller":"traceutil/trace.go:171","msg":"trace[1561410349] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"976.665843ms","start":"2026-07-29T13:50:27.160578Z","end":"2026-07-29T13:50:28.137244Z","steps":["trace[1561410349] 'process raft request' (duration: 821.501297ms)","trace[1561410349] 'compare' (duration: 154.730794ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:50:28.137266Z","caller":"traceutil/trace.go:171","msg":"trace[844219592] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"976.464778ms","start":"2026-07-29T13:50:27.160755Z","end":"2026-07-29T13:50:28.13722Z","steps":["trace[844219592] 'process raft request' (duration: 976.340164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:28.137425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:27.160539Z","time spent":"976.806057ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:50:28.137335Z","caller":"traceutil/trace.go:171","msg":"trace[93896185] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1413; }","duration":"759.524483ms","start":"2026-07-29T13:50:27.377801Z","end":"2026-07-29T13:50:28.137326Z","steps":["trace[93896185] 'agreement among raft nodes before linearized reading' (duration: 759.459722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:28.137477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:27.160715Z","time spent":"976.664174ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:50:28.137508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:27.377776Z","time spent":"759.704828ms","remote":"127.0.0.1:51358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-29T13:50:28.502516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.563422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T13:50:28.502856Z","caller":"traceutil/trace.go:171","msg":"trace[393576281] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"564.970825ms","start":"2026-07-29T13:50:27.937873Z","end":"2026-07-29T13:50:28.502844Z","steps":["trace[393576281] 'process raft request' (duration: 564.748709ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:28.502844Z","caller":"traceutil/trace.go:171","msg":"trace[10231470] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"1.020592441s","start":"2026-07-29T13:50:27.482195Z","end":"2026-07-29T13:50:28.502788Z","steps":["trace[10231470] 'process raft request' (duration: 802.666949ms)","trace[10231470] 'compare' (duration: 217.338496ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:50:28.502965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:27.937849Z","time spent":"565.053816ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:50:28.502989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:27.482162Z","time spent":"1.020752246s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:50:28.653682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.94845ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-29T13:50:28.65378Z","caller":"traceutil/trace.go:171","msg":"trace[1881859645] linearizableReadLoop","detail":"{readStateIndex:1467; appliedIndex:1464; }","duration":"516.515202ms","start":"2026-07-29T13:50:28.137246Z","end":"2026-07-29T13:50:28.653762Z","steps":["trace[1881859645] 'read index received' (duration: 147.63365ms)","trace[1881859645] 'applied index is now lower than readState.Index' (duration: 368.880362ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:50:28.653922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022538625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:50:28.653946Z","caller":"traceutil/trace.go:171","msg":"trace[1319461439] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1415; }","duration":"1.022620567s","start":"2026-07-29T13:50:27.631317Z","end":"2026-07-29T13:50:28.653938Z","steps":["trace[1319461439] 'agreement among raft nodes before linearized reading' (duration: 1.022548755s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:28.653943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.79651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T13:50:28.653975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:27.631286Z","time spent":"1.022680209s","remote":"127.0.0.1:51066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-29T13:50:28.653999Z","caller":"traceutil/trace.go:171","msg":"trace[1350883522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1415; }","duration":"264.900483ms","start":"2026-07-29T13:50:28.389085Z","end":"2026-07-29T13:50:28.653985Z","steps":["trace[1350883522] 'agreement among raft nodes before linearized reading' (duration: 264.80197ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:29.159518Z","caller":"traceutil/trace.go:171","msg":"trace[1973918629] linearizableReadLoop","detail":"{readStateIndex:1469; appliedIndex:1468; }","duration":"113.785779ms","start":"2026-07-29T13:50:29.045715Z","end":"2026-07-29T13:50:29.1595Z","steps":["trace[1973918629] 'read index received' (duration: 112.142243ms)","trace[1973918629] 'applied index is now lower than readState.Index' (duration: 1.642936ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:50:29.159614Z","caller":"traceutil/trace.go:171","msg":"trace[48069502] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"225.191852ms","start":"2026-07-29T13:50:28.934384Z","end":"2026-07-29T13:50:29.159576Z","steps":["trace[48069502] 'process raft request' (duration: 224.071931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:29.160181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.434406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T13:50:29.160212Z","caller":"traceutil/trace.go:171","msg":"trace[1554885107] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1417; }","duration":"114.522079ms","start":"2026-07-29T13:50:29.04568Z","end":"2026-07-29T13:50:29.160202Z","steps":["trace[1554885107] 'agreement among raft nodes before linearized reading' (duration: 113.899442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:30.003176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.493454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T13:50:30.003273Z","caller":"traceutil/trace.go:171","msg":"trace[1766153201] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"837.740834ms","start":"2026-07-29T13:50:29.165517Z","end":"2026-07-29T13:50:30.003258Z","steps":["trace[1766153201] 'process raft request' (duration: 634.103805ms)","trace[1766153201] 'compare' (duration: 203.411502ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:50:30.003315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:29.165497Z","time spent":"837.798056ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:50:30.459446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.766558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T13:50:30.459694Z","caller":"traceutil/trace.go:171","msg":"trace[318261487] linearizableReadLoop","detail":"{readStateIndex:1473; appliedIndex:1470; }","duration":"598.963858ms","start":"2026-07-29T13:50:29.860713Z","end":"2026-07-29T13:50:30.459677Z","steps":["trace[318261487] 'read index received' (duration: 268.966675ms)","trace[318261487] 'applied index is now lower than readState.Index' (duration: 329.996313ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:50:30.459782Z","caller":"traceutil/trace.go:171","msg":"trace[1734835343] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"1.292484237s","start":"2026-07-29T13:50:29.167289Z","end":"2026-07-29T13:50:30.459773Z","steps":["trace[1734835343] 'process raft request' (duration: 1.29224632s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:30.459844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:29.167281Z","time spent":"1.292529509s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1069,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:50:30.460059Z","caller":"traceutil/trace.go:171","msg":"trace[1257868712] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"1.29406503s","start":"2026-07-29T13:50:29.165945Z","end":"2026-07-29T13:50:30.46001Z","steps":["trace[1257868712] 'process raft request' (duration: 963.658956ms)","trace[1257868712] 'compare' (duration: 329.475659ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:50:30.460102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.37846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-29T13:50:30.460143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.149725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T13:50:30.460168Z","caller":"traceutil/trace.go:171","msg":"trace[892267359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1421; }","duration":"599.487023ms","start":"2026-07-29T13:50:29.860665Z","end":"2026-07-29T13:50:30.460152Z","steps":["trace[892267359] 'agreement among raft nodes before linearized reading' (duration: 599.298108ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:30.460185Z","caller":"traceutil/trace.go:171","msg":"trace[1567429951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1421; }","duration":"319.226297ms","start":"2026-07-29T13:50:30.140949Z","end":"2026-07-29T13:50:30.460175Z","steps":["trace[1567429951] 'agreement among raft nodes before linearized reading' (duration: 319.102204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:30.460216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:30.140929Z","time spent":"319.279959ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T13:50:30.460217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:29.860646Z","time spent":"599.562675ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T13:50:30.46022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.608381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T13:50:30.460229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:29.165924Z","time spent":"1.294215815s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1613,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:50:30.460271Z","caller":"traceutil/trace.go:171","msg":"trace[235895890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1421; }","duration":"318.706323ms","start":"2026-07-29T13:50:30.141551Z","end":"2026-07-29T13:50:30.460257Z","steps":["trace[235895890] 'agreement among raft nodes before linearized reading' (duration: 318.520058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:30.460314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:30.141532Z","time spent":"318.774755ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T13:50:30.460114Z","caller":"traceutil/trace.go:171","msg":"trace[1475823078] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"1.291643685s","start":"2026-07-29T13:50:29.168443Z","end":"2026-07-29T13:50:30.460087Z","steps":["trace[1475823078] 'process raft request' (duration: 1.291175032s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:30.460674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:29.168429Z","time spent":"1.292176449s","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4771,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:50:30.769041Z","caller":"traceutil/trace.go:171","msg":"trace[455802814] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"304.036919ms","start":"2026-07-29T13:50:30.464976Z","end":"2026-07-29T13:50:30.769012Z","steps":["trace[455802814] 'process raft request' (duration: 303.921386ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:30.769072Z","caller":"traceutil/trace.go:171","msg":"trace[1144364603] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"304.137813ms","start":"2026-07-29T13:50:30.46489Z","end":"2026-07-29T13:50:30.769028Z","steps":["trace[1144364603] 'process raft request' (duration: 303.812554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:30.769224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:30.46487Z","time spent":"304.270696ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:50:30.769277Z","caller":"traceutil/trace.go:171","msg":"trace[1307215120] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"301.618143ms","start":"2026-07-29T13:50:30.467636Z","end":"2026-07-29T13:50:30.769254Z","steps":["trace[1307215120] 'process raft request' (duration: 301.319855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:30.769381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:30.467618Z","time spent":"301.710896ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5002,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:50:30.769444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:30.464967Z","time spent":"304.158292ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:50:30.769499Z","caller":"traceutil/trace.go:171","msg":"trace[1316291673] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"270.25471ms","start":"2026-07-29T13:50:30.499233Z","end":"2026-07-29T13:50:30.769488Z","steps":["trace[1316291673] 'process raft request' (duration: 269.932702ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:30.769586Z","caller":"traceutil/trace.go:171","msg":"trace[1130690309] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"261.353336ms","start":"2026-07-29T13:50:30.508217Z","end":"2026-07-29T13:50:30.76957Z","steps":["trace[1130690309] 'process raft request' (duration: 261.176661ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:30.769592Z","caller":"traceutil/trace.go:171","msg":"trace[1850553147] linearizableReadLoop","detail":"{readStateIndex:1479; appliedIndex:1474; }","duration":"113.258104ms","start":"2026-07-29T13:50:30.656305Z","end":"2026-07-29T13:50:30.769563Z","steps":["trace[1850553147] 'read index received' (duration: 112.465532ms)","trace[1850553147] 'applied index is now lower than readState.Index' (duration: 791.492µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:50:30.769784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.4647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:50:30.76987Z","caller":"traceutil/trace.go:171","msg":"trace[408046864] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1427; }","duration":"113.564243ms","start":"2026-07-29T13:50:30.656289Z","end":"2026-07-29T13:50:30.769853Z","steps":["trace[408046864] 'agreement among raft nodes before linearized reading' (duration: 113.423879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:34.007269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.180929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:50:34.007346Z","caller":"traceutil/trace.go:171","msg":"trace[1481551091] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1445; }","duration":"202.304613ms","start":"2026-07-29T13:50:33.805021Z","end":"2026-07-29T13:50:34.007326Z","steps":["trace[1481551091] 'range keys from in-memory index tree' (duration: 202.109247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:34.566749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979021840,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T13:50:35.06761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979021840,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T13:50:35.568298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979021840,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T13:50:35.976184Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.503661153s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T13:50:35.977113Z","caller":"traceutil/trace.go:171","msg":"trace[814947015] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"1.959352312s","start":"2026-07-29T13:50:34.017724Z","end":"2026-07-29T13:50:35.977077Z","steps":["trace[814947015] 'process raft request' (duration: 1.958718625s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:35.977301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:34.017703Z","time spent":"1.959505386s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T13:50:35.977143Z","caller":"traceutil/trace.go:171","msg":"trace[1989048794] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"1.958426967s","start":"2026-07-29T13:50:34.0187Z","end":"2026-07-29T13:50:35.977127Z","steps":["trace[1989048794] 'process raft request' (duration: 1.958291523s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:35.97744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:34.018686Z","time spent":"1.958694284s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:50:35.989411Z","caller":"traceutil/trace.go:171","msg":"trace[1435343111] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"1.922272632s","start":"2026-07-29T13:50:34.067125Z","end":"2026-07-29T13:50:35.989398Z","steps":["trace[1435343111] 'process raft request' (duration: 1.920793672s)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:35.989408Z","caller":"traceutil/trace.go:171","msg":"trace[743944248] linearizableReadLoop","detail":"{readStateIndex:1503; appliedIndex:1499; }","duration":"1.923602879s","start":"2026-07-29T13:50:34.065787Z","end":"2026-07-29T13:50:35.98939Z","steps":["trace[743944248] 'read index received' (duration: 1.910590641s)","trace[743944248] 'applied index is now lower than readState.Index' (duration: 13.011128ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:50:35.989492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:34.067109Z","time spent":"1.922336134s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T13:50:35.989521Z","caller":"traceutil/trace.go:171","msg":"trace[338404758] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"1.208481097s","start":"2026-07-29T13:50:34.781006Z","end":"2026-07-29T13:50:35.989487Z","steps":["trace[338404758] 'process raft request' (duration: 1.208308872s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:35.989604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165294779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T13:50:35.989636Z","caller":"traceutil/trace.go:171","msg":"trace[689749597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1451; }","duration":"1.165549906s","start":"2026-07-29T13:50:34.824075Z","end":"2026-07-29T13:50:35.989625Z","steps":["trace[689749597] 'agreement among raft nodes before linearized reading' (duration: 1.165448464s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:35.98965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213000231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T13:50:35.989657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:34.824054Z","time spent":"1.165597477s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T13:50:35.98967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:34.780976Z","time spent":"1.20861499s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:50:35.989678Z","caller":"traceutil/trace.go:171","msg":"trace[1887523278] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1451; }","duration":"1.213064313s","start":"2026-07-29T13:50:34.776604Z","end":"2026-07-29T13:50:35.989669Z","steps":["trace[1887523278] 'agreement among raft nodes before linearized reading' (duration: 1.213020801s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:35.989709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:34.776583Z","time spent":"1.213117113s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T13:50:35.989757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923968709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-29T13:50:35.989754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205942716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T13:50:35.989761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206954704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T13:50:35.989784Z","caller":"traceutil/trace.go:171","msg":"trace[1211061143] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1451; }","duration":"1.92403143s","start":"2026-07-29T13:50:34.065744Z","end":"2026-07-29T13:50:35.989776Z","steps":["trace[1211061143] 'agreement among raft nodes before linearized reading' (duration: 1.923734742s)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:35.989803Z","caller":"traceutil/trace.go:171","msg":"trace[805014605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1451; }","duration":"1.206021189s","start":"2026-07-29T13:50:34.78377Z","end":"2026-07-29T13:50:35.989791Z","steps":["trace[805014605] 'agreement among raft nodes before linearized reading' (duration: 1.205854704s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:35.989817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:34.065727Z","time spent":"1.924085653s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T13:50:35.98982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.331987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:50:35.989826Z","caller":"traceutil/trace.go:171","msg":"trace[907823527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1451; }","duration":"1.207063547s","start":"2026-07-29T13:50:34.782745Z","end":"2026-07-29T13:50:35.989808Z","steps":["trace[907823527] 'agreement among raft nodes before linearized reading' (duration: 1.20680971s)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:35.989845Z","caller":"traceutil/trace.go:171","msg":"trace[788696343] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1451; }","duration":"288.381408ms","start":"2026-07-29T13:50:35.701454Z","end":"2026-07-29T13:50:35.989835Z","steps":["trace[788696343] 'agreement among raft nodes before linearized reading' (duration: 288.345007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:35.989603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59887533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T13:50:35.989838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:34.783759Z","time spent":"1.20607175s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T13:50:35.989877Z","caller":"traceutil/trace.go:171","msg":"trace[68299428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1451; }","duration":"1.599193619s","start":"2026-07-29T13:50:34.390674Z","end":"2026-07-29T13:50:35.989868Z","steps":["trace[68299428] 'agreement among raft nodes before linearized reading' (duration: 1.598835739s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:35.989877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:34.782716Z","time spent":"1.20714658s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T13:50:35.989903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:34.390657Z","time spent":"1.599240931s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T13:50:35.989884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.59319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T13:50:35.989901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419344104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T13:50:35.989963Z","caller":"traceutil/trace.go:171","msg":"trace[684632969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1451; }","duration":"1.419452007s","start":"2026-07-29T13:50:34.570497Z","end":"2026-07-29T13:50:35.989949Z","steps":["trace[684632969] 'agreement among raft nodes before linearized reading' (duration: 1.419283943s)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:35.989959Z","caller":"traceutil/trace.go:171","msg":"trace[1530205448] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1451; }","duration":"916.727654ms","start":"2026-07-29T13:50:35.073215Z","end":"2026-07-29T13:50:35.989943Z","steps":["trace[1530205448] 'agreement among raft nodes before linearized reading' (duration: 916.56513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:35.989993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:34.570472Z","time spent":"1.419515229s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T13:50:35.990046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:35.073194Z","time spent":"916.801747ms","remote":"127.0.0.1:51392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-29T13:50:37.713246Z","caller":"traceutil/trace.go:171","msg":"trace[2117137438] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"154.001224ms","start":"2026-07-29T13:50:37.559221Z","end":"2026-07-29T13:50:37.713222Z","steps":["trace[2117137438] 'process raft request' (duration: 153.84876ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:50.754673Z","caller":"traceutil/trace.go:171","msg":"trace[589123317] linearizableReadLoop","detail":"{readStateIndex:1684; appliedIndex:1683; }","duration":"177.12478ms","start":"2026-07-29T13:50:50.577523Z","end":"2026-07-29T13:50:50.754648Z","steps":["trace[589123317] 'read index received' (duration: 176.832962ms)","trace[589123317] 'applied index is now lower than readState.Index' (duration: 290.658µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:50:50.754797Z","caller":"traceutil/trace.go:171","msg":"trace[169654303] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"301.095758ms","start":"2026-07-29T13:50:50.453669Z","end":"2026-07-29T13:50:50.754765Z","steps":["trace[169654303] 'process raft request' (duration: 300.819551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:50.754941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.390607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:50:50.75511Z","caller":"traceutil/trace.go:171","msg":"trace[1988801782] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1625; }","duration":"177.564312ms","start":"2026-07-29T13:50:50.577467Z","end":"2026-07-29T13:50:50.755032Z","steps":["trace[1988801782] 'agreement among raft nodes before linearized reading' (duration: 177.357816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:50.75498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:50.453644Z","time spent":"301.248903ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4335,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:50:56.23115Z","caller":"traceutil/trace.go:171","msg":"trace[1584488337] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"215.966478ms","start":"2026-07-29T13:50:56.015158Z","end":"2026-07-29T13:50:56.231125Z","steps":["trace[1584488337] 'process raft request' (duration: 215.803984ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:56.23295Z","caller":"traceutil/trace.go:171","msg":"trace[426200708] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"179.059433ms","start":"2026-07-29T13:50:56.053843Z","end":"2026-07-29T13:50:56.232902Z","steps":["trace[426200708] 'process raft request' (duration: 178.710294ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:56.233107Z","caller":"traceutil/trace.go:171","msg":"trace[1053367701] linearizableReadLoop","detail":"{readStateIndex:1805; appliedIndex:1803; }","duration":"170.287472ms","start":"2026-07-29T13:50:56.06279Z","end":"2026-07-29T13:50:56.233077Z","steps":["trace[1053367701] 'read index received' (duration: 168.203235ms)","trace[1053367701] 'applied index is now lower than readState.Index' (duration: 2.082157ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:50:56.233406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.088104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-29T13:50:56.233433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.802091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-29T13:50:56.233488Z","caller":"traceutil/trace.go:171","msg":"trace[1156894166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1746; }","duration":"147.173756ms","start":"2026-07-29T13:50:56.086276Z","end":"2026-07-29T13:50:56.23345Z","steps":["trace[1156894166] 'agreement among raft nodes before linearized reading' (duration: 146.973631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:56.23351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.644992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-29T13:50:56.23352Z","caller":"traceutil/trace.go:171","msg":"trace[1787448795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1746; }","duration":"124.917255ms","start":"2026-07-29T13:50:56.108583Z","end":"2026-07-29T13:50:56.2335Z","steps":["trace[1787448795] 'agreement among raft nodes before linearized reading' (duration: 124.720549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:56.233558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.54159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-29T13:50:56.23356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.219448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T13:50:56.233574Z","caller":"traceutil/trace.go:171","msg":"trace[449744161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1746; }","duration":"126.716464ms","start":"2026-07-29T13:50:56.106842Z","end":"2026-07-29T13:50:56.233559Z","steps":["trace[449744161] 'agreement among raft nodes before linearized reading' (duration: 126.605501ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:56.233609Z","caller":"traceutil/trace.go:171","msg":"trace[1005142056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1746; }","duration":"126.649292ms","start":"2026-07-29T13:50:56.106947Z","end":"2026-07-29T13:50:56.233597Z","steps":["trace[1005142056] 'agreement among raft nodes before linearized reading' (duration: 126.493528ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:56.233619Z","caller":"traceutil/trace.go:171","msg":"trace[1788179454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1746; }","duration":"115.326671ms","start":"2026-07-29T13:50:56.118278Z","end":"2026-07-29T13:50:56.233604Z","steps":["trace[1788179454] 'agreement among raft nodes before linearized reading' (duration: 115.179026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:56.233386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.5764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T13:50:56.23366Z","caller":"traceutil/trace.go:171","msg":"trace[1447143348] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1746; }","duration":"170.897349ms","start":"2026-07-29T13:50:56.06275Z","end":"2026-07-29T13:50:56.233648Z","steps":["trace[1447143348] 'agreement among raft nodes before linearized reading' (duration: 170.413115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:58.265496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.026732ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-29T13:50:58.265713Z","caller":"traceutil/trace.go:171","msg":"trace[1248585281] linearizableReadLoop","detail":"{readStateIndex:1815; appliedIndex:1814; }","duration":"307.588407ms","start":"2026-07-29T13:50:57.958105Z","end":"2026-07-29T13:50:58.265694Z","steps":["trace[1248585281] 'read index received' (duration: 104.261307ms)","trace[1248585281] 'applied index is now lower than readState.Index' (duration: 203.32558ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:50:58.265903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.637669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-29T13:50:58.26591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.803973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T13:50:58.265958Z","caller":"traceutil/trace.go:171","msg":"trace[1189034653] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1755; }","duration":"287.721881ms","start":"2026-07-29T13:50:57.97822Z","end":"2026-07-29T13:50:58.265942Z","steps":["trace[1189034653] 'agreement among raft nodes before linearized reading' (duration: 287.588238ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:50:58.26598Z","caller":"traceutil/trace.go:171","msg":"trace[488350464] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1755; }","duration":"307.918316ms","start":"2026-07-29T13:50:57.958039Z","end":"2026-07-29T13:50:58.265957Z","steps":["trace[488350464] 'agreement among raft nodes before linearized reading' (duration: 307.745081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:50:58.266049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:50:57.958012Z","time spent":"308.020439ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T13:51:06.434476Z","caller":"traceutil/trace.go:171","msg":"trace[1532574927] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"168.488603ms","start":"2026-07-29T13:51:06.265955Z","end":"2026-07-29T13:51:06.434443Z","steps":["trace[1532574927] 'process raft request' (duration: 71.522527ms)","trace[1532574927] 'compare' (duration: 96.793041ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:51:06.465231Z","caller":"traceutil/trace.go:171","msg":"trace[1013035262] linearizableReadLoop","detail":"{readStateIndex:1951; appliedIndex:1948; }","duration":"158.435826ms","start":"2026-07-29T13:51:06.306771Z","end":"2026-07-29T13:51:06.465207Z","steps":["trace[1013035262] 'read index received' (duration: 30.746925ms)","trace[1013035262] 'applied index is now lower than readState.Index' (duration: 127.688061ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:51:06.465351Z","caller":"traceutil/trace.go:171","msg":"trace[2025676947] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"174.670642ms","start":"2026-07-29T13:51:06.290668Z","end":"2026-07-29T13:51:06.465339Z","steps":["trace[2025676947] 'process raft request' (duration: 174.472837ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:06.465501Z","caller":"traceutil/trace.go:171","msg":"trace[300122075] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"196.575775ms","start":"2026-07-29T13:51:06.268905Z","end":"2026-07-29T13:51:06.465481Z","steps":["trace[300122075] 'process raft request' (duration: 196.02513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:06.465646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.851277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-29T13:51:06.465675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.840897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T13:51:06.465704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.224569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-29T13:51:06.465767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.051186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T13:51:06.466615Z","caller":"traceutil/trace.go:171","msg":"trace[1025518826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1875; }","duration":"134.886399ms","start":"2026-07-29T13:51:06.33171Z","end":"2026-07-29T13:51:06.466596Z","steps":["trace[1025518826] 'agreement among raft nodes before linearized reading' (duration: 134.006775ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:06.466648Z","caller":"traceutil/trace.go:171","msg":"trace[2025257138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1875; }","duration":"131.470535ms","start":"2026-07-29T13:51:06.334794Z","end":"2026-07-29T13:51:06.466265Z","steps":["trace[2025257138] 'agreement among raft nodes before linearized reading' (duration: 130.796446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:06.465772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.468877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T13:51:06.466734Z","caller":"traceutil/trace.go:171","msg":"trace[707459569] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1875; }","duration":"131.434194ms","start":"2026-07-29T13:51:06.335281Z","end":"2026-07-29T13:51:06.466715Z","steps":["trace[707459569] 'agreement among raft nodes before linearized reading' (duration: 130.411326ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:06.466646Z","caller":"traceutil/trace.go:171","msg":"trace[1008227832] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1875; }","duration":"144.120513ms","start":"2026-07-29T13:51:06.32237Z","end":"2026-07-29T13:51:06.46649Z","steps":["trace[1008227832] 'agreement among raft nodes before linearized reading' (duration: 143.183047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:06.465772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.875026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T13:51:06.466937Z","caller":"traceutil/trace.go:171","msg":"trace[402614864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1875; }","duration":"133.049549ms","start":"2026-07-29T13:51:06.333855Z","end":"2026-07-29T13:51:06.466904Z","steps":["trace[402614864] 'agreement among raft nodes before linearized reading' (duration: 131.748253ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:06.466203Z","caller":"traceutil/trace.go:171","msg":"trace[598002431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1875; }","duration":"159.431314ms","start":"2026-07-29T13:51:06.306745Z","end":"2026-07-29T13:51:06.466177Z","steps":["trace[598002431] 'agreement among raft nodes before linearized reading' (duration: 158.760015ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:08.702943Z","caller":"traceutil/trace.go:171","msg":"trace[2144944196] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"150.117827ms","start":"2026-07-29T13:51:08.552798Z","end":"2026-07-29T13:51:08.702916Z","steps":["trace[2144944196] 'process raft request' (duration: 146.925799ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:14.667194Z","caller":"traceutil/trace.go:171","msg":"trace[1489577944] linearizableReadLoop","detail":"{readStateIndex:2156; appliedIndex:2155; }","duration":"152.361799ms","start":"2026-07-29T13:51:14.514809Z","end":"2026-07-29T13:51:14.667171Z","steps":["trace[1489577944] 'read index received' (duration: 152.134663ms)","trace[1489577944] 'applied index is now lower than readState.Index' (duration: 225.736µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:51:14.667248Z","caller":"traceutil/trace.go:171","msg":"trace[714183667] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"180.168134ms","start":"2026-07-29T13:51:14.48704Z","end":"2026-07-29T13:51:14.667208Z","steps":["trace[714183667] 'process raft request' (duration: 179.982949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:14.667399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.571105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T13:51:14.667421Z","caller":"traceutil/trace.go:171","msg":"trace[1602000547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2070; }","duration":"152.641987ms","start":"2026-07-29T13:51:14.514773Z","end":"2026-07-29T13:51:14.667415Z","steps":["trace[1602000547] 'agreement among raft nodes before linearized reading' (duration: 152.525034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:14.667464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.744622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-29T13:51:14.667548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.864463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T13:51:14.667536Z","caller":"traceutil/trace.go:171","msg":"trace[668389991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2070; }","duration":"103.849856ms","start":"2026-07-29T13:51:14.56367Z","end":"2026-07-29T13:51:14.66752Z","steps":["trace[668389991] 'agreement among raft nodes before linearized reading' (duration: 103.65862ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:14.667566Z","caller":"traceutil/trace.go:171","msg":"trace[1974869166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2070; }","duration":"100.889114ms","start":"2026-07-29T13:51:14.566672Z","end":"2026-07-29T13:51:14.667561Z","steps":["trace[1974869166] 'agreement among raft nodes before linearized reading' (duration: 100.842122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:14.667607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.026048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-29T13:51:14.667648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.101838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T13:51:14.667686Z","caller":"traceutil/trace.go:171","msg":"trace[572032281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2070; }","duration":"101.157142ms","start":"2026-07-29T13:51:14.566512Z","end":"2026-07-29T13:51:14.667669Z","steps":["trace[572032281] 'agreement among raft nodes before linearized reading' (duration: 100.906955ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:14.667721Z","caller":"traceutil/trace.go:171","msg":"trace[1225111008] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2070; }","duration":"102.221421ms","start":"2026-07-29T13:51:14.565482Z","end":"2026-07-29T13:51:14.667703Z","steps":["trace[1225111008] 'agreement among raft nodes before linearized reading' (duration: 102.008525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:14.668264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.279242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T13:51:14.668387Z","caller":"traceutil/trace.go:171","msg":"trace[960009800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2070; }","duration":"102.428366ms","start":"2026-07-29T13:51:14.565934Z","end":"2026-07-29T13:51:14.668362Z","steps":["trace[960009800] 'agreement among raft nodes before linearized reading' (duration: 101.540311ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:22.926258Z","caller":"traceutil/trace.go:171","msg":"trace[2109963120] linearizableReadLoop","detail":"{readStateIndex:2284; appliedIndex:2282; }","duration":"130.007107ms","start":"2026-07-29T13:51:22.796224Z","end":"2026-07-29T13:51:22.926231Z","steps":["trace[2109963120] 'read index received' (duration: 35.855367ms)","trace[2109963120] 'applied index is now lower than readState.Index' (duration: 94.1506ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:51:22.926415Z","caller":"traceutil/trace.go:171","msg":"trace[36828521] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"132.250639ms","start":"2026-07-29T13:51:22.794068Z","end":"2026-07-29T13:51:22.926319Z","steps":["trace[36828521] 'process raft request' (duration: 132.041173ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:22.926266Z","caller":"traceutil/trace.go:171","msg":"trace[770079572] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"194.172092ms","start":"2026-07-29T13:51:22.732057Z","end":"2026-07-29T13:51:22.926229Z","steps":["trace[770079572] 'process raft request' (duration: 100.021872ms)","trace[770079572] 'compare' (duration: 93.816791ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:51:22.926694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.865563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10620"} {"level":"warn","ts":"2026-07-29T13:51:22.926755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.775385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:212"} {"level":"warn","ts":"2026-07-29T13:51:22.926775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.647266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T13:51:22.92681Z","caller":"traceutil/trace.go:171","msg":"trace[2118383584] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2196; }","duration":"130.034738ms","start":"2026-07-29T13:51:22.796757Z","end":"2026-07-29T13:51:22.926792Z","steps":["trace[2118383584] 'agreement among raft nodes before linearized reading' (duration: 129.75537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:22.926839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.460652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T13:51:22.926845Z","caller":"traceutil/trace.go:171","msg":"trace[656957004] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:2196; }","duration":"115.880948ms","start":"2026-07-29T13:51:22.810927Z","end":"2026-07-29T13:51:22.926808Z","steps":["trace[656957004] 'agreement among raft nodes before linearized reading' (duration: 115.629661ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:22.926856Z","caller":"traceutil/trace.go:171","msg":"trace[1307400242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2196; }","duration":"101.76589ms","start":"2026-07-29T13:51:22.825072Z","end":"2026-07-29T13:51:22.926838Z","steps":["trace[1307400242] 'agreement among raft nodes before linearized reading' (duration: 101.579065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:22.926692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.832232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T13:51:22.926898Z","caller":"traceutil/trace.go:171","msg":"trace[1997656454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2196; }","duration":"101.537974ms","start":"2026-07-29T13:51:22.825339Z","end":"2026-07-29T13:51:22.926877Z","steps":["trace[1997656454] 'agreement among raft nodes before linearized reading' (duration: 101.416661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:22.926699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.331598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T13:51:22.926961Z","caller":"traceutil/trace.go:171","msg":"trace[99442205] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2196; }","duration":"102.150401ms","start":"2026-07-29T13:51:22.824787Z","end":"2026-07-29T13:51:22.926937Z","steps":["trace[99442205] 'agreement among raft nodes before linearized reading' (duration: 101.744969ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:22.92703Z","caller":"traceutil/trace.go:171","msg":"trace[1057072081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2196; }","duration":"101.688907ms","start":"2026-07-29T13:51:22.825311Z","end":"2026-07-29T13:51:22.927Z","steps":["trace[1057072081] 'agreement among raft nodes before linearized reading' (duration: 101.209374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:22.926735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.201725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T13:51:22.927136Z","caller":"traceutil/trace.go:171","msg":"trace[1819205176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2196; }","duration":"101.612045ms","start":"2026-07-29T13:51:22.825497Z","end":"2026-07-29T13:51:22.927109Z","steps":["trace[1819205176] 'agreement among raft nodes before linearized reading' (duration: 101.089151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:22.927297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.376137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T13:51:22.927462Z","caller":"traceutil/trace.go:171","msg":"trace[378573207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2196; }","duration":"131.257922ms","start":"2026-07-29T13:51:22.796187Z","end":"2026-07-29T13:51:22.927445Z","steps":["trace[378573207] 'agreement among raft nodes before linearized reading' (duration: 130.254354ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:23.090518Z","caller":"traceutil/trace.go:171","msg":"trace[684583798] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"159.162658ms","start":"2026-07-29T13:51:22.931086Z","end":"2026-07-29T13:51:23.090248Z","steps":["trace[684583798] 'process raft request' (duration: 99.96871ms)","trace[684583798] 'compare' (duration: 58.749276ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:51:23.09323Z","caller":"traceutil/trace.go:171","msg":"trace[1850191544] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"162.09204ms","start":"2026-07-29T13:51:22.931111Z","end":"2026-07-29T13:51:23.093203Z","steps":["trace[1850191544] 'process raft request' (duration: 161.886644ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:23.093248Z","caller":"traceutil/trace.go:171","msg":"trace[501956582] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"161.956996ms","start":"2026-07-29T13:51:22.931275Z","end":"2026-07-29T13:51:23.093232Z","steps":["trace[501956582] 'process raft request' (duration: 161.876613ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:23.093396Z","caller":"traceutil/trace.go:171","msg":"trace[575125815] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"161.934805ms","start":"2026-07-29T13:51:22.93145Z","end":"2026-07-29T13:51:23.093384Z","steps":["trace[575125815] 'process raft request' (duration: 161.74972ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:23.09338Z","caller":"traceutil/trace.go:171","msg":"trace[2061108802] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"162.099769ms","start":"2026-07-29T13:51:22.931221Z","end":"2026-07-29T13:51:23.093321Z","steps":["trace[2061108802] 'process raft request' (duration: 161.862282ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:23.09355Z","caller":"traceutil/trace.go:171","msg":"trace[267898196] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"162.258384ms","start":"2026-07-29T13:51:22.931282Z","end":"2026-07-29T13:51:23.09354Z","steps":["trace[267898196] 'process raft request' (duration: 161.837102ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:23.093737Z","caller":"traceutil/trace.go:171","msg":"trace[155739301] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"156.671421ms","start":"2026-07-29T13:51:22.937044Z","end":"2026-07-29T13:51:23.093715Z","steps":["trace[155739301] 'process raft request' (duration: 156.314511ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:23.093809Z","caller":"traceutil/trace.go:171","msg":"trace[227578978] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"155.031135ms","start":"2026-07-29T13:51:22.938755Z","end":"2026-07-29T13:51:23.093786Z","steps":["trace[227578978] 'process raft request' (duration: 154.893961ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:26.670517Z","caller":"traceutil/trace.go:171","msg":"trace[1879164604] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"468.749796ms","start":"2026-07-29T13:51:26.201743Z","end":"2026-07-29T13:51:26.670493Z","steps":["trace[1879164604] 'process raft request' (duration: 468.55047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:26.670671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:26.201683Z","time spent":"468.913591ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:51:27.015376Z","caller":"traceutil/trace.go:171","msg":"trace[391853485] linearizableReadLoop","detail":"{readStateIndex:2319; appliedIndex:2317; }","duration":"719.590367ms","start":"2026-07-29T13:51:26.295748Z","end":"2026-07-29T13:51:27.015338Z","steps":["trace[391853485] 'read index received' (duration: 374.676158ms)","trace[391853485] 'applied index is now lower than readState.Index' (duration: 344.913139ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:51:27.015588Z","caller":"traceutil/trace.go:171","msg":"trace[687881673] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"786.001065ms","start":"2026-07-29T13:51:26.229549Z","end":"2026-07-29T13:51:27.01555Z","steps":["trace[687881673] 'process raft request' (duration: 770.53202ms)","trace[687881673] 'compare' (duration: 14.811927ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:51:27.015769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:26.22952Z","time spent":"786.160699ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:51:27.015841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.074091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T13:51:27.015958Z","caller":"traceutil/trace.go:171","msg":"trace[71075770] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2231; }","duration":"720.199935ms","start":"2026-07-29T13:51:26.2957Z","end":"2026-07-29T13:51:27.0159Z","steps":["trace[71075770] 'agreement among raft nodes before linearized reading' (duration: 719.984619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:27.01601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:26.295683Z","time spent":"720.313927ms","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T13:51:27.022388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.615059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:51:27.022454Z","caller":"traceutil/trace.go:171","msg":"trace[188884623] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"279.377076ms","start":"2026-07-29T13:51:26.743053Z","end":"2026-07-29T13:51:27.02243Z","steps":["trace[188884623] 'process raft request' (duration: 279.176291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:27.022483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.895772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:51:27.022538Z","caller":"traceutil/trace.go:171","msg":"trace[1180441888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2232; }","duration":"439.993495ms","start":"2026-07-29T13:51:26.582533Z","end":"2026-07-29T13:51:27.022527Z","steps":["trace[1180441888] 'agreement among raft nodes before linearized reading' (duration: 439.897822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:27.022563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.260719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-29T13:51:27.022578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:26.582512Z","time spent":"440.057707ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T13:51:27.022471Z","caller":"traceutil/trace.go:171","msg":"trace[1034517106] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2232; }","duration":"558.746342ms","start":"2026-07-29T13:51:26.463711Z","end":"2026-07-29T13:51:27.022458Z","steps":["trace[1034517106] 'agreement among raft nodes before linearized reading' (duration: 558.618939ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:27.022594Z","caller":"traceutil/trace.go:171","msg":"trace[2126811595] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2232; }","duration":"554.339422ms","start":"2026-07-29T13:51:26.468246Z","end":"2026-07-29T13:51:27.022585Z","steps":["trace[2126811595] 'agreement among raft nodes before linearized reading' (duration: 554.247759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:27.022628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:26.46822Z","time spent":"554.401913ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T13:51:27.022648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:26.46369Z","time spent":"558.935558ms","remote":"127.0.0.1:56596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T13:51:27.247906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.890196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-07-29T13:51:27.248268Z","caller":"traceutil/trace.go:171","msg":"trace[1191467493] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2233; }","duration":"129.298567ms","start":"2026-07-29T13:51:27.118946Z","end":"2026-07-29T13:51:27.248245Z","steps":["trace[1191467493] 'range keys from in-memory index tree' (duration: 128.713381ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:27.302548Z","caller":"traceutil/trace.go:171","msg":"trace[980570208] linearizableReadLoop","detail":"{readStateIndex:2322; appliedIndex:2321; }","duration":"136.481015ms","start":"2026-07-29T13:51:27.166049Z","end":"2026-07-29T13:51:27.30253Z","steps":["trace[980570208] 'read index received' (duration: 136.378382ms)","trace[980570208] 'applied index is now lower than readState.Index' (duration: 101.883µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:51:27.302653Z","caller":"traceutil/trace.go:171","msg":"trace[735910355] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"146.430009ms","start":"2026-07-29T13:51:27.15619Z","end":"2026-07-29T13:51:27.30262Z","steps":["trace[735910355] 'process raft request' (duration: 146.199213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:27.302776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.721162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T13:51:27.302835Z","caller":"traceutil/trace.go:171","msg":"trace[1440107945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2234; }","duration":"136.818224ms","start":"2026-07-29T13:51:27.166002Z","end":"2026-07-29T13:51:27.302821Z","steps":["trace[1440107945] 'agreement among raft nodes before linearized reading' (duration: 136.621218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:27.713081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.55698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T13:51:27.713317Z","caller":"traceutil/trace.go:171","msg":"trace[1794549908] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"461.336773ms","start":"2026-07-29T13:51:27.251958Z","end":"2026-07-29T13:51:27.713295Z","steps":["trace[1794549908] 'process raft request' (duration: 461.225619ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:27.713339Z","caller":"traceutil/trace.go:171","msg":"trace[384573683] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"462.128904ms","start":"2026-07-29T13:51:27.251182Z","end":"2026-07-29T13:51:27.713311Z","steps":["trace[384573683] 'process raft request' (duration: 97.241395ms)","trace[384573683] 'compare' (duration: 364.442147ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:51:27.713422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:27.251951Z","time spent":"461.424005ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:51:27.713474Z","caller":"traceutil/trace.go:171","msg":"trace[1340916440] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"460.647684ms","start":"2026-07-29T13:51:27.252799Z","end":"2026-07-29T13:51:27.713447Z","steps":["trace[1340916440] 'process raft request' (duration: 460.449638ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:27.713552Z","caller":"traceutil/trace.go:171","msg":"trace[1263954111] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"407.09202ms","start":"2026-07-29T13:51:27.306443Z","end":"2026-07-29T13:51:27.713535Z","steps":["trace[1263954111] 'process raft request' (duration: 407.007568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:27.713622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:27.252792Z","time spent":"460.758247ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:51:27.713645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:27.306419Z","time spent":"407.180533ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:51:27.713604Z","caller":"traceutil/trace.go:171","msg":"trace[1463182921] linearizableReadLoop","detail":"{readStateIndex:2325; appliedIndex:2322; }","duration":"410.981166ms","start":"2026-07-29T13:51:27.302599Z","end":"2026-07-29T13:51:27.71358Z","steps":["trace[1463182921] 'read index received' (duration: 45.911933ms)","trace[1463182921] 'applied index is now lower than readState.Index' (duration: 365.065773ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:51:27.713798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.96741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-29T13:51:27.713874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.285111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T13:51:27.713854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.514038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-29T13:51:27.713876Z","caller":"traceutil/trace.go:171","msg":"trace[188586796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2238; }","duration":"530.068203ms","start":"2026-07-29T13:51:27.183794Z","end":"2026-07-29T13:51:27.713863Z","steps":["trace[188586796] 'agreement among raft nodes before linearized reading' (duration: 529.841087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:27.713894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:27.251165Z","time spent":"462.292699ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:51:27.713938Z","caller":"traceutil/trace.go:171","msg":"trace[868095521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2238; }","duration":"529.659752ms","start":"2026-07-29T13:51:27.18426Z","end":"2026-07-29T13:51:27.71392Z","steps":["trace[868095521] 'agreement among raft nodes before linearized reading' (duration: 529.331653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:27.713988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:27.184253Z","time spent":"529.726203ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T13:51:27.713995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:27.183782Z","time spent":"530.175456ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T13:51:27.713916Z","caller":"traceutil/trace.go:171","msg":"trace[1070932455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2238; }","duration":"324.348053ms","start":"2026-07-29T13:51:27.389557Z","end":"2026-07-29T13:51:27.713905Z","steps":["trace[1070932455] 'agreement among raft nodes before linearized reading' (duration: 324.286212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:27.714132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:27.389544Z","time spent":"324.57185ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T13:51:27.713911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.30424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-29T13:51:27.714286Z","caller":"traceutil/trace.go:171","msg":"trace[586686873] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2238; }","duration":"530.68196ms","start":"2026-07-29T13:51:27.183591Z","end":"2026-07-29T13:51:27.714273Z","steps":["trace[586686873] 'agreement among raft nodes before linearized reading' (duration: 530.190577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:27.714362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:27.183553Z","time spent":"530.792253ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T13:51:27.824606Z","caller":"traceutil/trace.go:171","msg":"trace[1320315835] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"105.888864ms","start":"2026-07-29T13:51:27.718695Z","end":"2026-07-29T13:51:27.824583Z","steps":["trace[1320315835] 'process raft request' (duration: 97.935574ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:27.824732Z","caller":"traceutil/trace.go:171","msg":"trace[282512048] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"106.158761ms","start":"2026-07-29T13:51:27.718543Z","end":"2026-07-29T13:51:27.824702Z","steps":["trace[282512048] 'process raft request' (duration: 105.967185ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:32.764639Z","caller":"traceutil/trace.go:171","msg":"trace[1453955234] linearizableReadLoop","detail":"{readStateIndex:2373; appliedIndex:2372; }","duration":"104.459314ms","start":"2026-07-29T13:51:32.660154Z","end":"2026-07-29T13:51:32.764613Z","steps":["trace[1453955234] 'read index received' (duration: 104.405943ms)","trace[1453955234] 'applied index is now lower than readState.Index' (duration: 52.181µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:51:32.764873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.709371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11911"} {"level":"info","ts":"2026-07-29T13:51:32.764955Z","caller":"traceutil/trace.go:171","msg":"trace[847332247] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2283; }","duration":"104.825764ms","start":"2026-07-29T13:51:32.660115Z","end":"2026-07-29T13:51:32.76494Z","steps":["trace[847332247] 'agreement among raft nodes before linearized reading' (duration: 104.598298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:35.229771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.688942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:51:35.229859Z","caller":"traceutil/trace.go:171","msg":"trace[36983137] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2302; }","duration":"208.847586ms","start":"2026-07-29T13:51:35.020992Z","end":"2026-07-29T13:51:35.22984Z","steps":["trace[36983137] 'count revisions from in-memory index tree' (duration: 208.597439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:35.230214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.436632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-29T13:51:35.230287Z","caller":"traceutil/trace.go:171","msg":"trace[332510276] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2302; }","duration":"265.557786ms","start":"2026-07-29T13:51:34.964708Z","end":"2026-07-29T13:51:35.230266Z","steps":["trace[332510276] 'range keys from in-memory index tree' (duration: 265.259008ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:35.31247Z","caller":"traceutil/trace.go:171","msg":"trace[1042628394] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"271.593932ms","start":"2026-07-29T13:51:35.040857Z","end":"2026-07-29T13:51:35.312451Z","steps":["trace[1042628394] 'process raft request' (duration: 271.451038ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:35.394187Z","caller":"traceutil/trace.go:171","msg":"trace[1901651900] linearizableReadLoop","detail":"{readStateIndex:2394; appliedIndex:2393; }","duration":"326.798601ms","start":"2026-07-29T13:51:35.067366Z","end":"2026-07-29T13:51:35.394165Z","steps":["trace[1901651900] 'read index received' (duration: 245.132124ms)","trace[1901651900] 'applied index is now lower than readState.Index' (duration: 81.665207ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:51:35.394547Z","caller":"traceutil/trace.go:171","msg":"trace[543115124] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"345.244189ms","start":"2026-07-29T13:51:35.049288Z","end":"2026-07-29T13:51:35.394533Z","steps":["trace[543115124] 'process raft request' (duration: 344.700554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:35.394658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:35.049268Z","time spent":"345.317831ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:51:35.394833Z","caller":"traceutil/trace.go:171","msg":"trace[334565361] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"159.720575ms","start":"2026-07-29T13:51:35.235095Z","end":"2026-07-29T13:51:35.394815Z","steps":["trace[334565361] 'process raft request' (duration: 159.025586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:35.395055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.677465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T13:51:35.395113Z","caller":"traceutil/trace.go:171","msg":"trace[729345965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2305; }","duration":"327.773198ms","start":"2026-07-29T13:51:35.067325Z","end":"2026-07-29T13:51:35.395098Z","steps":["trace[729345965] 'agreement among raft nodes before linearized reading' (duration: 327.605673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:35.395143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:35.067312Z","time spent":"327.825339ms","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T13:51:35.436613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.739155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:51:35.436695Z","caller":"traceutil/trace.go:171","msg":"trace[2085359484] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2306; }","duration":"147.883669ms","start":"2026-07-29T13:51:35.288792Z","end":"2026-07-29T13:51:35.436675Z","steps":["trace[2085359484] 'agreement among raft nodes before linearized reading' (duration: 147.720224ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:35.43707Z","caller":"traceutil/trace.go:171","msg":"trace[1107049115] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"109.275157ms","start":"2026-07-29T13:51:35.32778Z","end":"2026-07-29T13:51:35.437055Z","steps":["trace[1107049115] 'process raft request' (duration: 108.607249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:42.65737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979023628,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T13:51:42.837066Z","caller":"traceutil/trace.go:171","msg":"trace[794361101] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"728.081291ms","start":"2026-07-29T13:51:42.10896Z","end":"2026-07-29T13:51:42.837041Z","steps":["trace[794361101] 'process raft request' (duration: 727.924247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:42.83722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:42.108936Z","time spent":"728.207064ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:51:43.124464Z","caller":"traceutil/trace.go:171","msg":"trace[2066307368] linearizableReadLoop","detail":"{readStateIndex:2458; appliedIndex:2456; }","duration":"967.863929ms","start":"2026-07-29T13:51:42.156579Z","end":"2026-07-29T13:51:43.124443Z","steps":["trace[2066307368] 'read index received' (duration: 680.348438ms)","trace[2066307368] 'applied index is now lower than readState.Index' (duration: 287.514131ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:51:43.124708Z","caller":"traceutil/trace.go:171","msg":"trace[578991003] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"649.538831ms","start":"2026-07-29T13:51:42.475157Z","end":"2026-07-29T13:51:43.124696Z","steps":["trace[578991003] 'process raft request' (duration: 644.595444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:43.124764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.390805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:51:43.124812Z","caller":"traceutil/trace.go:171","msg":"trace[1401031812] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"296.495847ms","start":"2026-07-29T13:51:42.828284Z","end":"2026-07-29T13:51:43.12478Z","steps":["trace[1401031812] 'process raft request' (duration: 296.107846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:43.124836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:42.475132Z","time spent":"649.634043ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:51:43.124836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.237013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T13:51:43.124837Z","caller":"traceutil/trace.go:171","msg":"trace[765925104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2368; }","duration":"734.502628ms","start":"2026-07-29T13:51:42.390314Z","end":"2026-07-29T13:51:43.124816Z","steps":["trace[765925104] 'agreement among raft nodes before linearized reading' (duration: 734.392585ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:43.124908Z","caller":"traceutil/trace.go:171","msg":"trace[1506985513] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2368; }","duration":"166.333986ms","start":"2026-07-29T13:51:42.958558Z","end":"2026-07-29T13:51:43.124892Z","steps":["trace[1506985513] 'agreement among raft nodes before linearized reading' (duration: 166.173482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:43.124939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:42.390278Z","time spent":"734.644262ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T13:51:43.124969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.632508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-29T13:51:43.124983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.8603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-29T13:51:43.12504Z","caller":"traceutil/trace.go:171","msg":"trace[1562233772] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:2368; }","duration":"470.755372ms","start":"2026-07-29T13:51:42.654266Z","end":"2026-07-29T13:51:43.125021Z","steps":["trace[1562233772] 'agreement among raft nodes before linearized reading' (duration: 470.525095ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:51:43.125053Z","caller":"traceutil/trace.go:171","msg":"trace[216372176] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2368; }","duration":"327.968583ms","start":"2026-07-29T13:51:42.797065Z","end":"2026-07-29T13:51:43.125034Z","steps":["trace[216372176] 'agreement among raft nodes before linearized reading' (duration: 327.780888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:43.125074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.502246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12232"} {"level":"warn","ts":"2026-07-29T13:51:43.125083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:42.654248Z","time spent":"470.826653ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"info","ts":"2026-07-29T13:51:43.125104Z","caller":"traceutil/trace.go:171","msg":"trace[725700864] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2368; }","duration":"968.579228ms","start":"2026-07-29T13:51:42.156516Z","end":"2026-07-29T13:51:43.125096Z","steps":["trace[725700864] 'agreement among raft nodes before linearized reading' (duration: 968.456704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:43.125102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:42.797044Z","time spent":"328.046515ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T13:51:43.125125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:42.156494Z","time spent":"968.625959ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12254,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T13:51:43.12547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.189126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T13:51:43.125526Z","caller":"traceutil/trace.go:171","msg":"trace[960334641] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2368; }","duration":"683.306249ms","start":"2026-07-29T13:51:42.442208Z","end":"2026-07-29T13:51:43.125514Z","steps":["trace[960334641] 'agreement among raft nodes before linearized reading' (duration: 682.654581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:51:43.125569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:51:42.442186Z","time spent":"683.370641ms","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-29T13:52:07.449001Z","caller":"traceutil/trace.go:171","msg":"trace[2062676835] linearizableReadLoop","detail":"{readStateIndex:2635; appliedIndex:2633; }","duration":"136.229788ms","start":"2026-07-29T13:52:07.312724Z","end":"2026-07-29T13:52:07.448954Z","steps":["trace[2062676835] 'read index received' (duration: 130.317655ms)","trace[2062676835] 'applied index is now lower than readState.Index' (duration: 5.910983ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:52:07.449116Z","caller":"traceutil/trace.go:171","msg":"trace[2010078290] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"155.435887ms","start":"2026-07-29T13:52:07.293646Z","end":"2026-07-29T13:52:07.449082Z","steps":["trace[2010078290] 'process raft request' (duration: 155.147829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:07.449324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.573247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T13:52:07.449399Z","caller":"traceutil/trace.go:171","msg":"trace[486866512] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2538; }","duration":"136.692151ms","start":"2026-07-29T13:52:07.312687Z","end":"2026-07-29T13:52:07.449379Z","steps":["trace[486866512] 'agreement among raft nodes before linearized reading' (duration: 136.449084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:07.575193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.541149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T13:52:07.575341Z","caller":"traceutil/trace.go:171","msg":"trace[1485747314] linearizableReadLoop","detail":"{readStateIndex:2636; appliedIndex:2635; }","duration":"126.216693ms","start":"2026-07-29T13:52:07.449101Z","end":"2026-07-29T13:52:07.575318Z","steps":["trace[1485747314] 'read index received' (duration: 18.329434ms)","trace[1485747314] 'applied index is now lower than readState.Index' (duration: 107.885469ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:52:07.57536Z","caller":"traceutil/trace.go:171","msg":"trace[237995345] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"130.883711ms","start":"2026-07-29T13:52:07.444446Z","end":"2026-07-29T13:52:07.575329Z","steps":["trace[237995345] 'process raft request' (duration: 23.091285ms)","trace[237995345] 'compare' (duration: 107.352334ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:52:07.575429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.03557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:52:07.575487Z","caller":"traceutil/trace.go:171","msg":"trace[1867010755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2539; }","duration":"185.132034ms","start":"2026-07-29T13:52:07.390342Z","end":"2026-07-29T13:52:07.575474Z","steps":["trace[1867010755] 'agreement among raft nodes before linearized reading' (duration: 185.040131ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:07.603399Z","caller":"traceutil/trace.go:171","msg":"trace[1564356723] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"103.98037ms","start":"2026-07-29T13:52:07.499392Z","end":"2026-07-29T13:52:07.603373Z","steps":["trace[1564356723] 'process raft request' (duration: 103.812716ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:07.672456Z","caller":"traceutil/trace.go:171","msg":"trace[705915172] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"116.149205ms","start":"2026-07-29T13:52:07.55627Z","end":"2026-07-29T13:52:07.672419Z","steps":["trace[705915172] 'process raft request' (duration: 116.092444ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:07.672543Z","caller":"traceutil/trace.go:171","msg":"trace[2111447932] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"151.014535ms","start":"2026-07-29T13:52:07.521488Z","end":"2026-07-29T13:52:07.672503Z","steps":["trace[2111447932] 'process raft request' (duration: 150.637834ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:08.053713Z","caller":"traceutil/trace.go:171","msg":"trace[1877276377] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"107.253601ms","start":"2026-07-29T13:52:07.946435Z","end":"2026-07-29T13:52:08.053689Z","steps":["trace[1877276377] 'process raft request' (duration: 107.110637ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:08.053752Z","caller":"traceutil/trace.go:171","msg":"trace[533170341] linearizableReadLoop","detail":"{readStateIndex:2640; appliedIndex:2639; }","duration":"145.037191ms","start":"2026-07-29T13:52:07.90869Z","end":"2026-07-29T13:52:08.053727Z","steps":["trace[533170341] 'read index received' (duration: 70.473239ms)","trace[533170341] 'applied index is now lower than readState.Index' (duration: 74.561272ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:52:08.054006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.306198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T13:52:08.054038Z","caller":"traceutil/trace.go:171","msg":"trace[1767859903] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2543; }","duration":"145.3961ms","start":"2026-07-29T13:52:07.908634Z","end":"2026-07-29T13:52:08.05403Z","steps":["trace[1767859903] 'agreement among raft nodes before linearized reading' (duration: 145.210545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:08.054164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.099332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-29T13:52:08.054259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.059541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T13:52:08.05429Z","caller":"traceutil/trace.go:171","msg":"trace[949006742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2543; }","duration":"145.100402ms","start":"2026-07-29T13:52:07.909181Z","end":"2026-07-29T13:52:08.054282Z","steps":["trace[949006742] 'agreement among raft nodes before linearized reading' (duration: 145.04031ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:08.054257Z","caller":"traceutil/trace.go:171","msg":"trace[1905543710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2543; }","duration":"145.242086ms","start":"2026-07-29T13:52:07.908997Z","end":"2026-07-29T13:52:08.054239Z","steps":["trace[1905543710] 'agreement among raft nodes before linearized reading' (duration: 144.944888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:08.054202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.712839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T13:52:08.05449Z","caller":"traceutil/trace.go:171","msg":"trace[1792596314] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2543; }","duration":"142.041558ms","start":"2026-07-29T13:52:07.912416Z","end":"2026-07-29T13:52:08.054458Z","steps":["trace[1792596314] 'agreement among raft nodes before linearized reading' (duration: 141.716499ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:08.198909Z","caller":"traceutil/trace.go:171","msg":"trace[1288065867] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"140.579438ms","start":"2026-07-29T13:52:08.058287Z","end":"2026-07-29T13:52:08.198866Z","steps":["trace[1288065867] 'process raft request' (duration: 140.238789ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:08.199078Z","caller":"traceutil/trace.go:171","msg":"trace[506653720] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"140.553057ms","start":"2026-07-29T13:52:08.05849Z","end":"2026-07-29T13:52:08.199043Z","steps":["trace[506653720] 'process raft request' (duration: 140.177726ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:08.199306Z","caller":"traceutil/trace.go:171","msg":"trace[97155406] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"140.29441ms","start":"2026-07-29T13:52:08.058996Z","end":"2026-07-29T13:52:08.19929Z","steps":["trace[97155406] 'process raft request' (duration: 140.107204ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:08.199545Z","caller":"traceutil/trace.go:171","msg":"trace[2034881755] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"139.728704ms","start":"2026-07-29T13:52:08.059773Z","end":"2026-07-29T13:52:08.199502Z","steps":["trace[2034881755] 'process raft request' (duration: 139.377815ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:08.199635Z","caller":"traceutil/trace.go:171","msg":"trace[1572352625] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"141.059291ms","start":"2026-07-29T13:52:08.05854Z","end":"2026-07-29T13:52:08.199599Z","steps":["trace[1572352625] 'process raft request' (duration: 140.375282ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:08.199631Z","caller":"traceutil/trace.go:171","msg":"trace[2809368] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"139.766095ms","start":"2026-07-29T13:52:08.059808Z","end":"2026-07-29T13:52:08.199574Z","steps":["trace[2809368] 'process raft request' (duration: 139.389595ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:08.752324Z","caller":"traceutil/trace.go:171","msg":"trace[787888659] linearizableReadLoop","detail":"{readStateIndex:2650; appliedIndex:2649; }","duration":"295.830979ms","start":"2026-07-29T13:52:08.456473Z","end":"2026-07-29T13:52:08.752304Z","steps":["trace[787888659] 'read index received' (duration: 295.655194ms)","trace[787888659] 'applied index is now lower than readState.Index' (duration: 174.765µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T13:52:08.752473Z","caller":"traceutil/trace.go:171","msg":"trace[1025742664] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"340.169878ms","start":"2026-07-29T13:52:08.412288Z","end":"2026-07-29T13:52:08.752458Z","steps":["trace[1025742664] 'process raft request' (duration: 339.86659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:08.75276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:08.412261Z","time spent":"340.246631ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:52:08.753182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.60715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T13:52:08.753327Z","caller":"traceutil/trace.go:171","msg":"trace[510767218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2552; }","duration":"296.877517ms","start":"2026-07-29T13:52:08.456415Z","end":"2026-07-29T13:52:08.753292Z","steps":["trace[510767218] 'agreement among raft nodes before linearized reading' (duration: 296.355863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:09.253699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.920969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T13:52:09.253815Z","caller":"traceutil/trace.go:171","msg":"trace[770429558] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2552; }","duration":"397.109934ms","start":"2026-07-29T13:52:08.856678Z","end":"2026-07-29T13:52:09.253788Z","steps":["trace[770429558] 'count revisions from in-memory index tree' (duration: 396.818217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:09.253876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:08.856655Z","time spent":"397.202817ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-29T13:52:10.261717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979024056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T13:52:10.798577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233737152s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T13:52:10.798846Z","caller":"traceutil/trace.go:171","msg":"trace[1633932469] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"1.321504288s","start":"2026-07-29T13:52:09.477306Z","end":"2026-07-29T13:52:10.79881Z","steps":["trace[1633932469] 'process raft request' (duration: 87.426646ms)","trace[1633932469] 'compare' (duration: 1.233432304s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:52:10.798999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:09.47728Z","time spent":"1.321640281s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:52:10.801486Z","caller":"traceutil/trace.go:171","msg":"trace[2100691871] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"1.19182386s","start":"2026-07-29T13:52:09.609636Z","end":"2026-07-29T13:52:10.80146Z","steps":["trace[2100691871] 'process raft request' (duration: 1.189140326s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:10.801775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:09.609605Z","time spent":"1.192019125s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:52:11.369979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.718096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T13:52:11.370212Z","caller":"traceutil/trace.go:171","msg":"trace[36428772] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"1.690596162s","start":"2026-07-29T13:52:09.679598Z","end":"2026-07-29T13:52:11.370194Z","steps":["trace[36428772] 'process raft request' (duration: 1.690497649s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:11.370291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:09.679583Z","time spent":"1.690672623s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:52:11.370259Z","caller":"traceutil/trace.go:171","msg":"trace[135068053] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"1.691160858s","start":"2026-07-29T13:52:09.679062Z","end":"2026-07-29T13:52:11.370222Z","steps":["trace[135068053] 'process raft request' (duration: 1.339084051s)","trace[135068053] 'compare' (duration: 351.593153ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:52:11.370651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:09.679022Z","time spent":"1.691428755s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:52:11.370845Z","caller":"traceutil/trace.go:171","msg":"trace[528399787] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"1.038890652s","start":"2026-07-29T13:52:10.331941Z","end":"2026-07-29T13:52:11.370831Z","steps":["trace[528399787] 'process raft request' (duration: 1.038209694s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:11.370923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:10.331915Z","time spent":"1.038972595s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:52:11.370392Z","caller":"traceutil/trace.go:171","msg":"trace[259059004] linearizableReadLoop","detail":"{readStateIndex:2655; appliedIndex:2651; }","duration":"1.609260244s","start":"2026-07-29T13:52:09.761106Z","end":"2026-07-29T13:52:11.370367Z","steps":["trace[259059004] 'read index received' (duration: 951.196719ms)","trace[259059004] 'applied index is now lower than readState.Index' (duration: 658.062204ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:52:11.371104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450560568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T13:52:11.371111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.850803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T13:52:11.371117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.959264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T13:52:11.371149Z","caller":"traceutil/trace.go:171","msg":"trace[1780687342] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2558; }","duration":"1.450668351s","start":"2026-07-29T13:52:09.920469Z","end":"2026-07-29T13:52:11.371137Z","steps":["trace[1780687342] 'agreement among raft nodes before linearized reading' (duration: 1.450565418s)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:11.37116Z","caller":"traceutil/trace.go:171","msg":"trace[1303521120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2558; }","duration":"981.925965ms","start":"2026-07-29T13:52:10.389221Z","end":"2026-07-29T13:52:11.371146Z","steps":["trace[1303521120] 'agreement among raft nodes before linearized reading' (duration: 981.824042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:11.371145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610012545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-29T13:52:11.371197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:10.38921Z","time spent":"981.979876ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T13:52:11.371188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167148431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-29T13:52:11.371203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.094398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T13:52:11.371209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:09.920436Z","time spent":"1.450744153s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-29T13:52:11.371232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.674861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T13:52:11.371228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167615274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T13:52:11.371266Z","caller":"traceutil/trace.go:171","msg":"trace[1846339382] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2558; }","duration":"377.746053ms","start":"2026-07-29T13:52:10.993511Z","end":"2026-07-29T13:52:11.371257Z","steps":["trace[1846339382] 'agreement among raft nodes before linearized reading' (duration: 377.698972ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:11.371266Z","caller":"traceutil/trace.go:171","msg":"trace[387540412] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2558; }","duration":"227.444717ms","start":"2026-07-29T13:52:11.143806Z","end":"2026-07-29T13:52:11.371251Z","steps":["trace[387540412] 'agreement among raft nodes before linearized reading' (duration: 227.335404ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:11.371266Z","caller":"traceutil/trace.go:171","msg":"trace[1420850077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2558; }","duration":"1.167245854s","start":"2026-07-29T13:52:10.203998Z","end":"2026-07-29T13:52:11.371244Z","steps":["trace[1420850077] 'agreement among raft nodes before linearized reading' (duration: 1.167052298s)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:11.371306Z","caller":"traceutil/trace.go:171","msg":"trace[609234254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2558; }","duration":"1.167733437s","start":"2026-07-29T13:52:10.203553Z","end":"2026-07-29T13:52:11.371286Z","steps":["trace[609234254] 'agreement among raft nodes before linearized reading' (duration: 1.167519461s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:11.371299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:10.993489Z","time spent":"377.801094ms","remote":"127.0.0.1:56774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-29T13:52:11.371317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:10.203986Z","time spent":"1.167314905s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T13:52:11.371353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.144822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-29T13:52:11.371355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:10.203532Z","time spent":"1.167812099s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T13:52:11.371389Z","caller":"traceutil/trace.go:171","msg":"trace[767655518] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2558; }","duration":"905.215704ms","start":"2026-07-29T13:52:10.46616Z","end":"2026-07-29T13:52:11.371376Z","steps":["trace[767655518] 'agreement among raft nodes before linearized reading' (duration: 905.117002ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:11.371243Z","caller":"traceutil/trace.go:171","msg":"trace[1814491461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2558; }","duration":"1.610128018s","start":"2026-07-29T13:52:09.76109Z","end":"2026-07-29T13:52:11.371218Z","steps":["trace[1814491461] 'agreement among raft nodes before linearized reading' (duration: 1.6098205s)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:11.371169Z","caller":"traceutil/trace.go:171","msg":"trace[1611445666] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2558; }","duration":"368.052686ms","start":"2026-07-29T13:52:11.003101Z","end":"2026-07-29T13:52:11.371153Z","steps":["trace[1611445666] 'agreement among raft nodes before linearized reading' (duration: 367.951793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:11.371398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166933345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-29T13:52:11.371442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:09.761067Z","time spent":"1.610364695s","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T13:52:11.371353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226200485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-29T13:52:11.371478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:11.00309Z","time spent":"368.373355ms","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-29T13:52:11.371484Z","caller":"traceutil/trace.go:171","msg":"trace[1033743736] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2558; }","duration":"1.167026388s","start":"2026-07-29T13:52:10.204439Z","end":"2026-07-29T13:52:11.371465Z","steps":["trace[1033743736] 'agreement among raft nodes before linearized reading' (duration: 1.166862373s)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:11.37152Z","caller":"traceutil/trace.go:171","msg":"trace[1548177492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2558; }","duration":"1.2264041s","start":"2026-07-29T13:52:10.145086Z","end":"2026-07-29T13:52:11.37149Z","steps":["trace[1548177492] 'agreement among raft nodes before linearized reading' (duration: 1.226084262s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:11.371536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:10.204434Z","time spent":"1.16709389s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T13:52:11.371578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:10.145066Z","time spent":"1.226498333s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T13:52:11.371442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:10.466136Z","time spent":"905.296887ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T13:52:11.371649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167603323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T13:52:11.371713Z","caller":"traceutil/trace.go:171","msg":"trace[1852016918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2558; }","duration":"1.167668635s","start":"2026-07-29T13:52:10.20403Z","end":"2026-07-29T13:52:11.371699Z","steps":["trace[1852016918] 'agreement among raft nodes before linearized reading' (duration: 1.167517161s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:11.371765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:10.203981Z","time spent":"1.167771878s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T13:52:11.371597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16786591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T13:52:11.371881Z","caller":"traceutil/trace.go:171","msg":"trace[1686455685] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2558; }","duration":"1.16821277s","start":"2026-07-29T13:52:10.203632Z","end":"2026-07-29T13:52:11.371844Z","steps":["trace[1686455685] 'agreement among raft nodes before linearized reading' (duration: 1.167444069s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:11.371952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:10.203591Z","time spent":"1.168347354s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T13:52:12.168362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.984244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T13:52:12.16846Z","caller":"traceutil/trace.go:171","msg":"trace[1084644686] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"793.263354ms","start":"2026-07-29T13:52:11.375179Z","end":"2026-07-29T13:52:12.168442Z","steps":["trace[1084644686] 'process raft request' (duration: 240.125026ms)","trace[1084644686] 'compare' (duration: 552.789969ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:52:12.168519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:11.375154Z","time spent":"793.336867ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:52:12.389834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979024065,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T13:52:12.40734Z","caller":"traceutil/trace.go:171","msg":"trace[2026610460] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"1.030585583s","start":"2026-07-29T13:52:11.376722Z","end":"2026-07-29T13:52:12.407308Z","steps":["trace[2026610460] 'process raft request' (duration: 1.024802294s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:12.407523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:11.376705Z","time spent":"1.030720467s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:52:12.407621Z","caller":"traceutil/trace.go:171","msg":"trace[787827088] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"1.030753468s","start":"2026-07-29T13:52:11.376852Z","end":"2026-07-29T13:52:12.407605Z","steps":["trace[787827088] 'process raft request' (duration: 1.030628865s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:12.407724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:11.376828Z","time spent":"1.030843281s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:52:12.408162Z","caller":"traceutil/trace.go:171","msg":"trace[188591967] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"1.031238172s","start":"2026-07-29T13:52:11.376863Z","end":"2026-07-29T13:52:12.408101Z","steps":["trace[188591967] 'process raft request' (duration: 1.030691117s)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:12.408234Z","caller":"traceutil/trace.go:171","msg":"trace[480445994] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"1.031218841s","start":"2026-07-29T13:52:11.376991Z","end":"2026-07-29T13:52:12.40821Z","steps":["trace[480445994] 'process raft request' (duration: 1.030945953s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:12.408279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:11.376854Z","time spent":"1.031371075s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:52:12.408275Z","caller":"traceutil/trace.go:171","msg":"trace[1536112106] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"1.03115407s","start":"2026-07-29T13:52:11.377081Z","end":"2026-07-29T13:52:12.408235Z","steps":["trace[1536112106] 'process raft request' (duration: 1.031023576s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:12.408331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:11.376982Z","time spent":"1.031304803s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:52:12.4085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:11.377071Z","time spent":"1.031309174s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:52:12.408575Z","caller":"traceutil/trace.go:171","msg":"trace[1392918801] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"1.031365435s","start":"2026-07-29T13:52:11.377159Z","end":"2026-07-29T13:52:12.408525Z","steps":["trace[1392918801] 'process raft request' (duration: 1.031015855s)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:52:12.408691Z","caller":"traceutil/trace.go:171","msg":"trace[1752755851] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"852.395361ms","start":"2026-07-29T13:52:11.556278Z","end":"2026-07-29T13:52:12.408673Z","steps":["trace[1752755851] 'process raft request' (duration: 852.136074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:12.409198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:11.377151Z","time spent":"1.031996593s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T13:52:12.409286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:11.556251Z","time spent":"852.997067ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T13:52:12.408648Z","caller":"traceutil/trace.go:171","msg":"trace[1669263205] linearizableReadLoop","detail":"{readStateIndex:2664; appliedIndex:2657; }","duration":"519.554623ms","start":"2026-07-29T13:52:11.889073Z","end":"2026-07-29T13:52:12.408628Z","steps":["trace[1669263205] 'read index received' (duration: 512.395626ms)","trace[1669263205] 'applied index is now lower than readState.Index' (duration: 7.158037ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:52:12.408991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.916654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T13:52:12.409403Z","caller":"traceutil/trace.go:171","msg":"trace[1077373034] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2566; }","duration":"520.359276ms","start":"2026-07-29T13:52:11.889018Z","end":"2026-07-29T13:52:12.409377Z","steps":["trace[1077373034] 'agreement among raft nodes before linearized reading' (duration: 519.731649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T13:52:12.409447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T13:52:11.888984Z","time spent":"520.448019ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-29T13:52:12.409873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.983561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6c70206134960\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-29T13:52:12.409929Z","caller":"traceutil/trace.go:171","msg":"trace[188275295] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c6c70206134960; range_end:; response_count:1; response_revision:2566; }","duration":"124.080594ms","start":"2026-07-29T13:52:12.285828Z","end":"2026-07-29T13:52:12.409908Z","steps":["trace[188275295] 'agreement among raft nodes before linearized reading' (duration: 123.787096ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:53:49.121771Z","caller":"traceutil/trace.go:171","msg":"trace[833871337] transaction","detail":"{read_only:false; response_revision:3367; number_of_response:1; }","duration":"221.214338ms","start":"2026-07-29T13:53:48.900536Z","end":"2026-07-29T13:53:49.12175Z","steps":["trace[833871337] 'process raft request' (duration: 218.885534ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:53:49.125792Z","caller":"traceutil/trace.go:171","msg":"trace[2002902492] transaction","detail":"{read_only:false; response_revision:3368; number_of_response:1; }","duration":"225.211618ms","start":"2026-07-29T13:53:48.900555Z","end":"2026-07-29T13:53:49.125766Z","steps":["trace[2002902492] 'process raft request' (duration: 225.097965ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:53:49.126005Z","caller":"traceutil/trace.go:171","msg":"trace[1399964643] transaction","detail":"{read_only:false; response_revision:3369; number_of_response:1; }","duration":"225.423224ms","start":"2026-07-29T13:53:48.900573Z","end":"2026-07-29T13:53:49.125996Z","steps":["trace[1399964643] 'process raft request' (duration: 225.167717ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:53:49.126078Z","caller":"traceutil/trace.go:171","msg":"trace[1322779102] transaction","detail":"{read_only:false; response_revision:3370; number_of_response:1; }","duration":"225.113495ms","start":"2026-07-29T13:53:48.900955Z","end":"2026-07-29T13:53:49.126068Z","steps":["trace[1322779102] 'process raft request' (duration: 224.951731ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:53:49.126041Z","caller":"traceutil/trace.go:171","msg":"trace[1005671585] linearizableReadLoop","detail":"{readStateIndex:3495; appliedIndex:3491; }","duration":"174.04392ms","start":"2026-07-29T13:53:48.951975Z","end":"2026-07-29T13:53:49.126019Z","steps":["trace[1005671585] 'read index received' (duration: 167.443458ms)","trace[1005671585] 'applied index is now lower than readState.Index' (duration: 6.599592ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T13:53:49.126206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.209694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T13:53:49.126255Z","caller":"traceutil/trace.go:171","msg":"trace[1547013656] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3370; }","duration":"174.309477ms","start":"2026-07-29T13:53:48.951935Z","end":"2026-07-29T13:53:49.126244Z","steps":["trace[1547013656] 'agreement among raft nodes before linearized reading' (duration: 174.159913ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T13:57:39.597319Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2744} {"level":"info","ts":"2026-07-29T13:57:39.688745Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2744,"took":"90.355094ms","hash":943565080,"current-db-size-bytes":36777984,"current-db-size":"37 MB","current-db-size-in-use-bytes":12173312,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-29T13:57:39.688936Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":943565080,"revision":2744,"compact-revision":-1} {"level":"info","ts":"2026-07-29T14:01:39.525476Z","caller":"traceutil/trace.go:171","msg":"trace[1536426716] linearizableReadLoop","detail":"{readStateIndex:6639; appliedIndex:6638; }","duration":"175.925432ms","start":"2026-07-29T14:01:39.349528Z","end":"2026-07-29T14:01:39.525453Z","steps":["trace[1536426716] 'read index received' (duration: 175.807919ms)","trace[1536426716] 'applied index is now lower than readState.Index' (duration: 116.603µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:01:39.52553Z","caller":"traceutil/trace.go:171","msg":"trace[1473475883] transaction","detail":"{read_only:false; response_revision:6416; number_of_response:1; }","duration":"215.04971ms","start":"2026-07-29T14:01:39.310457Z","end":"2026-07-29T14:01:39.525506Z","steps":["trace[1473475883] 'process raft request' (duration: 214.849264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:01:39.525842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.285132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-29T14:01:39.525937Z","caller":"traceutil/trace.go:171","msg":"trace[283254512] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:6416; }","duration":"176.393365ms","start":"2026-07-29T14:01:39.349522Z","end":"2026-07-29T14:01:39.525915Z","steps":["trace[283254512] 'agreement among raft nodes before linearized reading' (duration: 176.077556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:01:39.598799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.436988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:01:39.598883Z","caller":"traceutil/trace.go:171","msg":"trace[1569684727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6418; }","duration":"208.52334ms","start":"2026-07-29T14:01:39.390338Z","end":"2026-07-29T14:01:39.598862Z","steps":["trace[1569684727] 'agreement among raft nodes before linearized reading' (duration: 208.390067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:01:39.598883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.72803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-29T14:01:39.598985Z","caller":"traceutil/trace.go:171","msg":"trace[2086685149] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:6418; }","duration":"101.872674ms","start":"2026-07-29T14:01:39.497085Z","end":"2026-07-29T14:01:39.598958Z","steps":["trace[2086685149] 'agreement among raft nodes before linearized reading' (duration: 101.663948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:01:39.599148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.368633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-29T14:01:39.599173Z","caller":"traceutil/trace.go:171","msg":"trace[1782700558] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:6418; }","duration":"108.423355ms","start":"2026-07-29T14:01:39.490742Z","end":"2026-07-29T14:01:39.599165Z","steps":["trace[1782700558] 'agreement among raft nodes before linearized reading' (duration: 108.326132ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:01:39.86721Z","caller":"traceutil/trace.go:171","msg":"trace[981659405] transaction","detail":"{read_only:false; response_revision:6420; number_of_response:1; }","duration":"262.676931ms","start":"2026-07-29T14:01:39.604498Z","end":"2026-07-29T14:01:39.867175Z","steps":["trace[981659405] 'process raft request' (duration: 262.398313ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:01:39.867246Z","caller":"traceutil/trace.go:171","msg":"trace[352770359] transaction","detail":"{read_only:false; response_revision:6421; number_of_response:1; }","duration":"262.697101ms","start":"2026-07-29T14:01:39.604518Z","end":"2026-07-29T14:01:39.867215Z","steps":["trace[352770359] 'process raft request' (duration: 262.562527ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:01:39.867316Z","caller":"traceutil/trace.go:171","msg":"trace[1227392080] transaction","detail":"{read_only:false; response_revision:6422; number_of_response:1; }","duration":"262.743632ms","start":"2026-07-29T14:01:39.604519Z","end":"2026-07-29T14:01:39.867263Z","steps":["trace[1227392080] 'process raft request' (duration: 262.626029ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:01:39.867226Z","caller":"traceutil/trace.go:171","msg":"trace[100604618] linearizableReadLoop","detail":"{readStateIndex:6645; appliedIndex:6641; }","duration":"261.079166ms","start":"2026-07-29T14:01:39.606118Z","end":"2026-07-29T14:01:39.867197Z","steps":["trace[100604618] 'read index received' (duration: 44.235058ms)","trace[100604618] 'applied index is now lower than readState.Index' (duration: 216.842928ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:01:39.867583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.447936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-07-29T14:01:39.8678Z","caller":"traceutil/trace.go:171","msg":"trace[107639228] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:6422; }","duration":"261.689804ms","start":"2026-07-29T14:01:39.606099Z","end":"2026-07-29T14:01:39.867789Z","steps":["trace[107639228] 'agreement among raft nodes before linearized reading' (duration: 261.334534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:01:39.868657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.319424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T14:01:39.868715Z","caller":"traceutil/trace.go:171","msg":"trace[1827941265] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6422; }","duration":"216.437258ms","start":"2026-07-29T14:01:39.652264Z","end":"2026-07-29T14:01:39.868701Z","steps":["trace[1827941265] 'agreement among raft nodes before linearized reading' (duration: 216.312244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:01:39.868726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.649491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:01:39.868819Z","caller":"traceutil/trace.go:171","msg":"trace[1240601199] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:6422; }","duration":"205.806085ms","start":"2026-07-29T14:01:39.662992Z","end":"2026-07-29T14:01:39.868798Z","steps":["trace[1240601199] 'agreement among raft nodes before linearized reading' (duration: 205.643871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:01:39.868926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.529429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T14:01:39.868992Z","caller":"traceutil/trace.go:171","msg":"trace[1777118365] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:6422; }","duration":"257.622441ms","start":"2026-07-29T14:01:39.611355Z","end":"2026-07-29T14:01:39.868978Z","steps":["trace[1777118365] 'agreement among raft nodes before linearized reading' (duration: 257.411536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:01:39.86876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.579508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T14:01:39.869231Z","caller":"traceutil/trace.go:171","msg":"trace[1601814470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6422; }","duration":"259.064701ms","start":"2026-07-29T14:01:39.610147Z","end":"2026-07-29T14:01:39.869212Z","steps":["trace[1601814470] 'agreement among raft nodes before linearized reading' (duration: 258.401853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:01:40.132061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.085964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T14:01:40.132216Z","caller":"traceutil/trace.go:171","msg":"trace[769465310] transaction","detail":"{read_only:false; response_revision:6424; number_of_response:1; }","duration":"259.118063ms","start":"2026-07-29T14:01:39.873063Z","end":"2026-07-29T14:01:40.132181Z","steps":["trace[769465310] 'process raft request' (duration: 117.830514ms)","trace[769465310] 'compare' (duration: 140.96ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:01:40.560813Z","caller":"traceutil/trace.go:171","msg":"trace[1619436337] transaction","detail":"{read_only:false; response_revision:6426; number_of_response:1; }","duration":"169.935787ms","start":"2026-07-29T14:01:40.390794Z","end":"2026-07-29T14:01:40.56073Z","steps":["trace[1619436337] 'process raft request' (duration: 169.707471ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:02:39.603527Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4896} {"level":"info","ts":"2026-07-29T14:02:39.66292Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4896,"took":"58.392958ms","hash":885539601,"current-db-size-bytes":36777984,"current-db-size":"37 MB","current-db-size-in-use-bytes":8802304,"current-db-size-in-use":"8.8 MB"} {"level":"info","ts":"2026-07-29T14:02:39.662991Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":885539601,"revision":4896,"compact-revision":2744} {"level":"info","ts":"2026-07-29T14:03:30.149161Z","caller":"traceutil/trace.go:171","msg":"trace[868596396] linearizableReadLoop","detail":"{readStateIndex:7577; appliedIndex:7576; }","duration":"269.794741ms","start":"2026-07-29T14:03:29.879339Z","end":"2026-07-29T14:03:30.149134Z","steps":["trace[868596396] 'read index received' (duration: 269.708788ms)","trace[868596396] 'applied index is now lower than readState.Index' (duration: 84.373µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:03:30.149194Z","caller":"traceutil/trace.go:171","msg":"trace[80126397] transaction","detail":"{read_only:false; response_revision:7325; number_of_response:1; }","duration":"383.970686ms","start":"2026-07-29T14:03:29.765197Z","end":"2026-07-29T14:03:30.149168Z","steps":["trace[80126397] 'process raft request' (duration: 383.75735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:03:30.149355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.011717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-29T14:03:30.149387Z","caller":"traceutil/trace.go:171","msg":"trace[506601056] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:7325; }","duration":"270.116319ms","start":"2026-07-29T14:03:29.879264Z","end":"2026-07-29T14:03:30.14938Z","steps":["trace[506601056] 'agreement among raft nodes before linearized reading' (duration: 269.979946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:03:30.14939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:03:29.765174Z","time spent":"384.126429ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:03:34.768739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.943591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T14:03:34.768849Z","caller":"traceutil/trace.go:171","msg":"trace[157787798] linearizableReadLoop","detail":"{readStateIndex:7610; appliedIndex:7609; }","duration":"155.480092ms","start":"2026-07-29T14:03:34.613354Z","end":"2026-07-29T14:03:34.768834Z","steps":["trace[157787798] 'read index received' (duration: 22.266313ms)","trace[157787798] 'applied index is now lower than readState.Index' (duration: 133.212649ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:03:34.769019Z","caller":"traceutil/trace.go:171","msg":"trace[644132639] transaction","detail":"{read_only:false; response_revision:7357; number_of_response:1; }","duration":"157.260361ms","start":"2026-07-29T14:03:34.611747Z","end":"2026-07-29T14:03:34.769007Z","steps":["trace[644132639] 'process raft request' (duration: 23.9666ms)","trace[644132639] 'compare' (duration: 132.835078ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:03:34.769238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.849942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T14:03:34.769308Z","caller":"traceutil/trace.go:171","msg":"trace[766079999] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:7357; }","duration":"155.972246ms","start":"2026-07-29T14:03:34.613317Z","end":"2026-07-29T14:03:34.76929Z","steps":["trace[766079999] 'agreement among raft nodes before linearized reading' (duration: 155.791031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:03:35.891099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979036311,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T14:03:35.973147Z","caller":"traceutil/trace.go:171","msg":"trace[2137068281] transaction","detail":"{read_only:false; response_revision:7364; number_of_response:1; }","duration":"593.017772ms","start":"2026-07-29T14:03:35.380108Z","end":"2026-07-29T14:03:35.973126Z","steps":["trace[2137068281] 'process raft request' (duration: 592.898699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:03:35.973366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:03:35.380093Z","time spent":"593.141156ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:03:36.003659Z","caller":"traceutil/trace.go:171","msg":"trace[1206179815] linearizableReadLoop","detail":"{readStateIndex:7618; appliedIndex:7616; }","duration":"613.508667ms","start":"2026-07-29T14:03:35.390126Z","end":"2026-07-29T14:03:36.003635Z","steps":["trace[1206179815] 'read index received' (duration: 582.974696ms)","trace[1206179815] 'applied index is now lower than readState.Index' (duration: 30.533051ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:03:36.003749Z","caller":"traceutil/trace.go:171","msg":"trace[675115586] transaction","detail":"{read_only:false; response_revision:7365; number_of_response:1; }","duration":"602.064122ms","start":"2026-07-29T14:03:35.401661Z","end":"2026-07-29T14:03:36.003725Z","steps":["trace[675115586] 'process raft request' (duration: 601.841186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:03:36.003775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.62483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:03:36.003807Z","caller":"traceutil/trace.go:171","msg":"trace[813664308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7365; }","duration":"613.678222ms","start":"2026-07-29T14:03:35.39012Z","end":"2026-07-29T14:03:36.003799Z","steps":["trace[813664308] 'agreement among raft nodes before linearized reading' (duration: 613.60414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:03:36.003848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:03:35.390061Z","time spent":"613.779774ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:03:36.00391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:03:35.401635Z","time spent":"602.172835ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:03:36.451065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.953191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:03:36.451145Z","caller":"traceutil/trace.go:171","msg":"trace[2088648222] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:7365; }","duration":"312.081495ms","start":"2026-07-29T14:03:36.139047Z","end":"2026-07-29T14:03:36.451128Z","steps":["trace[2088648222] 'count revisions from in-memory index tree' (duration: 311.869889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:03:36.451206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:03:36.139027Z","time spent":"312.150157ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:03:36.451217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.331464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T14:03:36.451341Z","caller":"traceutil/trace.go:171","msg":"trace[778814136] linearizableReadLoop","detail":"{readStateIndex:7620; appliedIndex:7618; }","duration":"277.433391ms","start":"2026-07-29T14:03:36.173898Z","end":"2026-07-29T14:03:36.451331Z","steps":["trace[778814136] 'read index received' (duration: 107.908532ms)","trace[778814136] 'applied index is now lower than readState.Index' (duration: 169.524099ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:03:36.451507Z","caller":"traceutil/trace.go:171","msg":"trace[853312381] transaction","detail":"{read_only:false; response_revision:7366; number_of_response:1; }","duration":"281.238386ms","start":"2026-07-29T14:03:36.170258Z","end":"2026-07-29T14:03:36.451496Z","steps":["trace[853312381] 'process raft request' (duration: 111.577643ms)","trace[853312381] 'compare' (duration: 169.129759ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:03:36.451608Z","caller":"traceutil/trace.go:171","msg":"trace[1820924528] transaction","detail":"{read_only:false; response_revision:7367; number_of_response:1; }","duration":"280.470315ms","start":"2026-07-29T14:03:36.171131Z","end":"2026-07-29T14:03:36.451602Z","steps":["trace[1820924528] 'process raft request' (duration: 280.145316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:03:36.45183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.920565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T14:03:36.451905Z","caller":"traceutil/trace.go:171","msg":"trace[574452698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7367; }","duration":"278.040198ms","start":"2026-07-29T14:03:36.173845Z","end":"2026-07-29T14:03:36.451885Z","steps":["trace[574452698] 'agreement among raft nodes before linearized reading' (duration: 277.822542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:03:36.451831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.49396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T14:03:36.452072Z","caller":"traceutil/trace.go:171","msg":"trace[533148041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7367; }","duration":"274.747517ms","start":"2026-07-29T14:03:36.1773Z","end":"2026-07-29T14:03:36.452047Z","steps":["trace[533148041] 'agreement among raft nodes before linearized reading' (duration: 274.385617ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:04:56.975976Z","caller":"traceutil/trace.go:171","msg":"trace[651667590] linearizableReadLoop","detail":"{readStateIndex:8770; appliedIndex:8768; }","duration":"138.621535ms","start":"2026-07-29T14:04:56.837333Z","end":"2026-07-29T14:04:56.975955Z","steps":["trace[651667590] 'read index received' (duration: 60.789013ms)","trace[651667590] 'applied index is now lower than readState.Index' (duration: 77.831742ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:04:56.976122Z","caller":"traceutil/trace.go:171","msg":"trace[1945076627] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"142.05097ms","start":"2026-07-29T14:04:56.834058Z","end":"2026-07-29T14:04:56.976109Z","steps":["trace[1945076627] 'process raft request' (duration: 141.752892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:04:56.976772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.424797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-29T14:04:56.976813Z","caller":"traceutil/trace.go:171","msg":"trace[1908283714] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8478; }","duration":"139.48983ms","start":"2026-07-29T14:04:56.837308Z","end":"2026-07-29T14:04:56.976798Z","steps":["trace[1908283714] 'agreement among raft nodes before linearized reading' (duration: 139.389037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:04:56.977091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.670077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T14:04:56.97713Z","caller":"traceutil/trace.go:171","msg":"trace[1235857193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8478; }","duration":"122.74973ms","start":"2026-07-29T14:04:56.854372Z","end":"2026-07-29T14:04:56.977121Z","steps":["trace[1235857193] 'agreement among raft nodes before linearized reading' (duration: 122.653797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:04:56.977103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.918636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T14:04:56.977207Z","caller":"traceutil/trace.go:171","msg":"trace[152542525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8478; }","duration":"122.07452ms","start":"2026-07-29T14:04:56.855109Z","end":"2026-07-29T14:04:56.977183Z","steps":["trace[152542525] 'agreement among raft nodes before linearized reading' (duration: 121.740941ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:04:57.319652Z","caller":"traceutil/trace.go:171","msg":"trace[1789587045] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"115.105839ms","start":"2026-07-29T14:04:57.204512Z","end":"2026-07-29T14:04:57.319617Z","steps":["trace[1789587045] 'process raft request' (duration: 74.735108ms)","trace[1789587045] 'compare' (duration: 39.908498ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:04:57.660863Z","caller":"traceutil/trace.go:171","msg":"trace[220631011] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"110.862952ms","start":"2026-07-29T14:04:57.549982Z","end":"2026-07-29T14:04:57.660845Z","steps":["trace[220631011] 'process raft request' (duration: 110.708638ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:04:58.264393Z","caller":"traceutil/trace.go:171","msg":"trace[2034421302] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"101.611427ms","start":"2026-07-29T14:04:58.162767Z","end":"2026-07-29T14:04:58.264378Z","steps":["trace[2034421302] 'process raft request' (duration: 101.205706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:04:58.465109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.277032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:04:58.465187Z","caller":"traceutil/trace.go:171","msg":"trace[299160653] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:0; response_revision:8501; }","duration":"107.386265ms","start":"2026-07-29T14:04:58.357784Z","end":"2026-07-29T14:04:58.46517Z","steps":["trace[299160653] 'range keys from in-memory index tree' (duration: 107.210881ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:03.906329Z","caller":"traceutil/trace.go:171","msg":"trace[679305466] transaction","detail":"{read_only:false; response_revision:8701; number_of_response:1; }","duration":"189.180008ms","start":"2026-07-29T14:05:03.717124Z","end":"2026-07-29T14:05:03.906304Z","steps":["trace[679305466] 'process raft request' (duration: 189.032594ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:04.632713Z","caller":"traceutil/trace.go:171","msg":"trace[469852251] linearizableReadLoop","detail":"{readStateIndex:8999; appliedIndex:8997; }","duration":"905.433486ms","start":"2026-07-29T14:05:03.727258Z","end":"2026-07-29T14:05:04.632692Z","steps":["trace[469852251] 'read index received' (duration: 178.899985ms)","trace[469852251] 'applied index is now lower than readState.Index' (duration: 726.532851ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:05:04.632796Z","caller":"traceutil/trace.go:171","msg":"trace[614588421] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"909.792216ms","start":"2026-07-29T14:05:03.722971Z","end":"2026-07-29T14:05:04.632764Z","steps":["trace[614588421] 'process raft request' (duration: 909.497428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:05:04.632872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.60084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1713"} {"level":"info","ts":"2026-07-29T14:05:04.632908Z","caller":"traceutil/trace.go:171","msg":"trace[901970073] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8702; }","duration":"905.705852ms","start":"2026-07-29T14:05:03.727191Z","end":"2026-07-29T14:05:04.632896Z","steps":["trace[901970073] 'agreement among raft nodes before linearized reading' (duration: 905.599049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:05:04.632939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:05:03.727168Z","time spent":"905.763584ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1735,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-29T14:05:04.632961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:05:03.722952Z","time spent":"909.922919ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11830,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:05:04.647754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.778223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-29T14:05:04.647792Z","caller":"traceutil/trace.go:171","msg":"trace[472919986] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8704; }","duration":"303.855055ms","start":"2026-07-29T14:05:04.343928Z","end":"2026-07-29T14:05:04.647783Z","steps":["trace[472919986] 'agreement among raft nodes before linearized reading' (duration: 303.748022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:05:04.647811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:05:04.343912Z","time spent":"303.893446ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:05:04.647821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.626415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T14:05:04.647897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.398291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:05:04.647904Z","caller":"traceutil/trace.go:171","msg":"trace[1318594856] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:8704; }","duration":"729.743078ms","start":"2026-07-29T14:05:03.91815Z","end":"2026-07-29T14:05:04.647893Z","steps":["trace[1318594856] 'agreement among raft nodes before linearized reading' (duration: 729.641755ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:04.647913Z","caller":"traceutil/trace.go:171","msg":"trace[2126574747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8704; }","duration":"259.447301ms","start":"2026-07-29T14:05:04.388461Z","end":"2026-07-29T14:05:04.647908Z","steps":["trace[2126574747] 'agreement among raft nodes before linearized reading' (duration: 259.421891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:05:04.647932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:05:03.918133Z","time spent":"729.79334ms","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-07-29T14:05:04.647922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.937315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414882"} {"level":"info","ts":"2026-07-29T14:05:04.647989Z","caller":"traceutil/trace.go:171","msg":"trace[1161143267] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8704; }","duration":"228.041827ms","start":"2026-07-29T14:05:04.41993Z","end":"2026-07-29T14:05:04.647971Z","steps":["trace[1161143267] 'agreement among raft nodes before linearized reading' (duration: 227.734979ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:04.64806Z","caller":"traceutil/trace.go:171","msg":"trace[1175044486] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"546.684289ms","start":"2026-07-29T14:05:04.101345Z","end":"2026-07-29T14:05:04.648029Z","steps":["trace[1175044486] 'process raft request' (duration: 546.135104ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:04.64811Z","caller":"traceutil/trace.go:171","msg":"trace[2137423187] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"354.205471ms","start":"2026-07-29T14:05:04.293863Z","end":"2026-07-29T14:05:04.648068Z","steps":["trace[2137423187] 'process raft request' (duration: 353.735308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:05:04.648217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:05:04.10132Z","time spent":"546.801982ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:05:04.64827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:05:04.29384Z","time spent":"354.346735ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:05:04.851755Z","caller":"traceutil/trace.go:171","msg":"trace[1287035959] transaction","detail":"{read_only:false; response_revision:8710; number_of_response:1; }","duration":"103.260152ms","start":"2026-07-29T14:05:04.748459Z","end":"2026-07-29T14:05:04.851719Z","steps":["trace[1287035959] 'process raft request' (duration: 97.289898ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:04.852023Z","caller":"traceutil/trace.go:171","msg":"trace[1168899341] transaction","detail":"{read_only:false; response_revision:8711; number_of_response:1; }","duration":"103.406707ms","start":"2026-07-29T14:05:04.748584Z","end":"2026-07-29T14:05:04.85199Z","steps":["trace[1168899341] 'process raft request' (duration: 103.039547ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:05.083097Z","caller":"traceutil/trace.go:171","msg":"trace[922019955] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"227.375369ms","start":"2026-07-29T14:05:04.8557Z","end":"2026-07-29T14:05:05.083075Z","steps":["trace[922019955] 'process raft request' (duration: 183.735818ms)","trace[922019955] 'compare' (duration: 43.544638ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:05:05.142342Z","caller":"traceutil/trace.go:171","msg":"trace[699519183] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"285.131249ms","start":"2026-07-29T14:05:04.857186Z","end":"2026-07-29T14:05:05.142318Z","steps":["trace[699519183] 'process raft request' (duration: 284.886792ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:05.142464Z","caller":"traceutil/trace.go:171","msg":"trace[1693163154] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"280.406879ms","start":"2026-07-29T14:05:04.86203Z","end":"2026-07-29T14:05:05.142437Z","steps":["trace[1693163154] 'process raft request' (duration: 280.339907ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:05.142458Z","caller":"traceutil/trace.go:171","msg":"trace[770206768] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"285.017586ms","start":"2026-07-29T14:05:04.857405Z","end":"2026-07-29T14:05:05.142423Z","steps":["trace[770206768] 'process raft request' (duration: 284.81471ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:05.142529Z","caller":"traceutil/trace.go:171","msg":"trace[142632483] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"281.292043ms","start":"2026-07-29T14:05:04.861209Z","end":"2026-07-29T14:05:05.142501Z","steps":["trace[142632483] 'process raft request' (duration: 281.077667ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:05.142608Z","caller":"traceutil/trace.go:171","msg":"trace[1152834961] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"281.296394ms","start":"2026-07-29T14:05:04.861274Z","end":"2026-07-29T14:05:05.14257Z","steps":["trace[1152834961] 'process raft request' (duration: 281.060857ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:05.206003Z","caller":"traceutil/trace.go:171","msg":"trace[1615038813] linearizableReadLoop","detail":"{readStateIndex:9016; appliedIndex:9010; }","duration":"146.859743ms","start":"2026-07-29T14:05:05.059118Z","end":"2026-07-29T14:05:05.205978Z","steps":["trace[1615038813] 'read index received' (duration: 82.931094ms)","trace[1615038813] 'applied index is now lower than readState.Index' (duration: 63.927709ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:05:05.206069Z","caller":"traceutil/trace.go:171","msg":"trace[470162252] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"147.288625ms","start":"2026-07-29T14:05:05.058756Z","end":"2026-07-29T14:05:05.206045Z","steps":["trace[470162252] 'process raft request' (duration: 128.670613ms)","trace[470162252] 'compare' (duration: 18.343855ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:05:05.206275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.135101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T14:05:05.206321Z","caller":"traceutil/trace.go:171","msg":"trace[475122188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8719; }","duration":"147.205363ms","start":"2026-07-29T14:05:05.059103Z","end":"2026-07-29T14:05:05.206308Z","steps":["trace[475122188] 'agreement among raft nodes before linearized reading' (duration: 147.038628ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:05.263622Z","caller":"traceutil/trace.go:171","msg":"trace[1567202534] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"115.392287ms","start":"2026-07-29T14:05:05.14817Z","end":"2026-07-29T14:05:05.263562Z","steps":["trace[1567202534] 'process raft request' (duration: 115.225032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:05:05.263777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.139092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T14:05:05.263851Z","caller":"traceutil/trace.go:171","msg":"trace[1233064995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8720; }","duration":"199.212914ms","start":"2026-07-29T14:05:05.064622Z","end":"2026-07-29T14:05:05.263835Z","steps":["trace[1233064995] 'agreement among raft nodes before linearized reading' (duration: 199.093361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:05:05.263673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.04536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T14:05:05.26398Z","caller":"traceutil/trace.go:171","msg":"trace[483182877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8720; }","duration":"199.44268ms","start":"2026-07-29T14:05:05.064506Z","end":"2026-07-29T14:05:05.263949Z","steps":["trace[483182877] 'agreement among raft nodes before linearized reading' (duration: 199.005748ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:05.425315Z","caller":"traceutil/trace.go:171","msg":"trace[1434025561] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"157.410733ms","start":"2026-07-29T14:05:05.267885Z","end":"2026-07-29T14:05:05.425296Z","steps":["trace[1434025561] 'process raft request' (duration: 157.216247ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:05.425479Z","caller":"traceutil/trace.go:171","msg":"trace[267854088] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"157.088904ms","start":"2026-07-29T14:05:05.268249Z","end":"2026-07-29T14:05:05.425337Z","steps":["trace[267854088] 'process raft request' (duration: 156.980321ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:05.42607Z","caller":"traceutil/trace.go:171","msg":"trace[54813236] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"156.366885ms","start":"2026-07-29T14:05:05.269683Z","end":"2026-07-29T14:05:05.42605Z","steps":["trace[54813236] 'process raft request' (duration: 155.574193ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:05.426272Z","caller":"traceutil/trace.go:171","msg":"trace[1342410101] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"156.57399ms","start":"2026-07-29T14:05:05.269667Z","end":"2026-07-29T14:05:05.426241Z","steps":["trace[1342410101] 'process raft request' (duration: 156.306673ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:14.87955Z","caller":"traceutil/trace.go:171","msg":"trace[25961559] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"111.330545ms","start":"2026-07-29T14:05:14.768183Z","end":"2026-07-29T14:05:14.879513Z","steps":["trace[25961559] 'process raft request' (duration: 95.989533ms)","trace[25961559] 'compare' (duration: 14.952201ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:05:15.046615Z","caller":"traceutil/trace.go:171","msg":"trace[437014576] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"158.919925ms","start":"2026-07-29T14:05:14.887675Z","end":"2026-07-29T14:05:15.046595Z","steps":["trace[437014576] 'process raft request' (duration: 158.865084ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:15.046687Z","caller":"traceutil/trace.go:171","msg":"trace[493858345] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"161.731843ms","start":"2026-07-29T14:05:14.884921Z","end":"2026-07-29T14:05:15.046653Z","steps":["trace[493858345] 'process raft request' (duration: 161.492946ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:15.21536Z","caller":"traceutil/trace.go:171","msg":"trace[1420093521] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"112.041694ms","start":"2026-07-29T14:05:15.103291Z","end":"2026-07-29T14:05:15.215333Z","steps":["trace[1420093521] 'process raft request' (duration: 111.87821ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:15.21583Z","caller":"traceutil/trace.go:171","msg":"trace[1554515723] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"102.918783ms","start":"2026-07-29T14:05:15.112903Z","end":"2026-07-29T14:05:15.215822Z","steps":["trace[1554515723] 'process raft request' (duration: 102.378358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:05:15.634241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.084167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:05:15.634326Z","caller":"traceutil/trace.go:171","msg":"trace[1884949068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8906; }","duration":"245.20773ms","start":"2026-07-29T14:05:15.389098Z","end":"2026-07-29T14:05:15.634306Z","steps":["trace[1884949068] 'range keys from in-memory index tree' (duration: 244.998925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:05:15.634607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.433394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T14:05:15.63468Z","caller":"traceutil/trace.go:171","msg":"trace[624815714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8906; }","duration":"169.525097ms","start":"2026-07-29T14:05:15.465137Z","end":"2026-07-29T14:05:15.634662Z","steps":["trace[624815714] 'range keys from in-memory index tree' (duration: 168.863529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:05:15.634887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.012613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-29T14:05:15.634909Z","caller":"traceutil/trace.go:171","msg":"trace[587871196] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8906; }","duration":"169.047794ms","start":"2026-07-29T14:05:15.465854Z","end":"2026-07-29T14:05:15.634902Z","steps":["trace[587871196] 'range keys from in-memory index tree' (duration: 168.488228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:05:15.635019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.824239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T14:05:15.635043Z","caller":"traceutil/trace.go:171","msg":"trace[999186621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8906; }","duration":"297.87982ms","start":"2026-07-29T14:05:15.337155Z","end":"2026-07-29T14:05:15.635034Z","steps":["trace[999186621] 'range keys from in-memory index tree' (duration: 296.845001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:05:15.635129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.55365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T14:05:15.635148Z","caller":"traceutil/trace.go:171","msg":"trace[1634061569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8906; }","duration":"168.583841ms","start":"2026-07-29T14:05:15.466558Z","end":"2026-07-29T14:05:15.635142Z","steps":["trace[1634061569] 'range keys from in-memory index tree' (duration: 167.82827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:05:15.63523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.391653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T14:05:15.635252Z","caller":"traceutil/trace.go:171","msg":"trace[1434977588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8906; }","duration":"161.427534ms","start":"2026-07-29T14:05:15.473818Z","end":"2026-07-29T14:05:15.635245Z","steps":["trace[1434977588] 'range keys from in-memory index tree' (duration: 160.570831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:05:15.635326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.225583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-29T14:05:15.635345Z","caller":"traceutil/trace.go:171","msg":"trace[1154655163] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8906; }","duration":"171.270935ms","start":"2026-07-29T14:05:15.464069Z","end":"2026-07-29T14:05:15.63534Z","steps":["trace[1154655163] 'range keys from in-memory index tree' (duration: 170.317628ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:15.639621Z","caller":"traceutil/trace.go:171","msg":"trace[405576844] linearizableReadLoop","detail":"{readStateIndex:9210; appliedIndex:9209; }","duration":"152.389655ms","start":"2026-07-29T14:05:15.487214Z","end":"2026-07-29T14:05:15.639604Z","steps":["trace[405576844] 'read index received' (duration: 152.236381ms)","trace[405576844] 'applied index is now lower than readState.Index' (duration: 152.554µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:05:15.639917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.691253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-29T14:05:15.639942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.072081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgz58\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-29T14:05:15.639996Z","caller":"traceutil/trace.go:171","msg":"trace[1890859381] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:8907; }","duration":"152.786646ms","start":"2026-07-29T14:05:15.487188Z","end":"2026-07-29T14:05:15.639975Z","steps":["trace[1890859381] 'agreement among raft nodes before linearized reading' (duration: 152.56253ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:15.640006Z","caller":"traceutil/trace.go:171","msg":"trace[834807981] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgz58; range_end:; response_count:1; response_revision:8907; }","duration":"126.175444ms","start":"2026-07-29T14:05:15.513815Z","end":"2026-07-29T14:05:15.63999Z","steps":["trace[834807981] 'agreement among raft nodes before linearized reading' (duration: 125.978688ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:15.640089Z","caller":"traceutil/trace.go:171","msg":"trace[193540475] transaction","detail":"{read_only:false; response_revision:8907; number_of_response:1; }","duration":"163.640985ms","start":"2026-07-29T14:05:15.476437Z","end":"2026-07-29T14:05:15.640078Z","steps":["trace[193540475] 'process raft request' (duration: 163.062599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:05:35.413267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979040410,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T14:05:35.434578Z","caller":"traceutil/trace.go:171","msg":"trace[16572461] transaction","detail":"{read_only:false; response_revision:9239; number_of_response:1; }","duration":"631.127074ms","start":"2026-07-29T14:05:34.803427Z","end":"2026-07-29T14:05:35.434554Z","steps":["trace[16572461] 'process raft request' (duration: 630.946489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:05:35.434738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:05:34.803389Z","time spent":"631.265108ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:05:35.440355Z","caller":"traceutil/trace.go:171","msg":"trace[993000091] transaction","detail":"{read_only:false; response_revision:9240; number_of_response:1; }","duration":"453.744531ms","start":"2026-07-29T14:05:34.986586Z","end":"2026-07-29T14:05:35.440331Z","steps":["trace[993000091] 'process raft request' (duration: 453.399052ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:35.440534Z","caller":"traceutil/trace.go:171","msg":"trace[62307547] linearizableReadLoop","detail":"{readStateIndex:9550; appliedIndex:9547; }","duration":"527.512561ms","start":"2026-07-29T14:05:34.912998Z","end":"2026-07-29T14:05:35.44051Z","steps":["trace[62307547] 'read index received' (duration: 521.427104ms)","trace[62307547] 'applied index is now lower than readState.Index' (duration: 6.084607ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:05:35.440563Z","caller":"traceutil/trace.go:171","msg":"trace[1244825942] transaction","detail":"{read_only:false; response_revision:9241; number_of_response:1; }","duration":"335.773853ms","start":"2026-07-29T14:05:35.10477Z","end":"2026-07-29T14:05:35.440544Z","steps":["trace[1244825942] 'process raft request' (duration: 335.528516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:05:35.440671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:05:35.104746Z","time spent":"335.866306ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:05:35.440712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.410646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:05:35.44074Z","caller":"traceutil/trace.go:171","msg":"trace[160577392] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:9241; }","duration":"524.500498ms","start":"2026-07-29T14:05:34.916231Z","end":"2026-07-29T14:05:35.440732Z","steps":["trace[160577392] 'agreement among raft nodes before linearized reading' (duration: 524.409196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:05:35.440772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:05:34.916205Z","time spent":"524.56035ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:05:35.440897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.878031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-29T14:05:35.441018Z","caller":"traceutil/trace.go:171","msg":"trace[151466562] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9241; }","duration":"528.065347ms","start":"2026-07-29T14:05:34.912917Z","end":"2026-07-29T14:05:35.440982Z","steps":["trace[151466562] 'agreement among raft nodes before linearized reading' (duration: 527.722928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:05:35.441109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:05:34.912882Z","time spent":"528.19233ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:05:35.440709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:05:34.986566Z","time spent":"453.864674ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:05:35.612614Z","caller":"traceutil/trace.go:171","msg":"trace[1582372929] transaction","detail":"{read_only:false; response_revision:9242; number_of_response:1; }","duration":"166.329699ms","start":"2026-07-29T14:05:35.446254Z","end":"2026-07-29T14:05:35.612583Z","steps":["trace[1582372929] 'process raft request' (duration: 112.23951ms)","trace[1582372929] 'compare' (duration: 53.824442ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:05:35.909259Z","caller":"traceutil/trace.go:171","msg":"trace[1710499224] transaction","detail":"{read_only:false; response_revision:9247; number_of_response:1; }","duration":"110.222005ms","start":"2026-07-29T14:05:35.798989Z","end":"2026-07-29T14:05:35.909211Z","steps":["trace[1710499224] 'process raft request' (duration: 88.534888ms)","trace[1710499224] 'compare' (duration: 21.404899ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:05:35.909361Z","caller":"traceutil/trace.go:171","msg":"trace[504743870] transaction","detail":"{read_only:false; response_revision:9248; number_of_response:1; }","duration":"110.207284ms","start":"2026-07-29T14:05:35.799119Z","end":"2026-07-29T14:05:35.909326Z","steps":["trace[504743870] 'process raft request' (duration: 109.957817ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:35.909406Z","caller":"traceutil/trace.go:171","msg":"trace[1833444485] linearizableReadLoop","detail":"{readStateIndex:9557; appliedIndex:9554; }","duration":"110.245786ms","start":"2026-07-29T14:05:35.799136Z","end":"2026-07-29T14:05:35.909382Z","steps":["trace[1833444485] 'read index received' (duration: 43.050606ms)","trace[1833444485] 'applied index is now lower than readState.Index' (duration: 67.19383ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:05:35.909475Z","caller":"traceutil/trace.go:171","msg":"trace[2103261840] transaction","detail":"{read_only:false; response_revision:9250; number_of_response:1; }","duration":"110.142183ms","start":"2026-07-29T14:05:35.799321Z","end":"2026-07-29T14:05:35.909464Z","steps":["trace[2103261840] 'process raft request' (duration: 109.979978ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:35.909558Z","caller":"traceutil/trace.go:171","msg":"trace[1944711411] transaction","detail":"{read_only:false; response_revision:9249; number_of_response:1; }","duration":"110.381729ms","start":"2026-07-29T14:05:35.799162Z","end":"2026-07-29T14:05:35.909543Z","steps":["trace[1944711411] 'process raft request' (duration: 110.073031ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:05:35.909587Z","caller":"traceutil/trace.go:171","msg":"trace[1077104510] transaction","detail":"{read_only:false; response_revision:9251; number_of_response:1; }","duration":"110.204754ms","start":"2026-07-29T14:05:35.799344Z","end":"2026-07-29T14:05:35.909549Z","steps":["trace[1077104510] 'process raft request' (duration: 109.996548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:05:35.909866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.696298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82479"} {"level":"info","ts":"2026-07-29T14:05:35.909924Z","caller":"traceutil/trace.go:171","msg":"trace[32732875] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:9251; }","duration":"110.781ms","start":"2026-07-29T14:05:35.79913Z","end":"2026-07-29T14:05:35.909911Z","steps":["trace[32732875] 'agreement among raft nodes before linearized reading' (duration: 110.433311ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:06:17.636801Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-29T14:06:17.641332Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-29T14:06:17.641445Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-29T14:07:39.609418Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6798} {"level":"info","ts":"2026-07-29T14:07:39.645878Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6798,"took":"34.940874ms","hash":3110041691,"current-db-size-bytes":36777984,"current-db-size":"37 MB","current-db-size-in-use-bytes":34353152,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-29T14:07:39.645942Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3110041691,"revision":6798,"compact-revision":4896} {"level":"info","ts":"2026-07-29T14:10:50.06195Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002fe6.wal"} {"level":"info","ts":"2026-07-29T14:12:01.954317Z","caller":"traceutil/trace.go:171","msg":"trace[275946682] linearizableReadLoop","detail":"{readStateIndex:12848; appliedIndex:12847; }","duration":"127.164065ms","start":"2026-07-29T14:12:01.827125Z","end":"2026-07-29T14:12:01.954289Z","steps":["trace[275946682] 'read index received' (duration: 126.887558ms)","trace[275946682] 'applied index is now lower than readState.Index' (duration: 269.157µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:12:01.954546Z","caller":"traceutil/trace.go:171","msg":"trace[756464973] transaction","detail":"{read_only:false; response_revision:12448; number_of_response:1; }","duration":"136.490562ms","start":"2026-07-29T14:12:01.818014Z","end":"2026-07-29T14:12:01.954504Z","steps":["trace[756464973] 'process raft request' (duration: 136.097601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:01.954676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.536045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T14:12:01.954722Z","caller":"traceutil/trace.go:171","msg":"trace[1769242487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12448; }","duration":"127.628488ms","start":"2026-07-29T14:12:01.82708Z","end":"2026-07-29T14:12:01.954709Z","steps":["trace[1769242487] 'agreement among raft nodes before linearized reading' (duration: 127.413042ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:02.97518Z","caller":"traceutil/trace.go:171","msg":"trace[1186616091] transaction","detail":"{read_only:false; response_revision:12460; number_of_response:1; }","duration":"128.899983ms","start":"2026-07-29T14:12:02.846249Z","end":"2026-07-29T14:12:02.975149Z","steps":["trace[1186616091] 'process raft request' (duration: 128.80952ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:02.975233Z","caller":"traceutil/trace.go:171","msg":"trace[794392681] transaction","detail":"{read_only:false; response_revision:12459; number_of_response:1; }","duration":"130.628301ms","start":"2026-07-29T14:12:02.844558Z","end":"2026-07-29T14:12:02.975186Z","steps":["trace[794392681] 'process raft request' (duration: 130.318012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:09.345883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.629095ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:12:09.346151Z","caller":"traceutil/trace.go:171","msg":"trace[366693153] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12630; }","duration":"165.924863ms","start":"2026-07-29T14:12:09.180168Z","end":"2026-07-29T14:12:09.346093Z","steps":["trace[366693153] 'range keys from in-memory index tree' (duration: 165.599234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:09.346632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.552773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T14:12:09.346871Z","caller":"traceutil/trace.go:171","msg":"trace[195696540] transaction","detail":"{read_only:false; response_revision:12631; number_of_response:1; }","duration":"249.010493ms","start":"2026-07-29T14:12:09.097808Z","end":"2026-07-29T14:12:09.346819Z","steps":["trace[195696540] 'process raft request' (duration: 50.153902ms)","trace[195696540] 'compare' (duration: 198.055609ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:12:09.346913Z","caller":"traceutil/trace.go:171","msg":"trace[1568860590] linearizableReadLoop","detail":"{readStateIndex:13033; appliedIndex:13032; }","duration":"176.308859ms","start":"2026-07-29T14:12:09.170583Z","end":"2026-07-29T14:12:09.346891Z","steps":["trace[1568860590] 'read index received' (duration: 49.311µs)","trace[1568860590] 'applied index is now lower than readState.Index' (duration: 176.257318ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:12:09.347051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.444744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:12:09.347434Z","caller":"traceutil/trace.go:171","msg":"trace[1108364561] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:12632; }","duration":"176.68919ms","start":"2026-07-29T14:12:09.170534Z","end":"2026-07-29T14:12:09.347223Z","steps":["trace[1108364561] 'agreement among raft nodes before linearized reading' (duration: 176.422033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:11.437305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979049022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:12:11.938311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979049022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:12:12.439005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979049022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:12:12.774052Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.838951259s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T14:12:12.774593Z","caller":"traceutil/trace.go:171","msg":"trace[1152001713] transaction","detail":"{read_only:false; response_revision:12639; number_of_response:1; }","duration":"1.839575186s","start":"2026-07-29T14:12:10.934987Z","end":"2026-07-29T14:12:12.774562Z","steps":["trace[1152001713] 'process raft request' (duration: 1.839333109s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:12.774788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:10.934955Z","time spent":"1.839739481s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:12:12.779131Z","caller":"traceutil/trace.go:171","msg":"trace[1775679788] linearizableReadLoop","detail":"{readStateIndex:13044; appliedIndex:13040; }","duration":"1.842069995s","start":"2026-07-29T14:12:10.937031Z","end":"2026-07-29T14:12:12.779101Z","steps":["trace[1775679788] 'read index received' (duration: 1.837280933s)","trace[1775679788] 'applied index is now lower than readState.Index' (duration: 4.788032ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:12:12.779279Z","caller":"traceutil/trace.go:171","msg":"trace[376488844] transaction","detail":"{read_only:false; response_revision:12640; number_of_response:1; }","duration":"1.773826094s","start":"2026-07-29T14:12:11.00544Z","end":"2026-07-29T14:12:12.779266Z","steps":["trace[376488844] 'process raft request' (duration: 1.77335001s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:12.779408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:11.005421Z","time spent":"1.773887246s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:12:12.779465Z","caller":"traceutil/trace.go:171","msg":"trace[1375886634] transaction","detail":"{read_only:false; response_revision:12643; number_of_response:1; }","duration":"127.545695ms","start":"2026-07-29T14:12:12.651891Z","end":"2026-07-29T14:12:12.779437Z","steps":["trace[1375886634] 'process raft request' (duration: 127.153564ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:12.779548Z","caller":"traceutil/trace.go:171","msg":"trace[1614551698] transaction","detail":"{read_only:false; response_revision:12641; number_of_response:1; }","duration":"1.773528115s","start":"2026-07-29T14:12:11.005979Z","end":"2026-07-29T14:12:12.779507Z","steps":["trace[1614551698] 'process raft request' (duration: 1.77296133s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:12.779647Z","caller":"traceutil/trace.go:171","msg":"trace[1984755061] transaction","detail":"{read_only:false; response_revision:12642; number_of_response:1; }","duration":"1.427914099s","start":"2026-07-29T14:12:11.35169Z","end":"2026-07-29T14:12:12.779604Z","steps":["trace[1984755061] 'process raft request' (duration: 1.427287202s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:12.77975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.548558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T14:12:12.779761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.701341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-29T14:12:12.779755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.599039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:12:12.779788Z","caller":"traceutil/trace.go:171","msg":"trace[831023071] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:12643; }","duration":"422.617289ms","start":"2026-07-29T14:12:12.357157Z","end":"2026-07-29T14:12:12.779774Z","steps":["trace[831023071] 'agreement among raft nodes before linearized reading' (duration: 422.554638ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:12.7798Z","caller":"traceutil/trace.go:171","msg":"trace[1661301205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12643; }","duration":"775.810205ms","start":"2026-07-29T14:12:12.003977Z","end":"2026-07-29T14:12:12.779787Z","steps":["trace[1661301205] 'agreement among raft nodes before linearized reading' (duration: 775.63363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:12.779791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:11.005973Z","time spent":"1.773713251s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:12:12.779826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:12.357134Z","time spent":"422.683741ms","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:12:12.77982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.677842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T14:12:12.779833Z","caller":"traceutil/trace.go:171","msg":"trace[2055669343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12643; }","duration":"389.722973ms","start":"2026-07-29T14:12:12.390089Z","end":"2026-07-29T14:12:12.779812Z","steps":["trace[2055669343] 'agreement among raft nodes before linearized reading' (duration: 389.600769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:12.779684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.497412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T14:12:12.77987Z","caller":"traceutil/trace.go:171","msg":"trace[828636083] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12643; }","duration":"713.759265ms","start":"2026-07-29T14:12:12.066098Z","end":"2026-07-29T14:12:12.779857Z","steps":["trace[828636083] 'agreement among raft nodes before linearized reading' (duration: 713.556229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:12.779885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:12.390066Z","time spent":"389.806015ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:12:12.779897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:12.066083Z","time spent":"713.806156ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:12:12.779914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.188467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T14:12:12.779919Z","caller":"traceutil/trace.go:171","msg":"trace[139506917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12643; }","duration":"707.718707ms","start":"2026-07-29T14:12:12.072154Z","end":"2026-07-29T14:12:12.779873Z","steps":["trace[139506917] 'agreement among raft nodes before linearized reading' (duration: 707.434479ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:12.779939Z","caller":"traceutil/trace.go:171","msg":"trace[973028617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12643; }","duration":"771.251719ms","start":"2026-07-29T14:12:12.008681Z","end":"2026-07-29T14:12:12.779933Z","steps":["trace[973028617] 'agreement among raft nodes before linearized reading' (duration: 771.173637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:12.779964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:12.008659Z","time spent":"771.301691ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T14:12:12.779975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:12.072142Z","time spent":"707.818541ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T14:12:12.780002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842953989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:12:12.780035Z","caller":"traceutil/trace.go:171","msg":"trace[1456078221] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:12643; }","duration":"1.843033971s","start":"2026-07-29T14:12:10.936992Z","end":"2026-07-29T14:12:12.780026Z","steps":["trace[1456078221] 'agreement among raft nodes before linearized reading' (duration: 1.84297178s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:12.779826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:11.351668Z","time spent":"1.428059103s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:12:12.780023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.375792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgz58\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-29T14:12:12.780089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:10.936971Z","time spent":"1.843079722s","remote":"127.0.0.1:33782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:12:12.780088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.490284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T14:12:12.78014Z","caller":"traceutil/trace.go:171","msg":"trace[1469498520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12643; }","duration":"710.543115ms","start":"2026-07-29T14:12:12.069588Z","end":"2026-07-29T14:12:12.780131Z","steps":["trace[1469498520] 'agreement among raft nodes before linearized reading' (duration: 710.423322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:12.780148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.645496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-29T14:12:12.780163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:12.069518Z","time spent":"710.640138ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T14:12:12.78015Z","caller":"traceutil/trace.go:171","msg":"trace[515102354] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgz58; range_end:; response_count:1; response_revision:12643; }","duration":"640.571867ms","start":"2026-07-29T14:12:12.139543Z","end":"2026-07-29T14:12:12.780115Z","steps":["trace[515102354] 'agreement among raft nodes before linearized reading' (duration: 640.197707ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:12.780185Z","caller":"traceutil/trace.go:171","msg":"trace[352433294] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12643; }","duration":"707.682187ms","start":"2026-07-29T14:12:12.072494Z","end":"2026-07-29T14:12:12.780176Z","steps":["trace[352433294] 'agreement among raft nodes before linearized reading' (duration: 707.585684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:12.779834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:12.003938Z","time spent":"775.887687ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T14:12:12.780215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:12.072468Z","time spent":"707.741038ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T14:12:12.780216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:12.139521Z","time spent":"640.67986ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-zgz58\" "} {"level":"warn","ts":"2026-07-29T14:12:12.780358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15802088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-29T14:12:12.780383Z","caller":"traceutil/trace.go:171","msg":"trace[569897123] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12643; }","duration":"1.158075322s","start":"2026-07-29T14:12:11.6223Z","end":"2026-07-29T14:12:12.780375Z","steps":["trace[569897123] 'agreement among raft nodes before linearized reading' (duration: 1.15799565s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:12.780401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.090329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-29T14:12:12.780407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:11.622282Z","time spent":"1.158120073s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:12:12.780413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143911442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-29T14:12:12.780439Z","caller":"traceutil/trace.go:171","msg":"trace[1805286312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12643; }","duration":"987.16033ms","start":"2026-07-29T14:12:11.793266Z","end":"2026-07-29T14:12:12.780426Z","steps":["trace[1805286312] 'agreement among raft nodes before linearized reading' (duration: 987.063348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:12.780476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:11.793243Z","time spent":"987.225623ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T14:12:12.781101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288945059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-29T14:12:12.781183Z","caller":"traceutil/trace.go:171","msg":"trace[1090562029] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12643; }","duration":"1.289054412s","start":"2026-07-29T14:12:11.492105Z","end":"2026-07-29T14:12:12.781159Z","steps":["trace[1090562029] 'agreement among raft nodes before linearized reading' (duration: 1.287466748s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:12.781237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:11.49209Z","time spent":"1.289134643s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T14:12:12.780504Z","caller":"traceutil/trace.go:171","msg":"trace[1215389704] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12643; }","duration":"1.143977573s","start":"2026-07-29T14:12:11.636485Z","end":"2026-07-29T14:12:12.780463Z","steps":["trace[1215389704] 'agreement among raft nodes before linearized reading' (duration: 1.143798829s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:12.7813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:11.636439Z","time spent":"1.144842357s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:12:23.169803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:22.724031Z","time spent":"445.767468ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T14:12:23.169852Z","caller":"traceutil/trace.go:171","msg":"trace[2120060702] linearizableReadLoop","detail":"{readStateIndex:13108; appliedIndex:13108; }","duration":"366.808961ms","start":"2026-07-29T14:12:22.802997Z","end":"2026-07-29T14:12:23.169806Z","steps":["trace[2120060702] 'read index received' (duration: 366.78901ms)","trace[2120060702] 'applied index is now lower than readState.Index' (duration: 16.621µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:12:23.170086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.063318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-29T14:12:23.170173Z","caller":"traceutil/trace.go:171","msg":"trace[666296405] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12703; }","duration":"367.15988ms","start":"2026-07-29T14:12:22.802989Z","end":"2026-07-29T14:12:23.170149Z","steps":["trace[666296405] 'agreement among raft nodes before linearized reading' (duration: 366.910093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:23.170225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:22.802938Z","time spent":"367.278424ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T14:12:23.367855Z","caller":"traceutil/trace.go:171","msg":"trace[519571983] linearizableReadLoop","detail":"{readStateIndex:13112; appliedIndex:13108; }","duration":"197.874785ms","start":"2026-07-29T14:12:23.169934Z","end":"2026-07-29T14:12:23.367808Z","steps":["trace[519571983] 'read index received' (duration: 197.552456ms)","trace[519571983] 'applied index is now lower than readState.Index' (duration: 321.629µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:12:23.368098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.323388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-29T14:12:23.368133Z","caller":"traceutil/trace.go:171","msg":"trace[439007397] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12707; }","duration":"563.394799ms","start":"2026-07-29T14:12:22.804728Z","end":"2026-07-29T14:12:23.368123Z","steps":["trace[439007397] 'agreement among raft nodes before linearized reading' (duration: 563.197554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:23.368185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:22.804682Z","time spent":"563.495083ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T14:12:23.368692Z","caller":"traceutil/trace.go:171","msg":"trace[485933687] transaction","detail":"{read_only:false; response_revision:12704; number_of_response:1; }","duration":"562.239568ms","start":"2026-07-29T14:12:22.806443Z","end":"2026-07-29T14:12:23.368682Z","steps":["trace[485933687] 'process raft request' (duration: 561.099136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:23.368798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:22.806432Z","time spent":"562.286279ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:12:23.368989Z","caller":"traceutil/trace.go:171","msg":"trace[1719300392] transaction","detail":"{read_only:false; response_revision:12705; number_of_response:1; }","duration":"558.911676ms","start":"2026-07-29T14:12:22.810068Z","end":"2026-07-29T14:12:23.368979Z","steps":["trace[1719300392] 'process raft request' (duration: 557.61082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:23.369067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:22.81006Z","time spent":"558.955417ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:12:23.369158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.849743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T14:12:23.369213Z","caller":"traceutil/trace.go:171","msg":"trace[891900181] transaction","detail":"{read_only:false; response_revision:12706; number_of_response:1; }","duration":"554.139075ms","start":"2026-07-29T14:12:22.81504Z","end":"2026-07-29T14:12:23.369179Z","steps":["trace[891900181] 'process raft request' (duration: 552.680264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:23.369237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.778733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgz58\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-29T14:12:23.369322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.425341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T14:12:23.369347Z","caller":"traceutil/trace.go:171","msg":"trace[2035520423] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgz58; range_end:; response_count:1; response_revision:12707; }","duration":"525.917996ms","start":"2026-07-29T14:12:22.843402Z","end":"2026-07-29T14:12:23.36932Z","steps":["trace[2035520423] 'agreement among raft nodes before linearized reading' (duration: 525.616308ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:23.369363Z","caller":"traceutil/trace.go:171","msg":"trace[1808185680] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12707; }","duration":"530.480342ms","start":"2026-07-29T14:12:22.838872Z","end":"2026-07-29T14:12:23.369352Z","steps":["trace[1808185680] 'agreement among raft nodes before linearized reading' (duration: 530.38915ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:23.369348Z","caller":"traceutil/trace.go:171","msg":"trace[239501056] transaction","detail":"{read_only:false; response_revision:12707; number_of_response:1; }","duration":"553.317262ms","start":"2026-07-29T14:12:22.816009Z","end":"2026-07-29T14:12:23.369327Z","steps":["trace[239501056] 'process raft request' (duration: 551.734208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:23.369379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:22.815014Z","time spent":"554.268508ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:12:23.3694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.962151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T14:12:23.369429Z","caller":"traceutil/trace.go:171","msg":"trace[719876946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12707; }","duration":"537.033173ms","start":"2026-07-29T14:12:22.832389Z","end":"2026-07-29T14:12:23.369422Z","steps":["trace[719876946] 'agreement among raft nodes before linearized reading' (duration: 536.91968ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:23.369237Z","caller":"traceutil/trace.go:171","msg":"trace[1082713935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12707; }","duration":"534.961596ms","start":"2026-07-29T14:12:22.83426Z","end":"2026-07-29T14:12:23.369222Z","steps":["trace[1082713935] 'agreement among raft nodes before linearized reading' (duration: 534.721949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:23.369451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:22.815994Z","time spent":"553.410885ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:12:23.36948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.75622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-29T14:12:23.369492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:22.834252Z","time spent":"535.208542ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T14:12:23.369402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:22.838862Z","time spent":"530.532593ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T14:12:23.369224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.685676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T14:12:23.369455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:22.832378Z","time spent":"537.071854ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T14:12:23.369592Z","caller":"traceutil/trace.go:171","msg":"trace[358898365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12707; }","duration":"536.050986ms","start":"2026-07-29T14:12:22.833513Z","end":"2026-07-29T14:12:23.369564Z","steps":["trace[358898365] 'agreement among raft nodes before linearized reading' (duration: 535.658305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:23.369641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:22.833499Z","time spent":"536.127798ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T14:12:23.369414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:22.843392Z","time spent":"526.00616ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-zgz58\" "} {"level":"info","ts":"2026-07-29T14:12:23.369512Z","caller":"traceutil/trace.go:171","msg":"trace[1401230549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12707; }","duration":"534.813591ms","start":"2026-07-29T14:12:22.83469Z","end":"2026-07-29T14:12:23.369503Z","steps":["trace[1401230549] 'agreement among raft nodes before linearized reading' (duration: 534.730639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:23.369693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.017017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-29T14:12:23.369728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:22.83468Z","time spent":"535.041208ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T14:12:23.369741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.901823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-07-29T14:12:23.369584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.049989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T14:12:23.369783Z","caller":"traceutil/trace.go:171","msg":"trace[186570151] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12707; }","duration":"564.139791ms","start":"2026-07-29T14:12:22.805624Z","end":"2026-07-29T14:12:23.369764Z","steps":["trace[186570151] 'agreement among raft nodes before linearized reading' (duration: 563.884864ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:23.369823Z","caller":"traceutil/trace.go:171","msg":"trace[1435742192] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12707; }","duration":"564.005527ms","start":"2026-07-29T14:12:22.805799Z","end":"2026-07-29T14:12:23.369805Z","steps":["trace[1435742192] 'agreement among raft nodes before linearized reading' (duration: 563.716189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:23.369842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:22.805616Z","time spent":"564.215032ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:12:23.369874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:22.805794Z","time spent":"564.070208ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T14:12:23.369862Z","caller":"traceutil/trace.go:171","msg":"trace[1397416018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12707; }","duration":"535.339696ms","start":"2026-07-29T14:12:22.834482Z","end":"2026-07-29T14:12:23.369822Z","steps":["trace[1397416018] 'agreement among raft nodes before linearized reading' (duration: 535.048818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:23.369937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:22.834455Z","time spent":"535.45786ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T14:12:23.390714Z","caller":"traceutil/trace.go:171","msg":"trace[1852650772] transaction","detail":"{read_only:false; response_revision:12708; number_of_response:1; }","duration":"219.078899ms","start":"2026-07-29T14:12:23.171602Z","end":"2026-07-29T14:12:23.390681Z","steps":["trace[1852650772] 'process raft request' (duration: 218.73609ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:23.390787Z","caller":"traceutil/trace.go:171","msg":"trace[1757136012] transaction","detail":"{read_only:false; response_revision:12709; number_of_response:1; }","duration":"216.528998ms","start":"2026-07-29T14:12:23.174221Z","end":"2026-07-29T14:12:23.39075Z","steps":["trace[1757136012] 'process raft request' (duration: 216.352883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:23.39088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.775817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:12:23.390958Z","caller":"traceutil/trace.go:171","msg":"trace[938439887] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:12709; }","duration":"117.861669ms","start":"2026-07-29T14:12:23.273076Z","end":"2026-07-29T14:12:23.390938Z","steps":["trace[938439887] 'agreement among raft nodes before linearized reading' (duration: 117.710245ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:23.481991Z","caller":"traceutil/trace.go:171","msg":"trace[211366900] transaction","detail":"{read_only:false; response_revision:12710; number_of_response:1; }","duration":"106.696712ms","start":"2026-07-29T14:12:23.375272Z","end":"2026-07-29T14:12:23.481969Z","steps":["trace[211366900] 'process raft request' (duration: 86.364031ms)","trace[211366900] 'compare' (duration: 19.802806ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:12:23.482194Z","caller":"traceutil/trace.go:171","msg":"trace[230517632] transaction","detail":"{read_only:false; response_revision:12717; number_of_response:1; }","duration":"104.961224ms","start":"2026-07-29T14:12:23.377225Z","end":"2026-07-29T14:12:23.482187Z","steps":["trace[230517632] 'process raft request' (duration: 104.47942ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:23.482287Z","caller":"traceutil/trace.go:171","msg":"trace[1817041128] transaction","detail":"{read_only:false; response_revision:12718; number_of_response:1; }","duration":"104.753028ms","start":"2026-07-29T14:12:23.377528Z","end":"2026-07-29T14:12:23.482281Z","steps":["trace[1817041128] 'process raft request' (duration: 104.198183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:23.482625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.189935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223786"} {"level":"info","ts":"2026-07-29T14:12:23.482658Z","caller":"traceutil/trace.go:171","msg":"trace[1820953730] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:12718; }","duration":"103.260637ms","start":"2026-07-29T14:12:23.379391Z","end":"2026-07-29T14:12:23.482651Z","steps":["trace[1820953730] 'agreement among raft nodes before linearized reading' (duration: 102.971949ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:23.482834Z","caller":"traceutil/trace.go:171","msg":"trace[256840633] transaction","detail":"{read_only:false; response_revision:12716; number_of_response:1; }","duration":"105.591561ms","start":"2026-07-29T14:12:23.377202Z","end":"2026-07-29T14:12:23.482794Z","steps":["trace[256840633] 'process raft request' (duration: 104.482101ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:23.483295Z","caller":"traceutil/trace.go:171","msg":"trace[1178468156] transaction","detail":"{read_only:false; response_revision:12711; number_of_response:1; }","duration":"107.788092ms","start":"2026-07-29T14:12:23.375482Z","end":"2026-07-29T14:12:23.48327Z","steps":["trace[1178468156] 'process raft request' (duration: 106.081964ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:23.483474Z","caller":"traceutil/trace.go:171","msg":"trace[1966830336] transaction","detail":"{read_only:false; response_revision:12715; number_of_response:1; }","duration":"106.716032ms","start":"2026-07-29T14:12:23.376749Z","end":"2026-07-29T14:12:23.483465Z","steps":["trace[1966830336] 'process raft request' (duration: 104.913952ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:23.483321Z","caller":"traceutil/trace.go:171","msg":"trace[1603383175] transaction","detail":"{read_only:false; response_revision:12714; number_of_response:1; }","duration":"106.594718ms","start":"2026-07-29T14:12:23.376699Z","end":"2026-07-29T14:12:23.483294Z","steps":["trace[1603383175] 'process raft request' (duration: 104.942463ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:23.483711Z","caller":"traceutil/trace.go:171","msg":"trace[423489202] transaction","detail":"{read_only:false; response_revision:12713; number_of_response:1; }","duration":"108.096129ms","start":"2026-07-29T14:12:23.375607Z","end":"2026-07-29T14:12:23.483703Z","steps":["trace[423489202] 'process raft request' (duration: 106.013532ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:23.483354Z","caller":"traceutil/trace.go:171","msg":"trace[1605165192] transaction","detail":"{read_only:false; response_revision:12712; number_of_response:1; }","duration":"107.811172ms","start":"2026-07-29T14:12:23.375536Z","end":"2026-07-29T14:12:23.483348Z","steps":["trace[1605165192] 'process raft request' (duration: 106.063633ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:25.613241Z","caller":"traceutil/trace.go:171","msg":"trace[392182008] transaction","detail":"{read_only:false; response_revision:12723; number_of_response:1; }","duration":"237.091166ms","start":"2026-07-29T14:12:25.376121Z","end":"2026-07-29T14:12:25.613212Z","steps":["trace[392182008] 'process raft request' (duration: 236.988073ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:25.613242Z","caller":"traceutil/trace.go:171","msg":"trace[37992674] transaction","detail":"{read_only:false; response_revision:12722; number_of_response:1; }","duration":"237.165608ms","start":"2026-07-29T14:12:25.376054Z","end":"2026-07-29T14:12:25.613219Z","steps":["trace[37992674] 'process raft request' (duration: 236.88774ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:25.613399Z","caller":"traceutil/trace.go:171","msg":"trace[462515630] linearizableReadLoop","detail":"{readStateIndex:13129; appliedIndex:13126; }","duration":"126.504077ms","start":"2026-07-29T14:12:25.486865Z","end":"2026-07-29T14:12:25.613369Z","steps":["trace[462515630] 'read index received' (duration: 126.119376ms)","trace[462515630] 'applied index is now lower than readState.Index' (duration: 372.301µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:12:25.613455Z","caller":"traceutil/trace.go:171","msg":"trace[989747299] transaction","detail":"{read_only:false; response_revision:12724; number_of_response:1; }","duration":"237.135167ms","start":"2026-07-29T14:12:25.376271Z","end":"2026-07-29T14:12:25.613406Z","steps":["trace[989747299] 'process raft request' (duration: 236.89781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:25.613659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.753445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-29T14:12:25.613683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.774635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T14:12:25.613726Z","caller":"traceutil/trace.go:171","msg":"trace[1651322207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12724; }","duration":"126.871267ms","start":"2026-07-29T14:12:25.486844Z","end":"2026-07-29T14:12:25.613715Z","steps":["trace[1651322207] 'agreement among raft nodes before linearized reading' (duration: 126.677172ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:25.613731Z","caller":"traceutil/trace.go:171","msg":"trace[1766417134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12724; }","duration":"126.887828ms","start":"2026-07-29T14:12:25.48682Z","end":"2026-07-29T14:12:25.613708Z","steps":["trace[1766417134] 'agreement among raft nodes before linearized reading' (duration: 126.686243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:25.613811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.783887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T14:12:25.613806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.756427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T14:12:25.613901Z","caller":"traceutil/trace.go:171","msg":"trace[497682689] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12724; }","duration":"125.8638ms","start":"2026-07-29T14:12:25.488005Z","end":"2026-07-29T14:12:25.613869Z","steps":["trace[497682689] 'agreement among raft nodes before linearized reading' (duration: 125.601502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:25.613865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.425797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgz58\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-29T14:12:25.613904Z","caller":"traceutil/trace.go:171","msg":"trace[658851479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12724; }","duration":"125.935071ms","start":"2026-07-29T14:12:25.487952Z","end":"2026-07-29T14:12:25.613887Z","steps":["trace[658851479] 'agreement among raft nodes before linearized reading' (duration: 125.678404ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:25.61399Z","caller":"traceutil/trace.go:171","msg":"trace[692186168] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgz58; range_end:; response_count:1; response_revision:12724; }","duration":"125.576541ms","start":"2026-07-29T14:12:25.488388Z","end":"2026-07-29T14:12:25.613965Z","steps":["trace[692186168] 'agreement among raft nodes before linearized reading' (duration: 125.258122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:25.614214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.904099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T14:12:25.614358Z","caller":"traceutil/trace.go:171","msg":"trace[1205210121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12724; }","duration":"126.995311ms","start":"2026-07-29T14:12:25.48729Z","end":"2026-07-29T14:12:25.614285Z","steps":["trace[1205210121] 'agreement among raft nodes before linearized reading' (duration: 126.403645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:25.614439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.709755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T14:12:25.614538Z","caller":"traceutil/trace.go:171","msg":"trace[213235965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12724; }","duration":"126.519997ms","start":"2026-07-29T14:12:25.487986Z","end":"2026-07-29T14:12:25.614506Z","steps":["trace[213235965] 'agreement among raft nodes before linearized reading' (duration: 125.650093ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:25.744044Z","caller":"traceutil/trace.go:171","msg":"trace[473351079] transaction","detail":"{read_only:false; response_revision:12726; number_of_response:1; }","duration":"125.479339ms","start":"2026-07-29T14:12:25.61852Z","end":"2026-07-29T14:12:25.744Z","steps":["trace[473351079] 'process raft request' (duration: 125.275453ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:25.744063Z","caller":"traceutil/trace.go:171","msg":"trace[678639887] transaction","detail":"{read_only:false; response_revision:12727; number_of_response:1; }","duration":"125.50343ms","start":"2026-07-29T14:12:25.618534Z","end":"2026-07-29T14:12:25.744037Z","steps":["trace[678639887] 'process raft request' (duration: 125.413497ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:25.744581Z","caller":"traceutil/trace.go:171","msg":"trace[2137375396] transaction","detail":"{read_only:false; response_revision:12728; number_of_response:1; }","duration":"125.831869ms","start":"2026-07-29T14:12:25.61873Z","end":"2026-07-29T14:12:25.744562Z","steps":["trace[2137375396] 'process raft request' (duration: 125.260403ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:25.744727Z","caller":"traceutil/trace.go:171","msg":"trace[1470261653] transaction","detail":"{read_only:false; response_revision:12729; number_of_response:1; }","duration":"125.958302ms","start":"2026-07-29T14:12:25.618754Z","end":"2026-07-29T14:12:25.744713Z","steps":["trace[1470261653] 'process raft request' (duration: 125.750386ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:25.744883Z","caller":"traceutil/trace.go:171","msg":"trace[157833479] linearizableReadLoop","detail":"{readStateIndex:13134; appliedIndex:13129; }","duration":"125.89265ms","start":"2026-07-29T14:12:25.618966Z","end":"2026-07-29T14:12:25.744859Z","steps":["trace[157833479] 'read index received' (duration: 14.041627ms)","trace[157833479] 'applied index is now lower than readState.Index' (duration: 111.850143ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:12:25.745026Z","caller":"traceutil/trace.go:171","msg":"trace[771728504] transaction","detail":"{read_only:false; response_revision:12731; number_of_response:1; }","duration":"113.850728ms","start":"2026-07-29T14:12:25.631154Z","end":"2026-07-29T14:12:25.745005Z","steps":["trace[771728504] 'process raft request' (duration: 113.500599ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:25.744997Z","caller":"traceutil/trace.go:171","msg":"trace[1334355638] transaction","detail":"{read_only:false; response_revision:12730; number_of_response:1; }","duration":"125.552131ms","start":"2026-07-29T14:12:25.619382Z","end":"2026-07-29T14:12:25.744935Z","steps":["trace[1334355638] 'process raft request' (duration: 125.226992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:25.745315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.324392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223786"} {"level":"info","ts":"2026-07-29T14:12:25.745358Z","caller":"traceutil/trace.go:171","msg":"trace[962804429] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:12731; }","duration":"126.405665ms","start":"2026-07-29T14:12:25.618941Z","end":"2026-07-29T14:12:25.745346Z","steps":["trace[962804429] 'agreement among raft nodes before linearized reading' (duration: 126.010684ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:27.829691Z","caller":"traceutil/trace.go:171","msg":"trace[303567102] transaction","detail":"{read_only:false; response_revision:12733; number_of_response:1; }","duration":"211.181051ms","start":"2026-07-29T14:12:27.61849Z","end":"2026-07-29T14:12:27.829672Z","steps":["trace[303567102] 'process raft request' (duration: 211.051788ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:27.830508Z","caller":"traceutil/trace.go:171","msg":"trace[429034881] transaction","detail":"{read_only:false; response_revision:12735; number_of_response:1; }","duration":"209.991879ms","start":"2026-07-29T14:12:27.620491Z","end":"2026-07-29T14:12:27.830483Z","steps":["trace[429034881] 'process raft request' (duration: 209.839584ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:27.830576Z","caller":"traceutil/trace.go:171","msg":"trace[778535947] transaction","detail":"{read_only:false; response_revision:12734; number_of_response:1; }","duration":"211.064427ms","start":"2026-07-29T14:12:27.61948Z","end":"2026-07-29T14:12:27.830544Z","steps":["trace[778535947] 'process raft request' (duration: 210.733138ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:27.834101Z","caller":"traceutil/trace.go:171","msg":"trace[958212201] linearizableReadLoop","detail":"{readStateIndex:13140; appliedIndex:13137; }","duration":"196.98432ms","start":"2026-07-29T14:12:27.637099Z","end":"2026-07-29T14:12:27.834083Z","steps":["trace[958212201] 'read index received' (duration: 192.508746ms)","trace[958212201] 'applied index is now lower than readState.Index' (duration: 4.473764ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:12:27.834284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.162755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T14:12:27.834356Z","caller":"traceutil/trace.go:171","msg":"trace[930302011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12736; }","duration":"197.269478ms","start":"2026-07-29T14:12:27.637069Z","end":"2026-07-29T14:12:27.834338Z","steps":["trace[930302011] 'agreement among raft nodes before linearized reading' (duration: 197.070583ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:39.616441Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10322} {"level":"info","ts":"2026-07-29T14:12:39.738569Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10322,"took":"120.664146ms","hash":583114024,"current-db-size-bytes":45645824,"current-db-size":"46 MB","current-db-size-in-use-bytes":25210880,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-29T14:12:39.73867Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":583114024,"revision":10322,"compact-revision":6798} {"level":"warn","ts":"2026-07-29T14:12:54.344789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.412558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T14:12:54.344919Z","caller":"traceutil/trace.go:171","msg":"trace[1348970875] transaction","detail":"{read_only:false; response_revision:12964; number_of_response:1; }","duration":"638.988203ms","start":"2026-07-29T14:12:53.705906Z","end":"2026-07-29T14:12:54.344894Z","steps":["trace[1348970875] 'process raft request' (duration: 460.37939ms)","trace[1348970875] 'compare' (duration: 178.191372ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:12:54.345019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:53.705881Z","time spent":"639.091306ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:12:54.898895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.710689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T14:12:54.899022Z","caller":"traceutil/trace.go:171","msg":"trace[1235024078] transaction","detail":"{read_only:false; response_revision:12965; number_of_response:1; }","duration":"977.560326ms","start":"2026-07-29T14:12:53.921448Z","end":"2026-07-29T14:12:54.899008Z","steps":["trace[1235024078] 'process raft request' (duration: 606.683382ms)","trace[1235024078] 'compare' (duration: 370.566345ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:12:54.899082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:53.921419Z","time spent":"977.646628ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:12:54.899186Z","caller":"traceutil/trace.go:171","msg":"trace[78563426] transaction","detail":"{read_only:false; response_revision:12966; number_of_response:1; }","duration":"975.602561ms","start":"2026-07-29T14:12:53.923579Z","end":"2026-07-29T14:12:54.899181Z","steps":["trace[78563426] 'process raft request' (duration: 975.381805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:54.899212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:53.92354Z","time spent":"975.657403ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:12:54.89954Z","caller":"traceutil/trace.go:171","msg":"trace[1118012396] transaction","detail":"{read_only:false; response_revision:12967; number_of_response:1; }","duration":"974.954603ms","start":"2026-07-29T14:12:53.92458Z","end":"2026-07-29T14:12:54.899534Z","steps":["trace[1118012396] 'process raft request' (duration: 974.577263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:54.899577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:53.924566Z","time spent":"974.994985ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:12:54.899628Z","caller":"traceutil/trace.go:171","msg":"trace[958405329] linearizableReadLoop","detail":"{readStateIndex:13382; appliedIndex:13378; }","duration":"938.491479ms","start":"2026-07-29T14:12:53.961132Z","end":"2026-07-29T14:12:54.899623Z","steps":["trace[958405329] 'read index received' (duration: 205.183866ms)","trace[958405329] 'applied index is now lower than readState.Index' (duration: 733.307063ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:12:54.901191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.952802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:12:54.901297Z","caller":"traceutil/trace.go:171","msg":"trace[1596254547] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:12968; }","duration":"487.143197ms","start":"2026-07-29T14:12:54.414131Z","end":"2026-07-29T14:12:54.901274Z","steps":["trace[1596254547] 'agreement among raft nodes before linearized reading' (duration: 486.928481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:54.901281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.17832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgz58\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-29T14:12:54.901328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.858484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-29T14:12:54.901371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:54.414112Z","time spent":"487.24581ms","remote":"127.0.0.1:46500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:12:54.901388Z","caller":"traceutil/trace.go:171","msg":"trace[1648681694] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12968; }","duration":"919.950517ms","start":"2026-07-29T14:12:53.981427Z","end":"2026-07-29T14:12:54.901378Z","steps":["trace[1648681694] 'agreement among raft nodes before linearized reading' (duration: 919.843224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:54.901367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.225136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-29T14:12:54.901409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:53.981409Z","time spent":"919.994559ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T14:12:54.901421Z","caller":"traceutil/trace.go:171","msg":"trace[284482780] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgz58; range_end:; response_count:1; response_revision:12968; }","duration":"909.323284ms","start":"2026-07-29T14:12:53.99204Z","end":"2026-07-29T14:12:54.901364Z","steps":["trace[284482780] 'agreement among raft nodes before linearized reading' (duration: 909.050717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:54.901472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.319955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T14:12:54.901531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:53.992026Z","time spent":"909.483968ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-zgz58\" "} {"level":"info","ts":"2026-07-29T14:12:54.901592Z","caller":"traceutil/trace.go:171","msg":"trace[919050652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12968; }","duration":"921.433778ms","start":"2026-07-29T14:12:53.980104Z","end":"2026-07-29T14:12:54.901538Z","steps":["trace[919050652] 'agreement among raft nodes before linearized reading' (duration: 921.188561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:54.90165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:53.980092Z","time spent":"921.547911ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T14:12:54.901928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.616398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T14:12:54.902021Z","caller":"traceutil/trace.go:171","msg":"trace[2069271528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12968; }","duration":"927.726571ms","start":"2026-07-29T14:12:53.974255Z","end":"2026-07-29T14:12:54.901982Z","steps":["trace[2069271528] 'agreement among raft nodes before linearized reading' (duration: 927.328551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:54.902064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:53.974239Z","time spent":"927.815663ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T14:12:54.902137Z","caller":"traceutil/trace.go:171","msg":"trace[1607671833] transaction","detail":"{read_only:false; response_revision:12968; number_of_response:1; }","duration":"792.554025ms","start":"2026-07-29T14:12:54.109566Z","end":"2026-07-29T14:12:54.90212Z","steps":["trace[1607671833] 'process raft request' (duration: 789.787269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:54.902256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:54.109545Z","time spent":"792.650018ms","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21812,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:12:54.902534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.423235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T14:12:54.90276Z","caller":"traceutil/trace.go:171","msg":"trace[1788505594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12968; }","duration":"926.646941ms","start":"2026-07-29T14:12:53.976055Z","end":"2026-07-29T14:12:54.902702Z","steps":["trace[1788505594] 'agreement among raft nodes before linearized reading' (duration: 925.470359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:54.902889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:53.97604Z","time spent":"926.826027ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T14:12:54.904214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.881988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T14:12:54.904273Z","caller":"traceutil/trace.go:171","msg":"trace[66646577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12968; }","duration":"938.93429ms","start":"2026-07-29T14:12:53.965315Z","end":"2026-07-29T14:12:54.90425Z","steps":["trace[66646577] 'agreement among raft nodes before linearized reading' (duration: 934.460227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:54.904297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:53.965268Z","time spent":"939.022903ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T14:12:54.904367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.209711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:12:54.904399Z","caller":"traceutil/trace.go:171","msg":"trace[397269785] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:12968; }","duration":"351.771196ms","start":"2026-07-29T14:12:54.552608Z","end":"2026-07-29T14:12:54.904379Z","steps":["trace[397269785] 'agreement among raft nodes before linearized reading' (duration: 347.238402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:54.90442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:54.552551Z","time spent":"351.861608ms","remote":"127.0.0.1:56730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:12:54.90148Z","caller":"traceutil/trace.go:171","msg":"trace[557223141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12968; }","duration":"940.353199ms","start":"2026-07-29T14:12:53.961075Z","end":"2026-07-29T14:12:54.901428Z","steps":["trace[557223141] 'agreement among raft nodes before linearized reading' (duration: 938.703914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:54.908902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:53.961054Z","time spent":"947.803015ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T14:12:58.104566Z","caller":"traceutil/trace.go:171","msg":"trace[1250506048] transaction","detail":"{read_only:false; response_revision:12987; number_of_response:1; }","duration":"251.887093ms","start":"2026-07-29T14:12:57.852647Z","end":"2026-07-29T14:12:58.104534Z","steps":["trace[1250506048] 'process raft request' (duration: 251.702228ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:58.573783Z","caller":"traceutil/trace.go:171","msg":"trace[707046075] transaction","detail":"{read_only:false; response_revision:12988; number_of_response:1; }","duration":"114.404493ms","start":"2026-07-29T14:12:58.459343Z","end":"2026-07-29T14:12:58.573748Z","steps":["trace[707046075] 'process raft request' (duration: 114.015173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:59.436697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979050027,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T14:12:59.752172Z","caller":"traceutil/trace.go:171","msg":"trace[572289907] transaction","detail":"{read_only:false; response_revision:12992; number_of_response:1; }","duration":"841.089214ms","start":"2026-07-29T14:12:58.911056Z","end":"2026-07-29T14:12:59.752145Z","steps":["trace[572289907] 'process raft request' (duration: 840.897149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:59.752327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:58.911033Z","time spent":"841.213397ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:12:59.932398Z","caller":"traceutil/trace.go:171","msg":"trace[188154706] transaction","detail":"{read_only:false; response_revision:12995; number_of_response:1; }","duration":"319.138427ms","start":"2026-07-29T14:12:59.613235Z","end":"2026-07-29T14:12:59.932374Z","steps":["trace[188154706] 'process raft request' (duration: 319.064065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:59.93257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:59.613205Z","time spent":"319.26837ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:12:59.932624Z","caller":"traceutil/trace.go:171","msg":"trace[2112938942] linearizableReadLoop","detail":"{readStateIndex:13410; appliedIndex:13407; }","duration":"996.52649ms","start":"2026-07-29T14:12:58.936071Z","end":"2026-07-29T14:12:59.932597Z","steps":["trace[2112938942] 'read index received' (duration: 815.915331ms)","trace[2112938942] 'applied index is now lower than readState.Index' (duration: 180.609809ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:12:59.932805Z","caller":"traceutil/trace.go:171","msg":"trace[35872752] transaction","detail":"{read_only:false; response_revision:12996; number_of_response:1; }","duration":"241.811435ms","start":"2026-07-29T14:12:59.690982Z","end":"2026-07-29T14:12:59.932793Z","steps":["trace[35872752] 'process raft request' (duration: 241.356362ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:12:59.932799Z","caller":"traceutil/trace.go:171","msg":"trace[1191011469] transaction","detail":"{read_only:false; response_revision:12994; number_of_response:1; }","duration":"1.011531923s","start":"2026-07-29T14:12:58.92123Z","end":"2026-07-29T14:12:59.932762Z","steps":["trace[1191011469] 'process raft request' (duration: 1.011030529s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:59.932954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:58.921217Z","time spent":"1.011654176s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:12:59.933054Z","caller":"traceutil/trace.go:171","msg":"trace[1590587995] transaction","detail":"{read_only:false; response_revision:12993; number_of_response:1; }","duration":"1.020110009s","start":"2026-07-29T14:12:58.912897Z","end":"2026-07-29T14:12:59.933007Z","steps":["trace[1590587995] 'process raft request' (duration: 1.019218234s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:59.933102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.089185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:12:59.933151Z","caller":"traceutil/trace.go:171","msg":"trace[847372481] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12996; }","duration":"114.193087ms","start":"2026-07-29T14:12:59.818944Z","end":"2026-07-29T14:12:59.933137Z","steps":["trace[847372481] 'agreement among raft nodes before linearized reading' (duration: 114.081494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:59.933189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.872449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T14:12:59.933203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.98427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T14:12:59.933224Z","caller":"traceutil/trace.go:171","msg":"trace[387100330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12996; }","duration":"959.9188ms","start":"2026-07-29T14:12:58.973296Z","end":"2026-07-29T14:12:59.933215Z","steps":["trace[387100330] 'agreement among raft nodes before linearized reading' (duration: 959.780516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:59.93323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:58.912872Z","time spent":"1.020271164s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:12:59.93325Z","caller":"traceutil/trace.go:171","msg":"trace[2117419612] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12996; }","duration":"965.039741ms","start":"2026-07-29T14:12:58.968195Z","end":"2026-07-29T14:12:59.933235Z","steps":["trace[2117419612] 'agreement among raft nodes before linearized reading' (duration: 964.884867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:59.933256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:58.97329Z","time spent":"959.960121ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T14:12:59.93325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.162327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T14:12:59.933287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:58.968162Z","time spent":"965.117003ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T14:12:59.933283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.791615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgz58\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-29T14:12:59.933311Z","caller":"traceutil/trace.go:171","msg":"trace[1275615119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12996; }","duration":"997.26828ms","start":"2026-07-29T14:12:58.936026Z","end":"2026-07-29T14:12:59.933295Z","steps":["trace[1275615119] 'agreement among raft nodes before linearized reading' (duration: 997.121086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:59.933345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:58.936008Z","time spent":"997.329001ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T14:12:59.93335Z","caller":"traceutil/trace.go:171","msg":"trace[567559298] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgz58; range_end:; response_count:1; response_revision:12996; }","duration":"976.856807ms","start":"2026-07-29T14:12:58.956471Z","end":"2026-07-29T14:12:59.933327Z","steps":["trace[567559298] 'agreement among raft nodes before linearized reading' (duration: 976.61497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:59.933367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.528159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T14:12:59.933398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:58.95644Z","time spent":"976.946689ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-zgz58\" "} {"level":"info","ts":"2026-07-29T14:12:59.933444Z","caller":"traceutil/trace.go:171","msg":"trace[1016208156] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:12996; }","duration":"388.650853ms","start":"2026-07-29T14:12:59.544777Z","end":"2026-07-29T14:12:59.933428Z","steps":["trace[1016208156] 'agreement among raft nodes before linearized reading' (duration: 388.52891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:59.933465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.643672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-29T14:12:59.933502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:59.544754Z","time spent":"388.733305ms","remote":"127.0.0.1:51194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:12:59.933396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.490722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5b9f497f65-kdwqf.18c6c81aa6c9cf95\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-07-29T14:12:59.933592Z","caller":"traceutil/trace.go:171","msg":"trace[242462730] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5b9f497f65-kdwqf.18c6c81aa6c9cf95; range_end:; response_count:1; response_revision:12996; }","duration":"838.699158ms","start":"2026-07-29T14:12:59.094861Z","end":"2026-07-29T14:12:59.93356Z","steps":["trace[242462730] 'agreement among raft nodes before linearized reading' (duration: 838.471762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:59.933663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:59.094832Z","time spent":"838.813201ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5b9f497f65-kdwqf.18c6c81aa6c9cf95\" "} {"level":"info","ts":"2026-07-29T14:12:59.933772Z","caller":"traceutil/trace.go:171","msg":"trace[2066838129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12996; }","duration":"959.962721ms","start":"2026-07-29T14:12:58.973796Z","end":"2026-07-29T14:12:59.933759Z","steps":["trace[2066838129] 'agreement among raft nodes before linearized reading' (duration: 959.20913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:59.93388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:58.973788Z","time spent":"960.080955ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T14:12:59.933478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.719614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-29T14:12:59.933967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.268997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T14:12:59.934024Z","caller":"traceutil/trace.go:171","msg":"trace[119187966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12996; }","duration":"961.364359ms","start":"2026-07-29T14:12:58.972643Z","end":"2026-07-29T14:12:59.934007Z","steps":["trace[119187966] 'agreement among raft nodes before linearized reading' (duration: 961.161844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:59.934075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:58.972629Z","time spent":"961.433672ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T14:12:59.934248Z","caller":"traceutil/trace.go:171","msg":"trace[206958905] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12996; }","duration":"997.913157ms","start":"2026-07-29T14:12:58.936314Z","end":"2026-07-29T14:12:59.934227Z","steps":["trace[206958905] 'agreement among raft nodes before linearized reading' (duration: 996.597651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:12:59.934313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:12:58.9363Z","time spent":"997.996319ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T14:13:00.060743Z","caller":"traceutil/trace.go:171","msg":"trace[911595080] transaction","detail":"{read_only:false; response_revision:12997; number_of_response:1; }","duration":"124.43435ms","start":"2026-07-29T14:12:59.93628Z","end":"2026-07-29T14:13:00.060714Z","steps":["trace[911595080] 'process raft request' (duration: 105.180849ms)","trace[911595080] 'compare' (duration: 19.135008ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:13:00.113513Z","caller":"traceutil/trace.go:171","msg":"trace[109927377] transaction","detail":"{read_only:false; response_revision:12999; number_of_response:1; }","duration":"175.388575ms","start":"2026-07-29T14:12:59.938103Z","end":"2026-07-29T14:13:00.113492Z","steps":["trace[109927377] 'process raft request' (duration: 175.339094ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:13:00.11355Z","caller":"traceutil/trace.go:171","msg":"trace[1693881989] transaction","detail":"{read_only:false; response_revision:12998; number_of_response:1; }","duration":"176.465104ms","start":"2026-07-29T14:12:59.937044Z","end":"2026-07-29T14:13:00.113509Z","steps":["trace[1693881989] 'process raft request' (duration: 176.29165ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:13:00.113831Z","caller":"traceutil/trace.go:171","msg":"trace[1889525728] transaction","detail":"{read_only:false; response_revision:13000; number_of_response:1; }","duration":"175.494947ms","start":"2026-07-29T14:12:59.938308Z","end":"2026-07-29T14:13:00.113803Z","steps":["trace[1889525728] 'process raft request' (duration: 175.157228ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:13:00.114009Z","caller":"traceutil/trace.go:171","msg":"trace[678102292] transaction","detail":"{read_only:false; response_revision:13001; number_of_response:1; }","duration":"175.663893ms","start":"2026-07-29T14:12:59.938326Z","end":"2026-07-29T14:13:00.11399Z","steps":["trace[678102292] 'process raft request' (duration: 175.386845ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:13:00.11413Z","caller":"traceutil/trace.go:171","msg":"trace[1597045857] transaction","detail":"{read_only:false; response_revision:13002; number_of_response:1; }","duration":"175.627471ms","start":"2026-07-29T14:12:59.938486Z","end":"2026-07-29T14:13:00.114113Z","steps":["trace[1597045857] 'process raft request' (duration: 175.443896ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:13:00.114223Z","caller":"traceutil/trace.go:171","msg":"trace[870056630] linearizableReadLoop","detail":"{readStateIndex:13418; appliedIndex:13412; }","duration":"175.652082ms","start":"2026-07-29T14:12:59.938557Z","end":"2026-07-29T14:13:00.114209Z","steps":["trace[870056630] 'read index received' (duration: 102.838564ms)","trace[870056630] 'applied index is now lower than readState.Index' (duration: 72.812708ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:13:00.114315Z","caller":"traceutil/trace.go:171","msg":"trace[1581288489] transaction","detail":"{read_only:false; response_revision:13003; number_of_response:1; }","duration":"174.977633ms","start":"2026-07-29T14:12:59.939327Z","end":"2026-07-29T14:13:00.114304Z","steps":["trace[1581288489] 'process raft request' (duration: 174.731117ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:13:00.114435Z","caller":"traceutil/trace.go:171","msg":"trace[481928995] transaction","detail":"{read_only:false; response_revision:13004; number_of_response:1; }","duration":"164.943657ms","start":"2026-07-29T14:12:59.949443Z","end":"2026-07-29T14:13:00.114386Z","steps":["trace[481928995] 'process raft request' (duration: 164.664689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:00.114809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.234099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228517"} {"level":"info","ts":"2026-07-29T14:13:00.11485Z","caller":"traceutil/trace.go:171","msg":"trace[407732849] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:13004; }","duration":"176.30448ms","start":"2026-07-29T14:12:59.938535Z","end":"2026-07-29T14:13:00.114839Z","steps":["trace[407732849] 'agreement among raft nodes before linearized reading' (duration: 175.726264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:09.676142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.592081ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:13:09.676257Z","caller":"traceutil/trace.go:171","msg":"trace[1553427402] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13101; }","duration":"495.717444ms","start":"2026-07-29T14:13:09.180523Z","end":"2026-07-29T14:13:09.676241Z","steps":["trace[1553427402] 'range keys from in-memory index tree' (duration: 495.574311ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:13:09.688532Z","caller":"traceutil/trace.go:171","msg":"trace[1838967999] transaction","detail":"{read_only:false; response_revision:13102; number_of_response:1; }","duration":"337.679508ms","start":"2026-07-29T14:13:09.350833Z","end":"2026-07-29T14:13:09.688512Z","steps":["trace[1838967999] 'process raft request' (duration: 337.568015ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:13:09.688611Z","caller":"traceutil/trace.go:171","msg":"trace[1812435586] linearizableReadLoop","detail":"{readStateIndex:13523; appliedIndex:13523; }","duration":"299.144745ms","start":"2026-07-29T14:13:09.389434Z","end":"2026-07-29T14:13:09.688578Z","steps":["trace[1812435586] 'read index received' (duration: 299.129735ms)","trace[1812435586] 'applied index is now lower than readState.Index' (duration: 12.86µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:13:09.688743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:13:09.350806Z","time spent":"337.827212ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:13:09.688818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.338421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:13:09.688875Z","caller":"traceutil/trace.go:171","msg":"trace[67916898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13102; }","duration":"299.457124ms","start":"2026-07-29T14:13:09.389408Z","end":"2026-07-29T14:13:09.688865Z","steps":["trace[67916898] 'agreement among raft nodes before linearized reading' (duration: 299.280889ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:13:10.061555Z","caller":"traceutil/trace.go:171","msg":"trace[1473624988] linearizableReadLoop","detail":"{readStateIndex:13524; appliedIndex:13523; }","duration":"371.48514ms","start":"2026-07-29T14:13:09.690054Z","end":"2026-07-29T14:13:10.06154Z","steps":["trace[1473624988] 'read index received' (duration: 371.262114ms)","trace[1473624988] 'applied index is now lower than readState.Index' (duration: 222.196µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:13:10.061601Z","caller":"traceutil/trace.go:171","msg":"trace[366362539] transaction","detail":"{read_only:false; response_revision:13103; number_of_response:1; }","duration":"509.33887ms","start":"2026-07-29T14:13:09.552241Z","end":"2026-07-29T14:13:10.06158Z","steps":["trace[366362539] 'process raft request' (duration: 509.096404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:10.061656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.594133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:13:10.061686Z","caller":"traceutil/trace.go:171","msg":"trace[1807720378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13103; }","duration":"371.663415ms","start":"2026-07-29T14:13:09.690013Z","end":"2026-07-29T14:13:10.061676Z","steps":["trace[1807720378] 'agreement among raft nodes before linearized reading' (duration: 371.608883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:10.061707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:13:09.689997Z","time spent":"371.705676ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:13:10.061763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:13:09.552214Z","time spent":"509.463893ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:13:10.372953Z","caller":"traceutil/trace.go:171","msg":"trace[1110625452] transaction","detail":"{read_only:false; response_revision:13104; number_of_response:1; }","duration":"589.90407ms","start":"2026-07-29T14:13:09.783018Z","end":"2026-07-29T14:13:10.372922Z","steps":["trace[1110625452] 'process raft request' (duration: 589.691084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:10.373105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:13:09.782988Z","time spent":"590.045194ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:13:10.373176Z","caller":"traceutil/trace.go:171","msg":"trace[1221382017] transaction","detail":"{read_only:false; response_revision:13105; number_of_response:1; }","duration":"378.823442ms","start":"2026-07-29T14:13:09.994326Z","end":"2026-07-29T14:13:10.37315Z","steps":["trace[1221382017] 'process raft request' (duration: 378.557465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:10.373318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:13:09.994299Z","time spent":"378.943855ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:13:10.373627Z","caller":"traceutil/trace.go:171","msg":"trace[129399365] linearizableReadLoop","detail":"{readStateIndex:13529; appliedIndex:13524; }","duration":"312.00958ms","start":"2026-07-29T14:13:10.061605Z","end":"2026-07-29T14:13:10.373614Z","steps":["trace[129399365] 'read index received' (duration: 311.230029ms)","trace[129399365] 'applied index is now lower than readState.Index' (duration: 778.481µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:13:10.373894Z","caller":"traceutil/trace.go:171","msg":"trace[1788358120] transaction","detail":"{read_only:false; response_revision:13107; number_of_response:1; }","duration":"318.52638ms","start":"2026-07-29T14:13:10.055359Z","end":"2026-07-29T14:13:10.373885Z","steps":["trace[1788358120] 'process raft request' (duration: 318.17487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:10.373898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.626873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-07-29T14:13:10.37392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.560011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-07-29T14:13:10.373981Z","caller":"traceutil/trace.go:171","msg":"trace[1333865604] transaction","detail":"{read_only:false; response_revision:13106; number_of_response:1; }","duration":"359.240642ms","start":"2026-07-29T14:13:10.014733Z","end":"2026-07-29T14:13:10.373974Z","steps":["trace[1333865604] 'process raft request' (duration: 358.381919ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:13:10.37397Z","caller":"traceutil/trace.go:171","msg":"trace[444320182] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:13108; }","duration":"359.741506ms","start":"2026-07-29T14:13:10.014207Z","end":"2026-07-29T14:13:10.373949Z","steps":["trace[444320182] 'agreement among raft nodes before linearized reading' (duration: 359.539001ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:13:10.374171Z","caller":"traceutil/trace.go:171","msg":"trace[85820841] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:13108; }","duration":"248.655774ms","start":"2026-07-29T14:13:10.125315Z","end":"2026-07-29T14:13:10.373971Z","steps":["trace[85820841] 'agreement among raft nodes before linearized reading' (duration: 248.474329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:10.374196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:13:10.014705Z","time spent":"359.472119ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:13:10.374198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:13:10.014188Z","time spent":"359.999693ms","remote":"127.0.0.1:40560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5168,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-29T14:13:10.373893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.29557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T14:13:10.374388Z","caller":"traceutil/trace.go:171","msg":"trace[2033891084] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:13108; }","duration":"369.809324ms","start":"2026-07-29T14:13:10.004558Z","end":"2026-07-29T14:13:10.374368Z","steps":["trace[2033891084] 'agreement among raft nodes before linearized reading' (duration: 369.240118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:10.37461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:13:10.00451Z","time spent":"370.075951ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:13:10.374689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.228526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T14:13:10.374744Z","caller":"traceutil/trace.go:171","msg":"trace[890062407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13108; }","duration":"218.320408ms","start":"2026-07-29T14:13:10.156409Z","end":"2026-07-29T14:13:10.37473Z","steps":["trace[890062407] 'agreement among raft nodes before linearized reading' (duration: 218.188384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:10.374769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.006152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T14:13:10.374818Z","caller":"traceutil/trace.go:171","msg":"trace[515543215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13108; }","duration":"221.092444ms","start":"2026-07-29T14:13:10.153711Z","end":"2026-07-29T14:13:10.374804Z","steps":["trace[515543215] 'agreement among raft nodes before linearized reading' (duration: 220.95421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:10.374906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.996429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T14:13:10.374977Z","caller":"traceutil/trace.go:171","msg":"trace[1059727993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13108; }","duration":"214.104771ms","start":"2026-07-29T14:13:10.16086Z","end":"2026-07-29T14:13:10.374964Z","steps":["trace[1059727993] 'agreement among raft nodes before linearized reading' (duration: 213.964578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:10.375164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.407554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T14:13:10.375288Z","caller":"traceutil/trace.go:171","msg":"trace[578325129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13108; }","duration":"204.560939ms","start":"2026-07-29T14:13:10.170706Z","end":"2026-07-29T14:13:10.375267Z","steps":["trace[578325129] 'agreement among raft nodes before linearized reading' (duration: 204.281921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:10.375336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.338321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T14:13:10.375397Z","caller":"traceutil/trace.go:171","msg":"trace[1779571940] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13108; }","duration":"217.420623ms","start":"2026-07-29T14:13:10.157963Z","end":"2026-07-29T14:13:10.375384Z","steps":["trace[1779571940] 'agreement among raft nodes before linearized reading' (duration: 216.868738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:10.374527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.007674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T14:13:10.37559Z","caller":"traceutil/trace.go:171","msg":"trace[272036304] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:13108; }","duration":"213.084854ms","start":"2026-07-29T14:13:10.162491Z","end":"2026-07-29T14:13:10.375576Z","steps":["trace[272036304] 'agreement among raft nodes before linearized reading' (duration: 211.894752ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:13:10.374542Z","caller":"traceutil/trace.go:171","msg":"trace[2100891852] transaction","detail":"{read_only:false; response_revision:13108; number_of_response:1; }","duration":"318.452328ms","start":"2026-07-29T14:13:10.056074Z","end":"2026-07-29T14:13:10.374526Z","steps":["trace[2100891852] 'process raft request' (duration: 317.499882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:10.375866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:13:10.056057Z","time spent":"319.737663ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:13:10.374925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.957234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgz58\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-29T14:13:10.376126Z","caller":"traceutil/trace.go:171","msg":"trace[856712498] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgz58; range_end:; response_count:1; response_revision:13108; }","duration":"204.152978ms","start":"2026-07-29T14:13:10.171944Z","end":"2026-07-29T14:13:10.376097Z","steps":["trace[856712498] 'agreement among raft nodes before linearized reading' (duration: 202.923104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:10.373949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:13:10.05534Z","time spent":"318.581592ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:13:11.666642Z","caller":"traceutil/trace.go:171","msg":"trace[1358838769] linearizableReadLoop","detail":"{readStateIndex:13541; appliedIndex:13540; }","duration":"441.439808ms","start":"2026-07-29T14:13:11.225178Z","end":"2026-07-29T14:13:11.666618Z","steps":["trace[1358838769] 'read index received' (duration: 441.289004ms)","trace[1358838769] 'applied index is now lower than readState.Index' (duration: 149.894µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:13:11.66672Z","caller":"traceutil/trace.go:171","msg":"trace[1240863984] transaction","detail":"{read_only:false; response_revision:13120; number_of_response:1; }","duration":"443.651299ms","start":"2026-07-29T14:13:11.223044Z","end":"2026-07-29T14:13:11.666695Z","steps":["trace[1240863984] 'process raft request' (duration: 443.393712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:11.66685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:13:11.223028Z","time spent":"443.744702ms","remote":"127.0.0.1:51228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:13:11.666878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.692055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-29T14:13:11.666946Z","caller":"traceutil/trace.go:171","msg":"trace[1035440098] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13120; }","duration":"441.763207ms","start":"2026-07-29T14:13:11.22517Z","end":"2026-07-29T14:13:11.666933Z","steps":["trace[1035440098] 'agreement among raft nodes before linearized reading' (duration: 441.595713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:11.666983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:13:11.225116Z","time spent":"441.859379ms","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-29T14:13:11.715889Z","caller":"traceutil/trace.go:171","msg":"trace[17061612] transaction","detail":"{read_only:false; response_revision:13121; number_of_response:1; }","duration":"490.507731ms","start":"2026-07-29T14:13:11.225353Z","end":"2026-07-29T14:13:11.715861Z","steps":["trace[17061612] 'process raft request' (duration: 490.298125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:11.71594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.88788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T14:13:11.715989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.953846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T14:13:11.716005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:13:11.225316Z","time spent":"490.638514ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":663,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T14:13:11.716033Z","caller":"traceutil/trace.go:171","msg":"trace[1572646669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13121; }","duration":"327.028795ms","start":"2026-07-29T14:13:11.38898Z","end":"2026-07-29T14:13:11.716009Z","steps":["trace[1572646669] 'agreement among raft nodes before linearized reading' (duration: 326.84577ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:13:11.716043Z","caller":"traceutil/trace.go:171","msg":"trace[1578139543] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:13121; }","duration":"104.018938ms","start":"2026-07-29T14:13:11.61201Z","end":"2026-07-29T14:13:11.716029Z","steps":["trace[1578139543] 'agreement among raft nodes before linearized reading' (duration: 103.924205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:11.716088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:13:11.388959Z","time spent":"327.120567ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T14:13:11.87714Z","caller":"traceutil/trace.go:171","msg":"trace[1230765866] transaction","detail":"{read_only:false; response_revision:13122; number_of_response:1; }","duration":"154.234721ms","start":"2026-07-29T14:13:11.722871Z","end":"2026-07-29T14:13:11.877106Z","steps":["trace[1230765866] 'process raft request' (duration: 95.05087ms)","trace[1230765866] 'compare' (duration: 58.863843ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:13:12.609727Z","caller":"traceutil/trace.go:171","msg":"trace[669479201] linearizableReadLoop","detail":"{readStateIndex:13547; appliedIndex:13543; }","duration":"220.527029ms","start":"2026-07-29T14:13:12.389172Z","end":"2026-07-29T14:13:12.609699Z","steps":["trace[669479201] 'read index received' (duration: 28.503506ms)","trace[669479201] 'applied index is now lower than readState.Index' (duration: 192.022613ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:13:12.609787Z","caller":"traceutil/trace.go:171","msg":"trace[1053406097] transaction","detail":"{read_only:false; response_revision:13126; number_of_response:1; }","duration":"227.591094ms","start":"2026-07-29T14:13:12.382168Z","end":"2026-07-29T14:13:12.609759Z","steps":["trace[1053406097] 'process raft request' (duration: 227.495681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:12.609889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.690553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T14:13:12.609935Z","caller":"traceutil/trace.go:171","msg":"trace[561186059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13126; }","duration":"220.767485ms","start":"2026-07-29T14:13:12.389152Z","end":"2026-07-29T14:13:12.60992Z","steps":["trace[561186059] 'agreement among raft nodes before linearized reading' (duration: 220.683143ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:13:12.609776Z","caller":"traceutil/trace.go:171","msg":"trace[1462154877] transaction","detail":"{read_only:false; response_revision:13125; number_of_response:1; }","duration":"227.802339ms","start":"2026-07-29T14:13:12.381938Z","end":"2026-07-29T14:13:12.60974Z","steps":["trace[1462154877] 'process raft request' (duration: 227.686766ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:13:12.60985Z","caller":"traceutil/trace.go:171","msg":"trace[2055340597] transaction","detail":"{read_only:false; response_revision:13124; number_of_response:1; }","duration":"230.618837ms","start":"2026-07-29T14:13:12.379219Z","end":"2026-07-29T14:13:12.609837Z","steps":["trace[2055340597] 'process raft request' (duration: 230.248987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:12.610494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.468529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T14:13:12.610546Z","caller":"traceutil/trace.go:171","msg":"trace[855816387] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:13126; }","duration":"141.560232ms","start":"2026-07-29T14:13:12.468972Z","end":"2026-07-29T14:13:12.610532Z","steps":["trace[855816387] 'agreement among raft nodes before linearized reading' (duration: 141.406438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:12.610657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.649294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-29T14:13:12.610666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.013824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgz58\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-29T14:13:12.610719Z","caller":"traceutil/trace.go:171","msg":"trace[582646376] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgz58; range_end:; response_count:1; response_revision:13126; }","duration":"138.079876ms","start":"2026-07-29T14:13:12.472627Z","end":"2026-07-29T14:13:12.610707Z","steps":["trace[582646376] 'agreement among raft nodes before linearized reading' (duration: 137.851149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:12.610827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.82833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T14:13:12.610717Z","caller":"traceutil/trace.go:171","msg":"trace[1465149888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13126; }","duration":"141.732417ms","start":"2026-07-29T14:13:12.468969Z","end":"2026-07-29T14:13:12.610701Z","steps":["trace[1465149888] 'agreement among raft nodes before linearized reading' (duration: 141.557972ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:13:12.61088Z","caller":"traceutil/trace.go:171","msg":"trace[1414324732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13126; }","duration":"141.915802ms","start":"2026-07-29T14:13:12.468951Z","end":"2026-07-29T14:13:12.610866Z","steps":["trace[1414324732] 'agreement among raft nodes before linearized reading' (duration: 141.792969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:12.610877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.582932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-29T14:13:12.611053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.58726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T14:13:12.611106Z","caller":"traceutil/trace.go:171","msg":"trace[417884409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13126; }","duration":"142.680572ms","start":"2026-07-29T14:13:12.468412Z","end":"2026-07-29T14:13:12.611093Z","steps":["trace[417884409] 'agreement among raft nodes before linearized reading' (duration: 142.560129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:12.610495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.319447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T14:13:12.611009Z","caller":"traceutil/trace.go:171","msg":"trace[1143295289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13126; }","duration":"141.731587ms","start":"2026-07-29T14:13:12.469262Z","end":"2026-07-29T14:13:12.610993Z","steps":["trace[1143295289] 'agreement among raft nodes before linearized reading' (duration: 141.48417ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:13:12.611227Z","caller":"traceutil/trace.go:171","msg":"trace[345678042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13126; }","duration":"211.077318ms","start":"2026-07-29T14:13:12.400137Z","end":"2026-07-29T14:13:12.611214Z","steps":["trace[345678042] 'agreement among raft nodes before linearized reading' (duration: 210.204304ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:13:12.949629Z","caller":"traceutil/trace.go:171","msg":"trace[238472891] transaction","detail":"{read_only:false; response_revision:13128; number_of_response:1; }","duration":"330.627304ms","start":"2026-07-29T14:13:12.618962Z","end":"2026-07-29T14:13:12.949589Z","steps":["trace[238472891] 'process raft request' (duration: 330.359977ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:13:12.950052Z","caller":"traceutil/trace.go:171","msg":"trace[807146987] transaction","detail":"{read_only:false; response_revision:13130; number_of_response:1; }","duration":"331.018314ms","start":"2026-07-29T14:13:12.619005Z","end":"2026-07-29T14:13:12.950023Z","steps":["trace[807146987] 'process raft request' (duration: 330.706915ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:13:12.950205Z","caller":"traceutil/trace.go:171","msg":"trace[1751477667] transaction","detail":"{read_only:false; response_revision:13131; number_of_response:1; }","duration":"331.163929ms","start":"2026-07-29T14:13:12.619032Z","end":"2026-07-29T14:13:12.950196Z","steps":["trace[1751477667] 'process raft request' (duration: 330.960553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:12.95022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:13:12.618983Z","time spent":"331.150648ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:13:12.95026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:13:12.619021Z","time spent":"331.21339ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:13:12.950232Z","caller":"traceutil/trace.go:171","msg":"trace[606672218] linearizableReadLoop","detail":"{readStateIndex:13553; appliedIndex:13548; }","duration":"223.250154ms","start":"2026-07-29T14:13:12.72696Z","end":"2026-07-29T14:13:12.95021Z","steps":["trace[606672218] 'read index received' (duration: 222.276977ms)","trace[606672218] 'applied index is now lower than readState.Index' (duration: 971.947µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:13:12.950391Z","caller":"traceutil/trace.go:171","msg":"trace[1637479712] transaction","detail":"{read_only:false; response_revision:13132; number_of_response:1; }","duration":"331.23017ms","start":"2026-07-29T14:13:12.619146Z","end":"2026-07-29T14:13:12.950376Z","steps":["trace[1637479712] 'process raft request' (duration: 330.958252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:12.949901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:13:12.618942Z","time spent":"330.87881ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:13:12.950554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:13:12.619111Z","time spent":"331.397804ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:13:12.949749Z","caller":"traceutil/trace.go:171","msg":"trace[1937343965] transaction","detail":"{read_only:false; response_revision:13129; number_of_response:1; }","duration":"330.777097ms","start":"2026-07-29T14:13:12.618964Z","end":"2026-07-29T14:13:12.949741Z","steps":["trace[1937343965] 'process raft request' (duration: 330.572481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:13:12.950735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:13:12.618938Z","time spent":"331.765975ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:13:12.951131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.163829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-07-29T14:13:12.951184Z","caller":"traceutil/trace.go:171","msg":"trace[1836608533] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:13132; }","duration":"224.248941ms","start":"2026-07-29T14:13:12.72692Z","end":"2026-07-29T14:13:12.951169Z","steps":["trace[1836608533] 'agreement among raft nodes before linearized reading' (duration: 223.528952ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:13:13.020736Z","caller":"traceutil/trace.go:171","msg":"trace[1691609946] transaction","detail":"{read_only:false; response_revision:13133; number_of_response:1; }","duration":"281.933221ms","start":"2026-07-29T14:13:12.738762Z","end":"2026-07-29T14:13:13.020695Z","steps":["trace[1691609946] 'process raft request' (duration: 270.396323ms)","trace[1691609946] 'compare' (duration: 11.317342ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:13:13.021165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.442276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-cptbb\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-07-29T14:13:13.021257Z","caller":"traceutil/trace.go:171","msg":"trace[1502730576] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-cptbb; range_end:; response_count:1; response_revision:13133; }","duration":"257.543029ms","start":"2026-07-29T14:13:12.763692Z","end":"2026-07-29T14:13:13.021235Z","steps":["trace[1502730576] 'agreement among raft nodes before linearized reading' (duration: 257.22084ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:14:34.047652Z","caller":"traceutil/trace.go:171","msg":"trace[1862338957] linearizableReadLoop","detail":"{readStateIndex:14441; appliedIndex:14440; }","duration":"146.55658ms","start":"2026-07-29T14:14:33.901074Z","end":"2026-07-29T14:14:34.04763Z","steps":["trace[1862338957] 'read index received' (duration: 146.398645ms)","trace[1862338957] 'applied index is now lower than readState.Index' (duration: 157.025µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:14:34.047813Z","caller":"traceutil/trace.go:171","msg":"trace[144251052] transaction","detail":"{read_only:false; response_revision:13999; number_of_response:1; }","duration":"165.165882ms","start":"2026-07-29T14:14:33.882638Z","end":"2026-07-29T14:14:34.047804Z","steps":["trace[144251052] 'process raft request' (duration: 164.857714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:14:34.047981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.664365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-29T14:14:34.048044Z","caller":"traceutil/trace.go:171","msg":"trace[1083541386] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13999; }","duration":"129.761807ms","start":"2026-07-29T14:14:33.918267Z","end":"2026-07-29T14:14:34.048029Z","steps":["trace[1083541386] 'agreement among raft nodes before linearized reading' (duration: 129.608202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:14:34.048376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.296141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-29T14:14:34.048439Z","caller":"traceutil/trace.go:171","msg":"trace[1252751398] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13999; }","duration":"147.402744ms","start":"2026-07-29T14:14:33.901023Z","end":"2026-07-29T14:14:34.048426Z","steps":["trace[1252751398] 'agreement among raft nodes before linearized reading' (duration: 147.227569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:14:34.263231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.841048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T14:14:34.263369Z","caller":"traceutil/trace.go:171","msg":"trace[184244399] transaction","detail":"{read_only:false; response_revision:14000; number_of_response:1; }","duration":"211.451938ms","start":"2026-07-29T14:14:34.051894Z","end":"2026-07-29T14:14:34.263346Z","steps":["trace[184244399] 'process raft request' (duration: 72.365685ms)","trace[184244399] 'compare' (duration: 138.60532ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:14:34.2681Z","caller":"traceutil/trace.go:171","msg":"trace[914932254] transaction","detail":"{read_only:false; response_revision:14001; number_of_response:1; }","duration":"215.721026ms","start":"2026-07-29T14:14:34.052356Z","end":"2026-07-29T14:14:34.268077Z","steps":["trace[914932254] 'process raft request' (duration: 215.552021ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:14:34.268321Z","caller":"traceutil/trace.go:171","msg":"trace[1743494156] transaction","detail":"{read_only:false; response_revision:14002; number_of_response:1; }","duration":"215.892831ms","start":"2026-07-29T14:14:34.052379Z","end":"2026-07-29T14:14:34.268272Z","steps":["trace[1743494156] 'process raft request' (duration: 215.646804ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:17:39.622223Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12822} {"level":"info","ts":"2026-07-29T14:17:39.702151Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12822,"took":"77.779563ms","hash":1782721088,"current-db-size-bytes":45645824,"current-db-size":"46 MB","current-db-size-in-use-bytes":27320320,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-29T14:17:39.702204Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1782721088,"revision":12822,"compact-revision":10322} {"level":"info","ts":"2026-07-29T14:20:23.57151Z","caller":"traceutil/trace.go:171","msg":"trace[379285332] linearizableReadLoop","detail":"{readStateIndex:17452; appliedIndex:17451; }","duration":"393.686552ms","start":"2026-07-29T14:20:23.177798Z","end":"2026-07-29T14:20:23.571484Z","steps":["trace[379285332] 'read index received' (duration: 393.467135ms)","trace[379285332] 'applied index is now lower than readState.Index' (duration: 218.356µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:20:23.571632Z","caller":"traceutil/trace.go:171","msg":"trace[1233506611] transaction","detail":"{read_only:false; response_revision:16930; number_of_response:1; }","duration":"406.084243ms","start":"2026-07-29T14:20:23.165507Z","end":"2026-07-29T14:20:23.571591Z","steps":["trace[1233506611] 'process raft request' (duration: 405.781685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:23.5717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.876716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:20:23.571739Z","caller":"traceutil/trace.go:171","msg":"trace[1068016580] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:16930; }","duration":"393.980109ms","start":"2026-07-29T14:20:23.177748Z","end":"2026-07-29T14:20:23.571728Z","steps":["trace[1068016580] 'agreement among raft nodes before linearized reading' (duration: 393.872856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:23.571776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:20:23.177729Z","time spent":"394.037781ms","remote":"127.0.0.1:51392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:20:23.571776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:20:23.165489Z","time spent":"406.212528ms","remote":"127.0.0.1:40560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:20:23.695008Z","caller":"traceutil/trace.go:171","msg":"trace[436440481] linearizableReadLoop","detail":"{readStateIndex:17453; appliedIndex:17452; }","duration":"123.386074ms","start":"2026-07-29T14:20:23.571591Z","end":"2026-07-29T14:20:23.694977Z","steps":["trace[436440481] 'read index received' (duration: 123.052825ms)","trace[436440481] 'applied index is now lower than readState.Index' (duration: 331.869µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:20:23.695317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.303754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T14:20:23.695386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.836515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:20:23.695418Z","caller":"traceutil/trace.go:171","msg":"trace[90550563] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:16931; }","duration":"476.889086ms","start":"2026-07-29T14:20:23.218522Z","end":"2026-07-29T14:20:23.695411Z","steps":["trace[90550563] 'agreement among raft nodes before linearized reading' (duration: 476.835205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:23.695422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.997295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T14:20:23.695492Z","caller":"traceutil/trace.go:171","msg":"trace[1054959866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16931; }","duration":"458.060497ms","start":"2026-07-29T14:20:23.237414Z","end":"2026-07-29T14:20:23.695474Z","steps":["trace[1054959866] 'agreement among raft nodes before linearized reading' (duration: 457.880732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:23.695513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.164754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-29T14:20:23.695531Z","caller":"traceutil/trace.go:171","msg":"trace[673944650] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:16931; }","duration":"477.215546ms","start":"2026-07-29T14:20:23.21831Z","end":"2026-07-29T14:20:23.695525Z","steps":["trace[673944650] 'agreement among raft nodes before linearized reading' (duration: 477.151344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:23.695538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:20:23.237376Z","time spent":"458.15327ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T14:20:23.695552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:20:23.218292Z","time spent":"477.256667ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-07-29T14:20:23.695246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.346842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:20:23.695675Z","caller":"traceutil/trace.go:171","msg":"trace[2124466987] transaction","detail":"{read_only:false; response_revision:16931; number_of_response:1; }","duration":"395.643665ms","start":"2026-07-29T14:20:23.300011Z","end":"2026-07-29T14:20:23.695655Z","steps":["trace[2124466987] 'process raft request' (duration: 394.754401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:23.695714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.320578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T14:20:23.695736Z","caller":"traceutil/trace.go:171","msg":"trace[114613751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16931; }","duration":"444.358379ms","start":"2026-07-29T14:20:23.25137Z","end":"2026-07-29T14:20:23.695729Z","steps":["trace[114613751] 'agreement among raft nodes before linearized reading' (duration: 444.302728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:23.695764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:20:23.25136Z","time spent":"444.39861ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T14:20:23.695803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:20:23.299993Z","time spent":"395.737708ms","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22111,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:20:23.695831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.609979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T14:20:23.695865Z","caller":"traceutil/trace.go:171","msg":"trace[1347266839] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:16931; }","duration":"476.664231ms","start":"2026-07-29T14:20:23.21919Z","end":"2026-07-29T14:20:23.695854Z","steps":["trace[1347266839] 'agreement among raft nodes before linearized reading' (duration: 476.561668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:23.695892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:20:23.21918Z","time spent":"476.705662ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-29T14:20:23.695923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.974363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:20:23.695946Z","caller":"traceutil/trace.go:171","msg":"trace[1958624260] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:16931; }","duration":"359.034995ms","start":"2026-07-29T14:20:23.336903Z","end":"2026-07-29T14:20:23.695938Z","steps":["trace[1958624260] 'agreement among raft nodes before linearized reading' (duration: 358.993484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:23.695967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:20:23.33688Z","time spent":"359.081837ms","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:20:23.696001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.744815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T14:20:23.695388Z","caller":"traceutil/trace.go:171","msg":"trace[865902732] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:16931; }","duration":"454.412486ms","start":"2026-07-29T14:20:23.240958Z","end":"2026-07-29T14:20:23.69537Z","steps":["trace[865902732] 'agreement among raft nodes before linearized reading' (duration: 454.071347ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:20:23.696046Z","caller":"traceutil/trace.go:171","msg":"trace[1558954352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16931; }","duration":"446.784946ms","start":"2026-07-29T14:20:23.249245Z","end":"2026-07-29T14:20:23.69603Z","steps":["trace[1558954352] 'agreement among raft nodes before linearized reading' (duration: 446.663253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:23.696056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:20:23.240947Z","time spent":"455.099566ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T14:20:23.696087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:20:23.249212Z","time spent":"446.864799ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T14:20:23.69619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.312896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:20:23.696253Z","caller":"traceutil/trace.go:171","msg":"trace[1999529797] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:16931; }","duration":"478.429109ms","start":"2026-07-29T14:20:23.21781Z","end":"2026-07-29T14:20:23.696239Z","steps":["trace[1999529797] 'agreement among raft nodes before linearized reading' (duration: 478.313546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:23.696284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:20:23.217787Z","time spent":"478.491001ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:20:23.695649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.71252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:20:23.696351Z","caller":"traceutil/trace.go:171","msg":"trace[576001129] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:16931; }","duration":"478.408129ms","start":"2026-07-29T14:20:23.217929Z","end":"2026-07-29T14:20:23.696338Z","steps":["trace[576001129] 'agreement among raft nodes before linearized reading' (duration: 477.696159ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:20:23.696199Z","caller":"traceutil/trace.go:171","msg":"trace[905509136] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:16931; }","duration":"476.823145ms","start":"2026-07-29T14:20:23.218871Z","end":"2026-07-29T14:20:23.695694Z","steps":["trace[905509136] 'agreement among raft nodes before linearized reading' (duration: 476.201388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:23.695446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:20:23.218513Z","time spent":"476.926268ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-29T14:20:23.696559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.77658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgz58\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-29T14:20:23.696585Z","caller":"traceutil/trace.go:171","msg":"trace[1623920669] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgz58; range_end:; response_count:1; response_revision:16931; }","duration":"100.866763ms","start":"2026-07-29T14:20:23.595712Z","end":"2026-07-29T14:20:23.696578Z","steps":["trace[1623920669] 'agreement among raft nodes before linearized reading' (duration: 100.729509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:23.696428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.993468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:22127"} {"level":"info","ts":"2026-07-29T14:20:23.696619Z","caller":"traceutil/trace.go:171","msg":"trace[77489550] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:16931; }","duration":"117.206803ms","start":"2026-07-29T14:20:23.579401Z","end":"2026-07-29T14:20:23.696608Z","steps":["trace[77489550] 'agreement among raft nodes before linearized reading' (duration: 116.989387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:23.696694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:20:23.218831Z","time spent":"477.683789ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-29T14:20:23.696392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:20:23.217862Z","time spent":"478.518682ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-07-29T14:20:24.226802Z","caller":"traceutil/trace.go:171","msg":"trace[528628085] linearizableReadLoop","detail":"{readStateIndex:17458; appliedIndex:17457; }","duration":"143.16809ms","start":"2026-07-29T14:20:24.083606Z","end":"2026-07-29T14:20:24.226774Z","steps":["trace[528628085] 'read index received' (duration: 142.969464ms)","trace[528628085] 'applied index is now lower than readState.Index' (duration: 197.386µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:20:24.226906Z","caller":"traceutil/trace.go:171","msg":"trace[647169808] transaction","detail":"{read_only:false; response_revision:16936; number_of_response:1; }","duration":"246.248274ms","start":"2026-07-29T14:20:23.980624Z","end":"2026-07-29T14:20:24.226873Z","steps":["trace[647169808] 'process raft request' (duration: 245.968976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:24.22698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.352735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:20:24.227037Z","caller":"traceutil/trace.go:171","msg":"trace[1247119630] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:16936; }","duration":"143.490609ms","start":"2026-07-29T14:20:24.083526Z","end":"2026-07-29T14:20:24.227016Z","steps":["trace[1247119630] 'agreement among raft nodes before linearized reading' (duration: 143.384896ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:20:24.43171Z","caller":"traceutil/trace.go:171","msg":"trace[2006150637] transaction","detail":"{read_only:false; response_revision:16937; number_of_response:1; }","duration":"267.705546ms","start":"2026-07-29T14:20:24.163978Z","end":"2026-07-29T14:20:24.431684Z","steps":["trace[2006150637] 'process raft request' (duration: 267.238013ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:20:24.432176Z","caller":"traceutil/trace.go:171","msg":"trace[112066871] transaction","detail":"{read_only:false; response_revision:16938; number_of_response:1; }","duration":"265.056823ms","start":"2026-07-29T14:20:24.167087Z","end":"2026-07-29T14:20:24.432144Z","steps":["trace[112066871] 'process raft request' (duration: 264.534679ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:20:24.432413Z","caller":"traceutil/trace.go:171","msg":"trace[53249544] transaction","detail":"{read_only:false; response_revision:16939; number_of_response:1; }","duration":"251.708015ms","start":"2026-07-29T14:20:24.180682Z","end":"2026-07-29T14:20:24.43239Z","steps":["trace[53249544] 'process raft request' (duration: 251.511299ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:20:24.432382Z","caller":"traceutil/trace.go:171","msg":"trace[35179751] linearizableReadLoop","detail":"{readStateIndex:17461; appliedIndex:17458; }","duration":"205.474189ms","start":"2026-07-29T14:20:24.22688Z","end":"2026-07-29T14:20:24.432354Z","steps":["trace[35179751] 'read index received' (duration: 204.340858ms)","trace[35179751] 'applied index is now lower than readState.Index' (duration: 1.132071ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:20:24.432668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.403722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T14:20:24.432711Z","caller":"traceutil/trace.go:171","msg":"trace[824717309] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16939; }","duration":"228.487333ms","start":"2026-07-29T14:20:24.204212Z","end":"2026-07-29T14:20:24.432699Z","steps":["trace[824717309] 'agreement among raft nodes before linearized reading' (duration: 228.333709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:25.065461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.169526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:20:25.065598Z","caller":"traceutil/trace.go:171","msg":"trace[1262699180] transaction","detail":"{read_only:false; response_revision:16942; number_of_response:1; }","duration":"155.641494ms","start":"2026-07-29T14:20:24.909941Z","end":"2026-07-29T14:20:25.065583Z","steps":["trace[1262699180] 'process raft request' (duration: 30.681656ms)","trace[1262699180] 'compare' (duration: 124.051303ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:20:25.329236Z","caller":"traceutil/trace.go:171","msg":"trace[2062859165] linearizableReadLoop","detail":"{readStateIndex:17466; appliedIndex:17465; }","duration":"207.429563ms","start":"2026-07-29T14:20:25.121772Z","end":"2026-07-29T14:20:25.329201Z","steps":["trace[2062859165] 'read index received' (duration: 207.167175ms)","trace[2062859165] 'applied index is now lower than readState.Index' (duration: 260.648µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:20:25.329317Z","caller":"traceutil/trace.go:171","msg":"trace[375683122] transaction","detail":"{read_only:false; response_revision:16944; number_of_response:1; }","duration":"259.560471ms","start":"2026-07-29T14:20:25.069717Z","end":"2026-07-29T14:20:25.329277Z","steps":["trace[375683122] 'process raft request' (duration: 259.285213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:25.329466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.639793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:20:25.329536Z","caller":"traceutil/trace.go:171","msg":"trace[1061375385] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:16944; }","duration":"259.734015ms","start":"2026-07-29T14:20:25.069785Z","end":"2026-07-29T14:20:25.329519Z","steps":["trace[1061375385] 'agreement among raft nodes before linearized reading' (duration: 259.585821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:25.32959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.313078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-29T14:20:25.329582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.915663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:20:25.329631Z","caller":"traceutil/trace.go:171","msg":"trace[37080601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16944; }","duration":"191.38889ms","start":"2026-07-29T14:20:25.138231Z","end":"2026-07-29T14:20:25.32962Z","steps":["trace[37080601] 'agreement among raft nodes before linearized reading' (duration: 191.282147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:25.329483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.149615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T14:20:25.329656Z","caller":"traceutil/trace.go:171","msg":"trace[40578959] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:16944; }","duration":"259.011686ms","start":"2026-07-29T14:20:25.070627Z","end":"2026-07-29T14:20:25.329639Z","steps":["trace[40578959] 'agreement among raft nodes before linearized reading' (duration: 258.866432ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:20:25.32971Z","caller":"traceutil/trace.go:171","msg":"trace[1174693879] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:16944; }","duration":"257.400991ms","start":"2026-07-29T14:20:25.07229Z","end":"2026-07-29T14:20:25.329691Z","steps":["trace[1174693879] 'agreement among raft nodes before linearized reading' (duration: 257.060102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:20:25.329787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.574489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-29T14:20:25.329874Z","caller":"traceutil/trace.go:171","msg":"trace[1178909208] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:16944; }","duration":"169.698262ms","start":"2026-07-29T14:20:25.160154Z","end":"2026-07-29T14:20:25.329853Z","steps":["trace[1178909208] 'agreement among raft nodes before linearized reading' (duration: 169.430894ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:20:25.92071Z","caller":"traceutil/trace.go:171","msg":"trace[967843036] transaction","detail":"{read_only:false; response_revision:16951; number_of_response:1; }","duration":"138.200573ms","start":"2026-07-29T14:20:25.782474Z","end":"2026-07-29T14:20:25.920675Z","steps":["trace[967843036] 'process raft request' (duration: 138.11851ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:20:25.920786Z","caller":"traceutil/trace.go:171","msg":"trace[1646115800] transaction","detail":"{read_only:false; response_revision:16950; number_of_response:1; }","duration":"138.83457ms","start":"2026-07-29T14:20:25.781916Z","end":"2026-07-29T14:20:25.92075Z","steps":["trace[1646115800] 'process raft request' (duration: 117.536572ms)","trace[1646115800] 'compare' (duration: 20.929348ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:20:29.18479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.155274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:20:29.184908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.484485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:20:29.184884Z","caller":"traceutil/trace.go:171","msg":"trace[1453430795] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:16967; }","duration":"108.35109ms","start":"2026-07-29T14:20:29.07651Z","end":"2026-07-29T14:20:29.184861Z","steps":["trace[1453430795] 'range keys from in-memory index tree' (duration: 108.081002ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:20:29.185014Z","caller":"traceutil/trace.go:171","msg":"trace[988559874] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:16967; }","duration":"277.67207ms","start":"2026-07-29T14:20:28.907319Z","end":"2026-07-29T14:20:29.184991Z","steps":["trace[988559874] 'count revisions from in-memory index tree' (duration: 277.271349ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:22:39.630503Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15411} {"level":"info","ts":"2026-07-29T14:22:39.710078Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15411,"took":"77.653023ms","hash":2858279321,"current-db-size-bytes":45645824,"current-db-size":"46 MB","current-db-size-in-use-bytes":27656192,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-29T14:22:39.710136Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2858279321,"revision":15411,"compact-revision":12822} {"level":"info","ts":"2026-07-29T14:23:06.466924Z","caller":"traceutil/trace.go:171","msg":"trace[1052827809] transaction","detail":"{read_only:false; response_revision:18193; number_of_response:1; }","duration":"268.653602ms","start":"2026-07-29T14:23:06.198234Z","end":"2026-07-29T14:23:06.466887Z","steps":["trace[1052827809] 'process raft request' (duration: 268.324563ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:23:06.466854Z","caller":"traceutil/trace.go:171","msg":"trace[1537170878] linearizableReadLoop","detail":"{readStateIndex:18751; appliedIndex:18750; }","duration":"195.986007ms","start":"2026-07-29T14:23:06.270831Z","end":"2026-07-29T14:23:06.466817Z","steps":["trace[1537170878] 'read index received' (duration: 195.614687ms)","trace[1537170878] 'applied index is now lower than readState.Index' (duration: 369.72µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:23:06.467268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.397788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:23:06.467389Z","caller":"traceutil/trace.go:171","msg":"trace[871983987] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:18193; }","duration":"196.563743ms","start":"2026-07-29T14:23:06.270798Z","end":"2026-07-29T14:23:06.467362Z","steps":["trace[871983987] 'agreement among raft nodes before linearized reading' (duration: 196.267165ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:23:06.470887Z","caller":"traceutil/trace.go:171","msg":"trace[1180990133] transaction","detail":"{read_only:false; response_revision:18194; number_of_response:1; }","duration":"149.459774ms","start":"2026-07-29T14:23:06.321406Z","end":"2026-07-29T14:23:06.470866Z","steps":["trace[1180990133] 'process raft request' (duration: 149.148375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:07.123573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979063818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:23:07.624794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979063818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:23:07.960635Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.378149542s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T14:23:07.961035Z","caller":"traceutil/trace.go:171","msg":"trace[1767819848] transaction","detail":"{read_only:false; response_revision:18195; number_of_response:1; }","duration":"1.378630405s","start":"2026-07-29T14:23:06.582374Z","end":"2026-07-29T14:23:07.961005Z","steps":["trace[1767819848] 'process raft request' (duration: 1.378466541s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:07.961172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:06.582361Z","time spent":"1.378730827s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:23:08.540455Z","caller":"traceutil/trace.go:171","msg":"trace[146776115] transaction","detail":"{read_only:false; response_revision:18196; number_of_response:1; }","duration":"1.716096755s","start":"2026-07-29T14:23:06.824319Z","end":"2026-07-29T14:23:08.540416Z","steps":["trace[146776115] 'process raft request' (duration: 1.715738595s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:23:08.540541Z","caller":"traceutil/trace.go:171","msg":"trace[1592354596] transaction","detail":"{read_only:false; response_revision:18197; number_of_response:1; }","duration":"1.594398378s","start":"2026-07-29T14:23:06.946117Z","end":"2026-07-29T14:23:08.540515Z","steps":["trace[1592354596] 'process raft request' (duration: 1.594153131s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:23:08.540539Z","caller":"traceutil/trace.go:171","msg":"trace[413517266] transaction","detail":"{read_only:false; response_revision:18198; number_of_response:1; }","duration":"1.53212567s","start":"2026-07-29T14:23:07.008388Z","end":"2026-07-29T14:23:08.540514Z","steps":["trace[413517266] 'process raft request' (duration: 1.532071938s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:08.54062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:06.946096Z","time spent":"1.59448502s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7059,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:23:08.540618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:06.824289Z","time spent":"1.71624621s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:23:08.540685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:07.008369Z","time spent":"1.532233172s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:23:08.540796Z","caller":"traceutil/trace.go:171","msg":"trace[998892501] transaction","detail":"{read_only:false; response_revision:18199; number_of_response:1; }","duration":"1.477848332s","start":"2026-07-29T14:23:07.062937Z","end":"2026-07-29T14:23:08.540786Z","steps":["trace[998892501] 'process raft request' (duration: 1.477550264s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:08.540832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:07.062917Z","time spent":"1.477895733s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:23:08.541055Z","caller":"traceutil/trace.go:171","msg":"trace[412266436] linearizableReadLoop","detail":"{readStateIndex:18758; appliedIndex:18753; }","duration":"1.918007865s","start":"2026-07-29T14:23:06.623018Z","end":"2026-07-29T14:23:08.541026Z","steps":["trace[412266436] 'read index received' (duration: 1.338309842s)","trace[412266436] 'applied index is now lower than readState.Index' (duration: 579.696703ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:23:08.541141Z","caller":"traceutil/trace.go:171","msg":"trace[1596063295] transaction","detail":"{read_only:false; response_revision:18200; number_of_response:1; }","duration":"1.47812914s","start":"2026-07-29T14:23:07.062977Z","end":"2026-07-29T14:23:08.541106Z","steps":["trace[1596063295] 'process raft request' (duration: 1.477724519s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:08.54134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918307234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T14:23:08.541389Z","caller":"traceutil/trace.go:171","msg":"trace[592015966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18200; }","duration":"1.918408927s","start":"2026-07-29T14:23:06.622966Z","end":"2026-07-29T14:23:08.541375Z","steps":["trace[592015966] 'agreement among raft nodes before linearized reading' (duration: 1.918197611s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:08.541367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:07.062951Z","time spent":"1.478338025s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:23:08.54143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:06.622943Z","time spent":"1.918477869s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T14:23:08.551621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882678341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"info","ts":"2026-07-29T14:23:08.551689Z","caller":"traceutil/trace.go:171","msg":"trace[841808126] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:18200; }","duration":"1.882788204s","start":"2026-07-29T14:23:06.668883Z","end":"2026-07-29T14:23:08.551671Z","steps":["trace[841808126] 'agreement among raft nodes before linearized reading' (duration: 1.882630819s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:08.551697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779693869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-29T14:23:08.551718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:06.668863Z","time spent":"1.882849326s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-07-29T14:23:08.551725Z","caller":"traceutil/trace.go:171","msg":"trace[1354948443] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:18200; }","duration":"1.779768782s","start":"2026-07-29T14:23:06.771949Z","end":"2026-07-29T14:23:08.551718Z","steps":["trace[1354948443] 'agreement among raft nodes before linearized reading' (duration: 1.779646399s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:08.551746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:06.771926Z","time spent":"1.779815973s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T14:23:08.551791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729217457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:23:08.551824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.801518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7077"} {"level":"info","ts":"2026-07-29T14:23:08.551835Z","caller":"traceutil/trace.go:171","msg":"trace[862674192] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:18200; }","duration":"1.729296139s","start":"2026-07-29T14:23:06.822525Z","end":"2026-07-29T14:23:08.551821Z","steps":["trace[862674192] 'agreement among raft nodes before linearized reading' (duration: 1.729237267s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:08.551843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057208247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T14:23:08.551866Z","caller":"traceutil/trace.go:171","msg":"trace[860792054] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:18200; }","duration":"433.889671ms","start":"2026-07-29T14:23:08.117965Z","end":"2026-07-29T14:23:08.551855Z","steps":["trace[860792054] 'agreement among raft nodes before linearized reading' (duration: 433.645354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:08.551726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740529378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T14:23:08.551886Z","caller":"traceutil/trace.go:171","msg":"trace[406926792] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18200; }","duration":"1.057287219s","start":"2026-07-29T14:23:07.494587Z","end":"2026-07-29T14:23:08.551875Z","steps":["trace[406926792] 'agreement among raft nodes before linearized reading' (duration: 1.057176546s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:08.551898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:08.11794Z","time spent":"433.951432ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7099,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-29T14:23:08.55192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:07.494569Z","time spent":"1.057343951s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T14:23:08.551936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162204904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:23:08.551965Z","caller":"traceutil/trace.go:171","msg":"trace[1255057413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18200; }","duration":"1.162272846s","start":"2026-07-29T14:23:07.389685Z","end":"2026-07-29T14:23:08.551958Z","steps":["trace[1255057413] 'agreement among raft nodes before linearized reading' (duration: 1.162228674s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:08.551984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.799349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:23:08.551989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:07.389636Z","time spent":"1.162348647s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T14:23:08.552009Z","caller":"traceutil/trace.go:171","msg":"trace[554153674] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18200; }","duration":"756.868041ms","start":"2026-07-29T14:23:07.795134Z","end":"2026-07-29T14:23:08.552002Z","steps":["trace[554153674] 'agreement among raft nodes before linearized reading' (duration: 756.82476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:08.552026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:07.795113Z","time spent":"756.909222ms","remote":"127.0.0.1:44140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:23:08.551875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:06.822508Z","time spent":"1.729360371s","remote":"127.0.0.1:51194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:23:08.55216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.629868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-29T14:23:08.552164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189787855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:23:08.552198Z","caller":"traceutil/trace.go:171","msg":"trace[754350720] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:18200; }","duration":"1.189861277s","start":"2026-07-29T14:23:07.362325Z","end":"2026-07-29T14:23:08.552187Z","steps":["trace[754350720] 'agreement among raft nodes before linearized reading' (duration: 1.189801255s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:23:08.551898Z","caller":"traceutil/trace.go:171","msg":"trace[156203733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18200; }","duration":"1.740762336s","start":"2026-07-29T14:23:06.811128Z","end":"2026-07-29T14:23:08.55189Z","steps":["trace[156203733] 'agreement among raft nodes before linearized reading' (duration: 1.740462977s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:08.552239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:07.362304Z","time spent":"1.189924788s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:23:08.55224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.797139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7077"} {"level":"warn","ts":"2026-07-29T14:23:08.552265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:06.811109Z","time spent":"1.741149446s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T14:23:08.552279Z","caller":"traceutil/trace.go:171","msg":"trace[913899099] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:18200; }","duration":"847.872422ms","start":"2026-07-29T14:23:07.704393Z","end":"2026-07-29T14:23:08.552266Z","steps":["trace[913899099] 'agreement among raft nodes before linearized reading' (duration: 847.78421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:08.551725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541354254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgz58\" ","response":"range_response_count:1 size:6452"} {"level":"warn","ts":"2026-07-29T14:23:08.552308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:07.704369Z","time spent":"847.933573ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7099,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-07-29T14:23:08.552324Z","caller":"traceutil/trace.go:171","msg":"trace[331178852] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgz58; range_end:; response_count:1; response_revision:18200; }","duration":"1.541985591s","start":"2026-07-29T14:23:07.010328Z","end":"2026-07-29T14:23:08.552313Z","steps":["trace[331178852] 'agreement among raft nodes before linearized reading' (duration: 1.541236631s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:23:08.552175Z","caller":"traceutil/trace.go:171","msg":"trace[2033326208] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:18200; }","duration":"435.676789ms","start":"2026-07-29T14:23:08.116493Z","end":"2026-07-29T14:23:08.55217Z","steps":["trace[2033326208] 'agreement among raft nodes before linearized reading' (duration: 435.623698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:08.552381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:08.116473Z","time spent":"435.902176ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-07-29T14:23:08.552452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:07.010322Z","time spent":"1.542027982s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-zgz58\" "} {"level":"warn","ts":"2026-07-29T14:23:08.552539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021028929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T14:23:08.552577Z","caller":"traceutil/trace.go:171","msg":"trace[1881513987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18200; }","duration":"1.021101371s","start":"2026-07-29T14:23:07.531463Z","end":"2026-07-29T14:23:08.552564Z","steps":["trace[1881513987] 'agreement among raft nodes before linearized reading' (duration: 1.020061123s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:08.552597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:07.531442Z","time spent":"1.021149522s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T14:23:10.144297Z","caller":"traceutil/trace.go:171","msg":"trace[1510663299] transaction","detail":"{read_only:false; response_revision:18223; number_of_response:1; }","duration":"165.572117ms","start":"2026-07-29T14:23:09.978701Z","end":"2026-07-29T14:23:10.144273Z","steps":["trace[1510663299] 'process raft request' (duration: 165.462534ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:23:10.147535Z","caller":"traceutil/trace.go:171","msg":"trace[1563380965] transaction","detail":"{read_only:false; response_revision:18224; number_of_response:1; }","duration":"168.726154ms","start":"2026-07-29T14:23:09.978783Z","end":"2026-07-29T14:23:10.147509Z","steps":["trace[1563380965] 'process raft request' (duration: 168.541859ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:23:10.14774Z","caller":"traceutil/trace.go:171","msg":"trace[1395365997] linearizableReadLoop","detail":"{readStateIndex:18783; appliedIndex:18781; }","duration":"148.493466ms","start":"2026-07-29T14:23:09.999231Z","end":"2026-07-29T14:23:10.147725Z","steps":["trace[1395365997] 'read index received' (duration: 144.872496ms)","trace[1395365997] 'applied index is now lower than readState.Index' (duration: 3.61945ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:23:10.147917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.65505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:23:10.147981Z","caller":"traceutil/trace.go:171","msg":"trace[1767568219] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:18225; }","duration":"148.773614ms","start":"2026-07-29T14:23:09.999192Z","end":"2026-07-29T14:23:10.147965Z","steps":["trace[1767568219] 'agreement among raft nodes before linearized reading' (duration: 148.619899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:14.971482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979063958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:23:15.471926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979063958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:23:15.979776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979063958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:23:16.028674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.582730106s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T14:23:16.040312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594809449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T14:23:16.040397Z","caller":"traceutil/trace.go:171","msg":"trace[1490286306] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18254; }","duration":"1.594926443s","start":"2026-07-29T14:23:14.445453Z","end":"2026-07-29T14:23:16.04038Z","steps":["trace[1490286306] 'range keys from in-memory index tree' (duration: 1.594648115s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.040437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:14.445442Z","time spent":"1.594979434s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T14:23:16.040457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594915722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-45bzk\" ","response":"range_response_count:1 size:8557"} {"level":"warn","ts":"2026-07-29T14:23:16.040307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649139247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:23:16.040646Z","caller":"traceutil/trace.go:171","msg":"trace[1648732333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18254; }","duration":"2.649551708s","start":"2026-07-29T14:23:13.391084Z","end":"2026-07-29T14:23:16.040636Z","steps":["trace[1648732333] 'range keys from in-memory index tree' (duration: 2.649011153s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.040673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:13.391061Z","time spent":"2.649603359s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:23:16.040805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595360055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T14:23:16.04086Z","caller":"traceutil/trace.go:171","msg":"trace[1189188791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18254; }","duration":"1.595502009s","start":"2026-07-29T14:23:14.445339Z","end":"2026-07-29T14:23:16.040841Z","steps":["trace[1189188791] 'range keys from in-memory index tree' (duration: 1.595153179s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.040912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:14.445319Z","time spent":"1.595582591s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T14:23:16.041061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595499529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-29T14:23:16.041132Z","caller":"traceutil/trace.go:171","msg":"trace[1422511981] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:18254; }","duration":"1.595654003s","start":"2026-07-29T14:23:14.445459Z","end":"2026-07-29T14:23:16.041113Z","steps":["trace[1422511981] 'range keys from in-memory index tree' (duration: 1.595332844s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.041159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:14.445439Z","time spent":"1.595715054s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-07-29T14:23:16.041296Z","caller":"traceutil/trace.go:171","msg":"trace[1250195495] transaction","detail":"{read_only:false; response_revision:18255; number_of_response:1; }","duration":"1.595410486s","start":"2026-07-29T14:23:14.445862Z","end":"2026-07-29T14:23:16.041272Z","steps":["trace[1250195495] 'process raft request' (duration: 1.583417635s)","trace[1250195495] 'compare' (duration: 11.099777ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:23:16.041399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:14.445851Z","time spent":"1.595491798s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:23:16.040541Z","caller":"traceutil/trace.go:171","msg":"trace[1751769760] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-45bzk; range_end:; response_count:1; response_revision:18254; }","duration":"1.595023056s","start":"2026-07-29T14:23:14.445497Z","end":"2026-07-29T14:23:16.04052Z","steps":["trace[1751769760] 'range keys from in-memory index tree' (duration: 1.594718517s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.041463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:14.445492Z","time spent":"1.595956921s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8579,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-45bzk\" "} {"level":"info","ts":"2026-07-29T14:23:16.043822Z","caller":"traceutil/trace.go:171","msg":"trace[1511057757] transaction","detail":"{read_only:false; response_revision:18256; number_of_response:1; }","duration":"1.483123108s","start":"2026-07-29T14:23:14.560669Z","end":"2026-07-29T14:23:16.043792Z","steps":["trace[1511057757] 'process raft request' (duration: 1.482953643s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:23:16.043825Z","caller":"traceutil/trace.go:171","msg":"trace[1502911660] linearizableReadLoop","detail":"{readStateIndex:18819; appliedIndex:18814; }","duration":"1.597457713s","start":"2026-07-29T14:23:14.446339Z","end":"2026-07-29T14:23:16.043797Z","steps":["trace[1502911660] 'read index received' (duration: 1.582926102s)","trace[1502911660] 'applied index is now lower than readState.Index' (duration: 14.530671ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:23:16.043926Z","caller":"traceutil/trace.go:171","msg":"trace[737668615] transaction","detail":"{read_only:false; response_revision:18257; number_of_response:1; }","duration":"1.482385947s","start":"2026-07-29T14:23:14.56153Z","end":"2026-07-29T14:23:16.043916Z","steps":["trace[737668615] 'process raft request' (duration: 1.482166331s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.043946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:14.560643Z","time spent":"1.483233421s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:23:16.044015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:14.561504Z","time spent":"1.482440339s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:23:16.044116Z","caller":"traceutil/trace.go:171","msg":"trace[811434061] transaction","detail":"{read_only:false; response_revision:18258; number_of_response:1; }","duration":"1.482073659s","start":"2026-07-29T14:23:14.562034Z","end":"2026-07-29T14:23:16.044108Z","steps":["trace[811434061] 'process raft request' (duration: 1.481686198s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.044152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:14.562015Z","time spent":"1.48211654s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:23:16.044265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597918996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:23:16.044294Z","caller":"traceutil/trace.go:171","msg":"trace[36243004] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18260; }","duration":"1.598000558s","start":"2026-07-29T14:23:14.446284Z","end":"2026-07-29T14:23:16.044285Z","steps":["trace[36243004] 'agreement among raft nodes before linearized reading' (duration: 1.597947736s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.044328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597607726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:23:16.044311Z","caller":"traceutil/trace.go:171","msg":"trace[135208375] transaction","detail":"{read_only:false; response_revision:18259; number_of_response:1; }","duration":"1.395706346s","start":"2026-07-29T14:23:14.648571Z","end":"2026-07-29T14:23:16.044277Z","steps":["trace[135208375] 'process raft request' (duration: 1.395169012s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:23:16.044359Z","caller":"traceutil/trace.go:171","msg":"trace[1858039936] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:18260; }","duration":"1.597660588s","start":"2026-07-29T14:23:14.446689Z","end":"2026-07-29T14:23:16.044349Z","steps":["trace[1858039936] 'agreement among raft nodes before linearized reading' (duration: 1.597610497s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.044399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:14.446677Z","time spent":"1.597710189s","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:23:16.044418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:14.648556Z","time spent":"1.395810839s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T14:23:16.044332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:14.44627Z","time spent":"1.598043268s","remote":"127.0.0.1:44162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:23:16.044702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.77501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:23:16.044732Z","caller":"traceutil/trace.go:171","msg":"trace[43350002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18260; }","duration":"652.831802ms","start":"2026-07-29T14:23:15.391891Z","end":"2026-07-29T14:23:16.044723Z","steps":["trace[43350002] 'agreement among raft nodes before linearized reading' (duration: 652.78404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.044756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:15.391873Z","time spent":"652.877922ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:23:16.044787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451565957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T14:23:16.044813Z","caller":"traceutil/trace.go:171","msg":"trace[1456116845] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:18260; }","duration":"1.451619269s","start":"2026-07-29T14:23:14.593186Z","end":"2026-07-29T14:23:16.044805Z","steps":["trace[1456116845] 'agreement among raft nodes before linearized reading' (duration: 1.451485185s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.044833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:14.593174Z","time spent":"1.45165539s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T14:23:16.044832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456581325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T14:23:16.044902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.078974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:23:16.044932Z","caller":"traceutil/trace.go:171","msg":"trace[581215661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18260; }","duration":"1.456628507s","start":"2026-07-29T14:23:14.588226Z","end":"2026-07-29T14:23:16.044854Z","steps":["trace[581215661] 'agreement among raft nodes before linearized reading' (duration: 1.456551775s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.044966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:14.588219Z","time spent":"1.45673808s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T14:23:16.045007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.962984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:23:16.045029Z","caller":"traceutil/trace.go:171","msg":"trace[1999705964] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:18260; }","duration":"782.017126ms","start":"2026-07-29T14:23:15.263006Z","end":"2026-07-29T14:23:16.045023Z","steps":["trace[1999705964] 'agreement among raft nodes before linearized reading' (duration: 781.892202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.045048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:15.262988Z","time spent":"782.055206ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:23:16.045093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45781215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T14:23:16.045114Z","caller":"traceutil/trace.go:171","msg":"trace[597935293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18260; }","duration":"1.457863981s","start":"2026-07-29T14:23:14.587243Z","end":"2026-07-29T14:23:16.045107Z","steps":["trace[597935293] 'agreement among raft nodes before linearized reading' (duration: 1.457799319s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.045132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:14.587231Z","time spent":"1.457896752s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T14:23:16.045181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.114197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-29T14:23:16.045201Z","caller":"traceutil/trace.go:171","msg":"trace[568675714] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:18260; }","duration":"832.177769ms","start":"2026-07-29T14:23:15.213017Z","end":"2026-07-29T14:23:16.045195Z","steps":["trace[568675714] 'agreement among raft nodes before linearized reading' (duration: 832.114447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.045217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:15.212997Z","time spent":"832.21711ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:23:16.045262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464041171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T14:23:16.045282Z","caller":"traceutil/trace.go:171","msg":"trace[1350568060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18260; }","duration":"1.464085263s","start":"2026-07-29T14:23:14.58119Z","end":"2026-07-29T14:23:16.045275Z","steps":["trace[1350568060] 'agreement among raft nodes before linearized reading' (duration: 1.464023931s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.045297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:14.581178Z","time spent":"1.464115773s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T14:23:16.045327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072324644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:23:16.045348Z","caller":"traceutil/trace.go:171","msg":"trace[1778043223] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:18260; }","duration":"1.072346525s","start":"2026-07-29T14:23:14.972995Z","end":"2026-07-29T14:23:16.045342Z","steps":["trace[1778043223] 'agreement among raft nodes before linearized reading' (duration: 1.072310784s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.045366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:14.972946Z","time spent":"1.072414757s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:23:16.04542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476705391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-29T14:23:16.045438Z","caller":"traceutil/trace.go:171","msg":"trace[216418101] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:18260; }","duration":"1.476754132s","start":"2026-07-29T14:23:14.568678Z","end":"2026-07-29T14:23:16.045433Z","steps":["trace[216418101] 'agreement among raft nodes before linearized reading' (duration: 1.476694651s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.045453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:14.568666Z","time spent":"1.476783753s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-07-29T14:23:16.04548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429681213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgz58\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-29T14:23:16.045498Z","caller":"traceutil/trace.go:171","msg":"trace[1303798698] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgz58; range_end:; response_count:1; response_revision:18260; }","duration":"1.429718395s","start":"2026-07-29T14:23:14.615774Z","end":"2026-07-29T14:23:16.045492Z","steps":["trace[1303798698] 'agreement among raft nodes before linearized reading' (duration: 1.429660753s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.045514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:14.615759Z","time spent":"1.429750835s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-zgz58\" "} {"level":"warn","ts":"2026-07-29T14:23:16.045542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598604714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:23:16.045562Z","caller":"traceutil/trace.go:171","msg":"trace[1537797948] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:18260; }","duration":"1.598667366s","start":"2026-07-29T14:23:14.446889Z","end":"2026-07-29T14:23:16.045556Z","steps":["trace[1537797948] 'agreement among raft nodes before linearized reading' (duration: 1.598635645s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.045581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:14.446881Z","time spent":"1.598694777s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:23:16.045634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449908932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T14:23:16.045653Z","caller":"traceutil/trace.go:171","msg":"trace[1882638742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18260; }","duration":"1.449970503s","start":"2026-07-29T14:23:14.595677Z","end":"2026-07-29T14:23:16.045648Z","steps":["trace[1882638742] 'agreement among raft nodes before linearized reading' (duration: 1.449908641s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.045672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:14.59566Z","time spent":"1.450008365s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T14:23:16.046481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.228577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T14:23:16.046513Z","caller":"traceutil/trace.go:171","msg":"trace[1254530092] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:18260; }","duration":"402.291409ms","start":"2026-07-29T14:23:15.644214Z","end":"2026-07-29T14:23:16.046505Z","steps":["trace[1254530092] 'agreement among raft nodes before linearized reading' (duration: 402.175905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.046532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:15.644195Z","time spent":"402.33221ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:23:16.046619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.973965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T14:23:16.046645Z","caller":"traceutil/trace.go:171","msg":"trace[1774940103] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:18260; }","duration":"288.014916ms","start":"2026-07-29T14:23:15.758622Z","end":"2026-07-29T14:23:16.046637Z","steps":["trace[1774940103] 'agreement among raft nodes before linearized reading' (duration: 287.944744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.046699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.068595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-29T14:23:16.046715Z","caller":"traceutil/trace.go:171","msg":"trace[1804513022] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:18260; }","duration":"596.098136ms","start":"2026-07-29T14:23:15.450612Z","end":"2026-07-29T14:23:16.04671Z","steps":["trace[1804513022] 'agreement among raft nodes before linearized reading' (duration: 596.044055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:23:16.046729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:23:15.450605Z","time spent":"596.121127ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T14:23:16.051503Z","caller":"traceutil/trace.go:171","msg":"trace[118882535] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:18260; }","duration":"227.119616ms","start":"2026-07-29T14:23:15.817798Z","end":"2026-07-29T14:23:16.044918Z","steps":["trace[118882535] 'agreement among raft nodes before linearized reading' (duration: 227.062304ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:25:32.875704Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-29T14:25:32.882652Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-29T14:25:32.882762Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-29T14:26:31.295008Z","caller":"traceutil/trace.go:171","msg":"trace[1260216333] linearizableReadLoop","detail":"{readStateIndex:20483; appliedIndex:20482; }","duration":"225.406738ms","start":"2026-07-29T14:26:31.06958Z","end":"2026-07-29T14:26:31.294987Z","steps":["trace[1260216333] 'read index received' (duration: 225.290575ms)","trace[1260216333] 'applied index is now lower than readState.Index' (duration: 115.443µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:26:31.295059Z","caller":"traceutil/trace.go:171","msg":"trace[325949415] transaction","detail":"{read_only:false; response_revision:19874; number_of_response:1; }","duration":"268.414025ms","start":"2026-07-29T14:26:31.026613Z","end":"2026-07-29T14:26:31.295027Z","steps":["trace[325949415] 'process raft request' (duration: 268.195569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:31.295245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.662565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T14:26:31.295297Z","caller":"traceutil/trace.go:171","msg":"trace[1185166001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19874; }","duration":"225.771348ms","start":"2026-07-29T14:26:31.069513Z","end":"2026-07-29T14:26:31.295284Z","steps":["trace[1185166001] 'agreement among raft nodes before linearized reading' (duration: 225.571552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:31.297698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.656796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:26:31.297775Z","caller":"traceutil/trace.go:171","msg":"trace[604267103] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:19875; }","duration":"146.782089ms","start":"2026-07-29T14:26:31.150977Z","end":"2026-07-29T14:26:31.297759Z","steps":["trace[604267103] 'agreement among raft nodes before linearized reading' (duration: 146.649235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:31.297784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.181334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:26:31.297835Z","caller":"traceutil/trace.go:171","msg":"trace[654203955] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:19875; }","duration":"162.271887ms","start":"2026-07-29T14:26:31.135549Z","end":"2026-07-29T14:26:31.297821Z","steps":["trace[654203955] 'agreement among raft nodes before linearized reading' (duration: 161.923637ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:26:54.456054Z","caller":"traceutil/trace.go:171","msg":"trace[248558301] linearizableReadLoop","detail":"{readStateIndex:20644; appliedIndex:20643; }","duration":"382.485041ms","start":"2026-07-29T14:26:54.073542Z","end":"2026-07-29T14:26:54.456027Z","steps":["trace[248558301] 'read index received' (duration: 382.08869ms)","trace[248558301] 'applied index is now lower than readState.Index' (duration: 395.411µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:26:54.45612Z","caller":"traceutil/trace.go:171","msg":"trace[1102342612] transaction","detail":"{read_only:false; response_revision:20030; number_of_response:1; }","duration":"639.44697ms","start":"2026-07-29T14:26:53.81663Z","end":"2026-07-29T14:26:54.456077Z","steps":["trace[1102342612] 'process raft request' (duration: 639.215203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:54.456242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.470339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:26:54.456291Z","caller":"traceutil/trace.go:171","msg":"trace[1176250141] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:20030; }","duration":"134.579422ms","start":"2026-07-29T14:26:54.321696Z","end":"2026-07-29T14:26:54.456276Z","steps":["trace[1176250141] 'agreement among raft nodes before linearized reading' (duration: 134.479869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:54.456286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:53.816616Z","time spent":"639.580074ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:26:54.456312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.770929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:26:54.4564Z","caller":"traceutil/trace.go:171","msg":"trace[818502359] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:20030; }","duration":"382.909413ms","start":"2026-07-29T14:26:54.073473Z","end":"2026-07-29T14:26:54.456382Z","steps":["trace[818502359] 'agreement among raft nodes before linearized reading' (duration: 382.707198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:26:54.456483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:26:54.073452Z","time spent":"383.019696ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:27:03.229176Z","caller":"traceutil/trace.go:171","msg":"trace[796068576] transaction","detail":"{read_only:false; response_revision:20087; number_of_response:1; }","duration":"212.753559ms","start":"2026-07-29T14:27:03.016364Z","end":"2026-07-29T14:27:03.229118Z","steps":["trace[796068576] 'process raft request' (duration: 212.565083ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:27:03.239901Z","caller":"traceutil/trace.go:171","msg":"trace[918512076] transaction","detail":"{read_only:false; response_revision:20090; number_of_response:1; }","duration":"208.46341ms","start":"2026-07-29T14:27:03.031413Z","end":"2026-07-29T14:27:03.239876Z","steps":["trace[918512076] 'process raft request' (duration: 208.430369ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:27:03.240347Z","caller":"traceutil/trace.go:171","msg":"trace[647462133] transaction","detail":"{read_only:false; response_revision:20088; number_of_response:1; }","duration":"210.439645ms","start":"2026-07-29T14:27:03.029899Z","end":"2026-07-29T14:27:03.240338Z","steps":["trace[647462133] 'process raft request' (duration: 209.764496ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:27:03.240454Z","caller":"traceutil/trace.go:171","msg":"trace[662660393] transaction","detail":"{read_only:false; response_revision:20089; number_of_response:1; }","duration":"210.213509ms","start":"2026-07-29T14:27:03.030231Z","end":"2026-07-29T14:27:03.240444Z","steps":["trace[662660393] 'process raft request' (duration: 209.572661ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:27:11.112643Z","caller":"traceutil/trace.go:171","msg":"trace[1020918785] linearizableReadLoop","detail":"{readStateIndex:20769; appliedIndex:20768; }","duration":"113.83687ms","start":"2026-07-29T14:27:10.99878Z","end":"2026-07-29T14:27:11.112617Z","steps":["trace[1020918785] 'read index received' (duration: 113.569143ms)","trace[1020918785] 'applied index is now lower than readState.Index' (duration: 266.267µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:27:11.112823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.019335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:27:11.112875Z","caller":"traceutil/trace.go:171","msg":"trace[1793893787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:20150; }","duration":"114.307213ms","start":"2026-07-29T14:27:10.998555Z","end":"2026-07-29T14:27:11.112862Z","steps":["trace[1793893787] 'agreement among raft nodes before linearized reading' (duration: 114.179369ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:27:11.113139Z","caller":"traceutil/trace.go:171","msg":"trace[157439405] transaction","detail":"{read_only:false; response_revision:20150; number_of_response:1; }","duration":"192.740667ms","start":"2026-07-29T14:27:10.920377Z","end":"2026-07-29T14:27:11.113118Z","steps":["trace[157439405] 'process raft request' (duration: 192.063328ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:27:11.718868Z","caller":"traceutil/trace.go:171","msg":"trace[1606285442] transaction","detail":"{read_only:false; response_revision:20164; number_of_response:1; }","duration":"102.352954ms","start":"2026-07-29T14:27:11.616482Z","end":"2026-07-29T14:27:11.718835Z","steps":["trace[1606285442] 'process raft request' (duration: 74.003912ms)","trace[1606285442] 'compare' (duration: 28.157026ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:27:14.039468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.793744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgz58\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-29T14:27:14.039552Z","caller":"traceutil/trace.go:171","msg":"trace[457171952] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgz58; range_end:; response_count:1; response_revision:20176; }","duration":"111.925397ms","start":"2026-07-29T14:27:13.927604Z","end":"2026-07-29T14:27:14.039529Z","steps":["trace[457171952] 'range keys from in-memory index tree' (duration: 111.549567ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:27:15.480769Z","caller":"traceutil/trace.go:171","msg":"trace[1847682959] transaction","detail":"{read_only:false; response_revision:20187; number_of_response:1; }","duration":"142.053919ms","start":"2026-07-29T14:27:15.33869Z","end":"2026-07-29T14:27:15.480744Z","steps":["trace[1847682959] 'process raft request' (duration: 141.940416ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:27:15.480754Z","caller":"traceutil/trace.go:171","msg":"trace[40759459] transaction","detail":"{read_only:false; response_revision:20186; number_of_response:1; }","duration":"142.886582ms","start":"2026-07-29T14:27:15.337798Z","end":"2026-07-29T14:27:15.480685Z","steps":["trace[40759459] 'process raft request' (duration: 77.662652ms)","trace[40759459] 'compare' (duration: 65.028794ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:27:15.481038Z","caller":"traceutil/trace.go:171","msg":"trace[980804886] transaction","detail":"{read_only:false; response_revision:20188; number_of_response:1; }","duration":"141.540555ms","start":"2026-07-29T14:27:15.339436Z","end":"2026-07-29T14:27:15.480977Z","steps":["trace[980804886] 'process raft request' (duration: 141.244586ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:27:39.637245Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17978} {"level":"info","ts":"2026-07-29T14:27:39.738441Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17978,"took":"98.641672ms","hash":67256879,"current-db-size-bytes":45645824,"current-db-size":"46 MB","current-db-size-in-use-bytes":27176960,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-29T14:27:39.738519Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":67256879,"revision":17978,"compact-revision":15411} {"level":"warn","ts":"2026-07-29T14:27:47.17299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979070126,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T14:27:47.237664Z","caller":"traceutil/trace.go:171","msg":"trace[1691815232] transaction","detail":"{read_only:false; response_revision:20593; number_of_response:1; }","duration":"587.990941ms","start":"2026-07-29T14:27:46.649639Z","end":"2026-07-29T14:27:47.23763Z","steps":["trace[1691815232] 'process raft request' (duration: 587.791115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:47.237879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:46.649621Z","time spent":"588.134505ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:27:48.004748Z","caller":"traceutil/trace.go:171","msg":"trace[1227031552] linearizableReadLoop","detail":"{readStateIndex:21230; appliedIndex:21228; }","duration":"1.332260033s","start":"2026-07-29T14:27:46.672451Z","end":"2026-07-29T14:27:48.004711Z","steps":["trace[1227031552] 'read index received' (duration: 565.100369ms)","trace[1227031552] 'applied index is now lower than readState.Index' (duration: 767.158124ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:27:48.004884Z","caller":"traceutil/trace.go:171","msg":"trace[841622261] transaction","detail":"{read_only:false; response_revision:20594; number_of_response:1; }","duration":"938.945152ms","start":"2026-07-29T14:27:47.0659Z","end":"2026-07-29T14:27:48.004846Z","steps":["trace[841622261] 'process raft request' (duration: 938.622914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:48.005031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332561851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T14:27:48.005095Z","caller":"traceutil/trace.go:171","msg":"trace[483394236] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20594; }","duration":"1.332677844s","start":"2026-07-29T14:27:46.6724Z","end":"2026-07-29T14:27:48.005078Z","steps":["trace[483394236] 'agreement among raft nodes before linearized reading' (duration: 1.332472508s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:48.005145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:46.67238Z","time spent":"1.332752886s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:27:48.005229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:47.065877Z","time spent":"939.106296ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:27:48.048924Z","caller":"traceutil/trace.go:171","msg":"trace[263688331] transaction","detail":"{read_only:false; response_revision:20596; number_of_response:1; }","duration":"474.1366ms","start":"2026-07-29T14:27:47.574746Z","end":"2026-07-29T14:27:48.048882Z","steps":["trace[263688331] 'process raft request' (duration: 473.729169ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:27:48.049018Z","caller":"traceutil/trace.go:171","msg":"trace[192484808] transaction","detail":"{read_only:false; response_revision:20595; number_of_response:1; }","duration":"532.831069ms","start":"2026-07-29T14:27:47.516152Z","end":"2026-07-29T14:27:48.048983Z","steps":["trace[192484808] 'process raft request' (duration: 532.180001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:48.049067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:47.57472Z","time spent":"474.271753ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:27:48.04918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:47.516126Z","time spent":"532.961833ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:27:48.049392Z","caller":"traceutil/trace.go:171","msg":"trace[847479819] transaction","detail":"{read_only:false; response_revision:20598; number_of_response:1; }","duration":"459.99802ms","start":"2026-07-29T14:27:47.589381Z","end":"2026-07-29T14:27:48.049379Z","steps":["trace[847479819] 'process raft request' (duration: 459.170927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:48.049446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:47.589351Z","time spent":"460.065092ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:27:48.049665Z","caller":"traceutil/trace.go:171","msg":"trace[291254957] transaction","detail":"{read_only:false; response_revision:20597; number_of_response:1; }","duration":"464.120604ms","start":"2026-07-29T14:27:47.585532Z","end":"2026-07-29T14:27:48.049652Z","steps":["trace[291254957] 'process raft request' (duration: 462.985092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:48.049733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:47.585518Z","time spent":"464.181505ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:27:48.049753Z","caller":"traceutil/trace.go:171","msg":"trace[1173235929] transaction","detail":"{read_only:false; response_revision:20599; number_of_response:1; }","duration":"433.18765ms","start":"2026-07-29T14:27:47.616479Z","end":"2026-07-29T14:27:48.049667Z","steps":["trace[1173235929] 'process raft request' (duration: 432.10308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:48.049942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:47.616453Z","time spent":"433.401366ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:27:48.354281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.645151ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T14:27:48.354383Z","caller":"traceutil/trace.go:171","msg":"trace[608255297] linearizableReadLoop","detail":"{readStateIndex:21236; appliedIndex:21235; }","duration":"349.529732ms","start":"2026-07-29T14:27:48.004835Z","end":"2026-07-29T14:27:48.354364Z","steps":["trace[608255297] 'read index received' (duration: 44.837937ms)","trace[608255297] 'applied index is now lower than readState.Index' (duration: 304.690415ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:27:48.354641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179851168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:27:48.354699Z","caller":"traceutil/trace.go:171","msg":"trace[1132358420] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:20599; }","duration":"1.179964721s","start":"2026-07-29T14:27:47.174722Z","end":"2026-07-29T14:27:48.354686Z","steps":["trace[1132358420] 'agreement among raft nodes before linearized reading' (duration: 1.179853398s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:48.354677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.804269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:27:48.354727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:47.1747Z","time spent":"1.180021632s","remote":"127.0.0.1:40624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:27:48.354753Z","caller":"traceutil/trace.go:171","msg":"trace[24493404] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:20599; }","duration":"830.963483ms","start":"2026-07-29T14:27:47.523768Z","end":"2026-07-29T14:27:48.354732Z","steps":["trace[24493404] 'agreement among raft nodes before linearized reading' (duration: 830.83201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:48.354768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.898264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T14:27:48.35481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:47.523749Z","time spent":"831.047726ms","remote":"127.0.0.1:40474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:27:48.354819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67509918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-29T14:27:48.354827Z","caller":"traceutil/trace.go:171","msg":"trace[1978620968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20599; }","duration":"506.973765ms","start":"2026-07-29T14:27:47.847834Z","end":"2026-07-29T14:27:48.354808Z","steps":["trace[1978620968] 'agreement among raft nodes before linearized reading' (duration: 506.78664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:48.354826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.14679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T14:27:48.354877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562500874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:27:48.354919Z","caller":"traceutil/trace.go:171","msg":"trace[2134788314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20599; }","duration":"511.262314ms","start":"2026-07-29T14:27:47.84364Z","end":"2026-07-29T14:27:48.354903Z","steps":["trace[2134788314] 'agreement among raft nodes before linearized reading' (duration: 511.070779ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:27:48.354938Z","caller":"traceutil/trace.go:171","msg":"trace[1257067768] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:20599; }","duration":"1.562587787s","start":"2026-07-29T14:27:46.792334Z","end":"2026-07-29T14:27:48.354922Z","steps":["trace[1257067768] 'agreement among raft nodes before linearized reading' (duration: 1.562488124s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:48.354948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.007184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T14:27:48.354976Z","caller":"traceutil/trace.go:171","msg":"trace[1141598790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20599; }","duration":"657.062266ms","start":"2026-07-29T14:27:47.697906Z","end":"2026-07-29T14:27:48.354968Z","steps":["trace[1141598790] 'agreement among raft nodes before linearized reading' (duration: 656.989964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:48.354943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570786792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-29T14:27:48.355004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:47.697889Z","time spent":"657.108147ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T14:27:48.355008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.406943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-29T14:27:48.355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.857496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:27:48.355034Z","caller":"traceutil/trace.go:171","msg":"trace[280534183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20599; }","duration":"509.471224ms","start":"2026-07-29T14:27:47.845556Z","end":"2026-07-29T14:27:48.355027Z","steps":["trace[280534183] 'agreement among raft nodes before linearized reading' (duration: 509.373162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:48.355054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:47.845534Z","time spent":"509.516796ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T14:27:48.35507Z","caller":"traceutil/trace.go:171","msg":"trace[925550568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20599; }","duration":"964.96451ms","start":"2026-07-29T14:27:47.390086Z","end":"2026-07-29T14:27:48.35505Z","steps":["trace[925550568] 'agreement among raft nodes before linearized reading' (duration: 964.740634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:48.355021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445192388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:27:48.355151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:47.390065Z","time spent":"965.071752ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:27:48.354977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:47.84363Z","time spent":"511.333466ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T14:27:48.355058Z","caller":"traceutil/trace.go:171","msg":"trace[130873029] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20599; }","duration":"1.570937276s","start":"2026-07-29T14:27:46.784089Z","end":"2026-07-29T14:27:48.355026Z","steps":["trace[130873029] 'agreement among raft nodes before linearized reading' (duration: 1.570514185s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:27:48.355255Z","caller":"traceutil/trace.go:171","msg":"trace[1832518179] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:20599; }","duration":"1.445414944s","start":"2026-07-29T14:27:46.909768Z","end":"2026-07-29T14:27:48.355183Z","steps":["trace[1832518179] 'agreement among raft nodes before linearized reading' (duration: 1.445050154s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:48.354868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:47.847825Z","time spent":"507.034657ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T14:27:48.355323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.480433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T14:27:48.355352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:46.909755Z","time spent":"1.445580768s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:27:48.354864Z","caller":"traceutil/trace.go:171","msg":"trace[1995043417] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20599; }","duration":"1.675177942s","start":"2026-07-29T14:27:46.679672Z","end":"2026-07-29T14:27:48.35485Z","steps":["trace[1995043417] 'agreement among raft nodes before linearized reading' (duration: 1.675020877s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:27:48.355438Z","caller":"traceutil/trace.go:171","msg":"trace[337947472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20599; }","duration":"601.729739ms","start":"2026-07-29T14:27:47.753675Z","end":"2026-07-29T14:27:48.355404Z","steps":["trace[337947472] 'agreement among raft nodes before linearized reading' (duration: 600.896756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:48.355593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:47.753657Z","time spent":"601.913384ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T14:27:48.354982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:46.792323Z","time spent":"1.562645238s","remote":"127.0.0.1:56766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:27:48.355501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:46.679652Z","time spent":"1.67583296s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:27:48.35546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:46.784072Z","time spent":"1.571225005s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:27:48.355723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.308282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T14:27:48.356684Z","caller":"traceutil/trace.go:171","msg":"trace[1648339249] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:20599; }","duration":"600.267869ms","start":"2026-07-29T14:27:47.756379Z","end":"2026-07-29T14:27:48.356647Z","steps":["trace[1648339249] 'agreement among raft nodes before linearized reading' (duration: 598.4726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:48.356739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:47.756371Z","time spent":"600.352271ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T14:27:48.360309Z","caller":"traceutil/trace.go:171","msg":"trace[828872915] transaction","detail":"{read_only:false; response_revision:20600; number_of_response:1; }","duration":"351.038644ms","start":"2026-07-29T14:27:48.009258Z","end":"2026-07-29T14:27:48.360297Z","steps":["trace[828872915] 'process raft request' (duration: 350.944951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:27:48.360482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:27:48.009226Z","time spent":"351.197948ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:27:48.361848Z","caller":"traceutil/trace.go:171","msg":"trace[256095517] transaction","detail":"{read_only:false; response_revision:20601; number_of_response:1; }","duration":"200.417369ms","start":"2026-07-29T14:27:48.161411Z","end":"2026-07-29T14:27:48.361828Z","steps":["trace[256095517] 'process raft request' (duration: 199.994237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:33.976555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979071872,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T14:28:34.01815Z","caller":"traceutil/trace.go:171","msg":"trace[415909327] linearizableReadLoop","detail":"{readStateIndex:21882; appliedIndex:21881; }","duration":"542.194697ms","start":"2026-07-29T14:28:33.475929Z","end":"2026-07-29T14:28:34.018123Z","steps":["trace[415909327] 'read index received' (duration: 541.95213ms)","trace[415909327] 'applied index is now lower than readState.Index' (duration: 241.677µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:28:34.018289Z","caller":"traceutil/trace.go:171","msg":"trace[1297028033] transaction","detail":"{read_only:false; response_revision:21232; number_of_response:1; }","duration":"569.428368ms","start":"2026-07-29T14:28:33.448803Z","end":"2026-07-29T14:28:34.018232Z","steps":["trace[1297028033] 'process raft request' (duration: 569.12828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:34.018381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.434423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-29T14:28:34.018448Z","caller":"traceutil/trace.go:171","msg":"trace[2113564595] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21232; }","duration":"542.557348ms","start":"2026-07-29T14:28:33.475876Z","end":"2026-07-29T14:28:34.018433Z","steps":["trace[2113564595] 'agreement among raft nodes before linearized reading' (duration: 542.378693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:34.01849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:33.475855Z","time spent":"542.624419ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:28:34.018485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.859041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:28:34.018492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:33.448787Z","time spent":"569.589363ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:28:34.018555Z","caller":"traceutil/trace.go:171","msg":"trace[1477599859] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21232; }","duration":"204.972204ms","start":"2026-07-29T14:28:33.813563Z","end":"2026-07-29T14:28:34.018536Z","steps":["trace[1477599859] 'agreement among raft nodes before linearized reading' (duration: 204.866471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:34.018575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.560872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-29T14:28:34.018508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.124094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-29T14:28:34.018606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.083297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:28:34.018632Z","caller":"traceutil/trace.go:171","msg":"trace[1936972954] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21232; }","duration":"540.636745ms","start":"2026-07-29T14:28:33.477977Z","end":"2026-07-29T14:28:34.018614Z","steps":["trace[1936972954] 'agreement among raft nodes before linearized reading' (duration: 540.349797ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:28:34.018647Z","caller":"traceutil/trace.go:171","msg":"trace[2008375326] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21232; }","duration":"530.275798ms","start":"2026-07-29T14:28:33.488356Z","end":"2026-07-29T14:28:34.018632Z","steps":["trace[2008375326] 'agreement among raft nodes before linearized reading' (duration: 529.99511ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:28:34.01866Z","caller":"traceutil/trace.go:171","msg":"trace[1019217636] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21232; }","duration":"205.160649ms","start":"2026-07-29T14:28:33.813479Z","end":"2026-07-29T14:28:34.01864Z","steps":["trace[1019217636] 'agreement among raft nodes before linearized reading' (duration: 205.063407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:34.01867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:33.477967Z","time spent":"540.693766ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:28:34.018687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:33.48835Z","time spent":"530.326939ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-29T14:28:34.018709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.133597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:28:34.018808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.7141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-29T14:28:34.018803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.269051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:28:34.018842Z","caller":"traceutil/trace.go:171","msg":"trace[1955328506] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21232; }","duration":"199.769191ms","start":"2026-07-29T14:28:33.819064Z","end":"2026-07-29T14:28:34.018833Z","steps":["trace[1955328506] 'agreement among raft nodes before linearized reading' (duration: 199.671678ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:28:34.018829Z","caller":"traceutil/trace.go:171","msg":"trace[1795680256] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:21232; }","duration":"533.322362ms","start":"2026-07-29T14:28:33.485482Z","end":"2026-07-29T14:28:34.018804Z","steps":["trace[1795680256] 'agreement among raft nodes before linearized reading' (duration: 533.028254ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:28:34.018891Z","caller":"traceutil/trace.go:171","msg":"trace[970544506] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:21232; }","duration":"533.404195ms","start":"2026-07-29T14:28:33.485469Z","end":"2026-07-29T14:28:34.018873Z","steps":["trace[970544506] 'agreement among raft nodes before linearized reading' (duration: 533.24017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:34.018901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:33.485464Z","time spent":"533.426495ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:28:34.01894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:33.485452Z","time spent":"533.474936ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:28:34.018948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.208309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:28:34.019102Z","caller":"traceutil/trace.go:171","msg":"trace[1853609546] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21232; }","duration":"533.392594ms","start":"2026-07-29T14:28:33.485679Z","end":"2026-07-29T14:28:34.019071Z","steps":["trace[1853609546] 'agreement among raft nodes before linearized reading' (duration: 533.115637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:34.019171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:33.485674Z","time spent":"533.483107ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-29T14:28:57.750526Z","caller":"traceutil/trace.go:171","msg":"trace[1454661570] linearizableReadLoop","detail":"{readStateIndex:22044; appliedIndex:22043; }","duration":"330.456127ms","start":"2026-07-29T14:28:57.420042Z","end":"2026-07-29T14:28:57.750498Z","steps":["trace[1454661570] 'read index received' (duration: 330.311253ms)","trace[1454661570] 'applied index is now lower than readState.Index' (duration: 143.483µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:28:57.750793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.648652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:28:57.750918Z","caller":"traceutil/trace.go:171","msg":"trace[2050998988] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21390; }","duration":"330.888398ms","start":"2026-07-29T14:28:57.420005Z","end":"2026-07-29T14:28:57.750893Z","steps":["trace[2050998988] 'agreement among raft nodes before linearized reading' (duration: 330.615631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:57.750968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:57.419988Z","time spent":"330.96919ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-29T14:28:57.750654Z","caller":"traceutil/trace.go:171","msg":"trace[1021958926] transaction","detail":"{read_only:false; response_revision:21390; number_of_response:1; }","duration":"371.363945ms","start":"2026-07-29T14:28:57.379183Z","end":"2026-07-29T14:28:57.750547Z","steps":["trace[1021958926] 'process raft request' (duration: 371.147549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:57.751239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.04603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-29T14:28:57.751312Z","caller":"traceutil/trace.go:171","msg":"trace[2047736694] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21390; }","duration":"191.161663ms","start":"2026-07-29T14:28:57.560131Z","end":"2026-07-29T14:28:57.751293Z","steps":["trace[2047736694] 'agreement among raft nodes before linearized reading' (duration: 190.954958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:57.751322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:57.379167Z","time spent":"372.058574ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:28:57.751282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.731531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:28:57.751446Z","caller":"traceutil/trace.go:171","msg":"trace[1243430651] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21390; }","duration":"328.007008ms","start":"2026-07-29T14:28:57.423417Z","end":"2026-07-29T14:28:57.751424Z","steps":["trace[1243430651] 'agreement among raft nodes before linearized reading' (duration: 327.631138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:57.751542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:57.423399Z","time spent":"328.126882ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-29T14:28:57.751438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.05134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-29T14:28:57.751649Z","caller":"traceutil/trace.go:171","msg":"trace[641119359] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21390; }","duration":"324.307017ms","start":"2026-07-29T14:28:57.427328Z","end":"2026-07-29T14:28:57.751635Z","steps":["trace[641119359] 'agreement among raft nodes before linearized reading' (duration: 323.920376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:57.751694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:57.427311Z","time spent":"324.371788ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-29T14:28:58.866146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.495492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:28:58.866242Z","caller":"traceutil/trace.go:171","msg":"trace[26720270] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21390; }","duration":"995.634456ms","start":"2026-07-29T14:28:57.87059Z","end":"2026-07-29T14:28:58.866224Z","steps":["trace[26720270] 'range keys from in-memory index tree' (duration: 995.40773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:58.866282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:57.870569Z","time spent":"995.703587ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-29T14:28:58.965603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.042222ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T14:28:58.966043Z","caller":"traceutil/trace.go:171","msg":"trace[1441161589] linearizableReadLoop","detail":"{readStateIndex:22045; appliedIndex:22044; }","duration":"890.490985ms","start":"2026-07-29T14:28:58.075232Z","end":"2026-07-29T14:28:58.965723Z","steps":["trace[1441161589] 'read index received' (duration: 185.97165ms)","trace[1441161589] 'applied index is now lower than readState.Index' (duration: 704.517775ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:28:58.966342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.075041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-29T14:28:58.966505Z","caller":"traceutil/trace.go:171","msg":"trace[814790483] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21390; }","duration":"891.281967ms","start":"2026-07-29T14:28:58.07519Z","end":"2026-07-29T14:28:58.966472Z","steps":["trace[814790483] 'agreement among raft nodes before linearized reading' (duration: 890.898446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:58.966563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.075171Z","time spent":"891.38229ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-29T14:28:59.13984Z","caller":"traceutil/trace.go:171","msg":"trace[494272232] transaction","detail":"{read_only:false; response_revision:21391; number_of_response:1; }","duration":"851.826818ms","start":"2026-07-29T14:28:58.287979Z","end":"2026-07-29T14:28:59.139806Z","steps":["trace[494272232] 'process raft request' (duration: 851.52974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.140112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.287962Z","time spent":"851.973973ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:28:59.16505Z","caller":"traceutil/trace.go:171","msg":"trace[621901310] transaction","detail":"{read_only:false; response_revision:21392; number_of_response:1; }","duration":"876.138999ms","start":"2026-07-29T14:28:58.288885Z","end":"2026-07-29T14:28:59.165024Z","steps":["trace[621901310] 'process raft request' (duration: 875.904633ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:28:59.165069Z","caller":"traceutil/trace.go:171","msg":"trace[1062246634] linearizableReadLoop","detail":"{readStateIndex:22049; appliedIndex:22045; }","duration":"198.830605ms","start":"2026-07-29T14:28:58.966218Z","end":"2026-07-29T14:28:59.165048Z","steps":["trace[1062246634] 'read index received' (duration: 173.300181ms)","trace[1062246634] 'applied index is now lower than readState.Index' (duration: 25.528834ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:28:59.16511Z","caller":"traceutil/trace.go:171","msg":"trace[1360639183] transaction","detail":"{read_only:false; response_revision:21393; number_of_response:1; }","duration":"875.828141ms","start":"2026-07-29T14:28:58.289241Z","end":"2026-07-29T14:28:59.165069Z","steps":["trace[1360639183] 'process raft request' (duration: 875.695048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.1652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.288871Z","time spent":"876.243423ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:28:59.165234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.891438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:28:59.165295Z","caller":"traceutil/trace.go:171","msg":"trace[100756410] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:21394; }","duration":"558.9588ms","start":"2026-07-29T14:28:58.606315Z","end":"2026-07-29T14:28:59.165274Z","steps":["trace[100756410] 'agreement among raft nodes before linearized reading' (duration: 558.860147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.165292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.613664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T14:28:59.1653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.289234Z","time spent":"875.958295ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:28:59.165357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.606292Z","time spent":"559.045312ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:28:59.165364Z","caller":"traceutil/trace.go:171","msg":"trace[1157109154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21394; }","duration":"370.728147ms","start":"2026-07-29T14:28:58.794619Z","end":"2026-07-29T14:28:59.165347Z","steps":["trace[1157109154] 'agreement among raft nodes before linearized reading' (duration: 370.449579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.165402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.794598Z","time spent":"370.795919ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T14:28:59.165409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08495283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-29T14:28:59.165439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089371902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:28:59.165476Z","caller":"traceutil/trace.go:171","msg":"trace[1642796000] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21394; }","duration":"1.085029392s","start":"2026-07-29T14:28:58.080427Z","end":"2026-07-29T14:28:59.165457Z","steps":["trace[1642796000] 'agreement among raft nodes before linearized reading' (duration: 1.084856937s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:28:59.165499Z","caller":"traceutil/trace.go:171","msg":"trace[633009908] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21394; }","duration":"1.089444684s","start":"2026-07-29T14:28:58.076037Z","end":"2026-07-29T14:28:59.165482Z","steps":["trace[633009908] 'agreement among raft nodes before linearized reading' (duration: 1.089357941s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.165513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085084133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:28:59.165543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.076032Z","time spent":"1.089503655s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-29T14:28:59.165542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.080424Z","time spent":"1.085107534s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-29T14:28:59.165554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.036707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:28:59.165552Z","caller":"traceutil/trace.go:171","msg":"trace[1148649232] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:21394; }","duration":"1.085155295s","start":"2026-07-29T14:28:58.080385Z","end":"2026-07-29T14:28:59.16554Z","steps":["trace[1148649232] 'agreement among raft nodes before linearized reading' (duration: 1.085086734s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:28:59.165582Z","caller":"traceutil/trace.go:171","msg":"trace[653689242] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21394; }","duration":"296.087928ms","start":"2026-07-29T14:28:58.869486Z","end":"2026-07-29T14:28:59.165574Z","steps":["trace[653689242] 'agreement among raft nodes before linearized reading' (duration: 296.038357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.16559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.080368Z","time spent":"1.085215538s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:28:59.165569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.595925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-29T14:28:59.165624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089628129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:28:59.165659Z","caller":"traceutil/trace.go:171","msg":"trace[1385910593] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21394; }","duration":"875.708748ms","start":"2026-07-29T14:28:58.289931Z","end":"2026-07-29T14:28:59.165639Z","steps":["trace[1385910593] 'agreement among raft nodes before linearized reading' (duration: 875.41009ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:28:59.165677Z","caller":"traceutil/trace.go:171","msg":"trace[1114144630] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21394; }","duration":"1.089719202s","start":"2026-07-29T14:28:58.075943Z","end":"2026-07-29T14:28:59.165663Z","steps":["trace[1114144630] 'agreement among raft nodes before linearized reading' (duration: 1.089635629s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.165687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085248168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:28:59.165705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.289913Z","time spent":"875.78185ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-29T14:28:59.16572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.075924Z","time spent":"1.089785283s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-29T14:28:59.165735Z","caller":"traceutil/trace.go:171","msg":"trace[1823833525] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:21394; }","duration":"1.085378722s","start":"2026-07-29T14:28:58.080327Z","end":"2026-07-29T14:28:59.165706Z","steps":["trace[1823833525] 'agreement among raft nodes before linearized reading' (duration: 1.085334371s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.165735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089521935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:28:59.16576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.080315Z","time spent":"1.085438733s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:28:59.165778Z","caller":"traceutil/trace.go:171","msg":"trace[16163737] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21394; }","duration":"1.089604169s","start":"2026-07-29T14:28:58.076161Z","end":"2026-07-29T14:28:59.165765Z","steps":["trace[16163737] 'agreement among raft nodes before linearized reading' (duration: 1.089481555s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.165793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.409552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:28:59.165813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.076141Z","time spent":"1.08966459s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-29T14:28:59.165837Z","caller":"traceutil/trace.go:171","msg":"trace[2040535180] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:21394; }","duration":"878.489234ms","start":"2026-07-29T14:28:58.287333Z","end":"2026-07-29T14:28:59.165823Z","steps":["trace[2040535180] 'agreement among raft nodes before linearized reading' (duration: 878.424852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.165854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.839479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:28:59.165872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.287305Z","time spent":"878.559156ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-29T14:28:59.165889Z","caller":"traceutil/trace.go:171","msg":"trace[1245104815] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:21394; }","duration":"607.90605ms","start":"2026-07-29T14:28:58.557969Z","end":"2026-07-29T14:28:59.165875Z","steps":["trace[1245104815] 'agreement among raft nodes before linearized reading' (duration: 607.843698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.165895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.24995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-29T14:28:59.165921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.557932Z","time spent":"607.977862ms","remote":"127.0.0.1:52264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:28:59.165922Z","caller":"traceutil/trace.go:171","msg":"trace[990126423] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21394; }","duration":"678.303502ms","start":"2026-07-29T14:28:58.487608Z","end":"2026-07-29T14:28:59.165912Z","steps":["trace[990126423] 'agreement among raft nodes before linearized reading' (duration: 678.213639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.165958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.487589Z","time spent":"678.363214ms","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-29T14:28:59.166009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.73227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-29T14:28:59.166042Z","caller":"traceutil/trace.go:171","msg":"trace[110672503] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21394; }","duration":"340.802042ms","start":"2026-07-29T14:28:58.82523Z","end":"2026-07-29T14:28:59.166032Z","steps":["trace[110672503] 'agreement among raft nodes before linearized reading' (duration: 340.71254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.166037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.444126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:28:59.166072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.825208Z","time spent":"340.858803ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-29T14:28:59.165892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.771153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-29T14:28:59.166079Z","caller":"traceutil/trace.go:171","msg":"trace[494705292] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:21394; }","duration":"881.525418ms","start":"2026-07-29T14:28:58.284541Z","end":"2026-07-29T14:28:59.166067Z","steps":["trace[494705292] 'agreement among raft nodes before linearized reading' (duration: 881.465586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.166114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.284514Z","time spent":"881.59134ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:28:59.16611Z","caller":"traceutil/trace.go:171","msg":"trace[821463835] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21394; }","duration":"307.013419ms","start":"2026-07-29T14:28:58.859087Z","end":"2026-07-29T14:28:59.1661Z","steps":["trace[821463835] 'agreement among raft nodes before linearized reading' (duration: 306.663149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.166176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.859076Z","time spent":"307.081261ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-29T14:28:59.166202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.398728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:28:59.166218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.279414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:28:59.166238Z","caller":"traceutil/trace.go:171","msg":"trace[45974525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21394; }","duration":"776.47552ms","start":"2026-07-29T14:28:58.389753Z","end":"2026-07-29T14:28:59.166228Z","steps":["trace[45974525] 'agreement among raft nodes before linearized reading' (duration: 776.412029ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:28:59.166254Z","caller":"traceutil/trace.go:171","msg":"trace[1588737279] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21394; }","duration":"884.363197ms","start":"2026-07-29T14:28:58.28188Z","end":"2026-07-29T14:28:59.166243Z","steps":["trace[1588737279] 'agreement among raft nodes before linearized reading' (duration: 884.310695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.166266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.389732Z","time spent":"776.527901ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:28:59.16626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.294583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:28:59.166286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.281852Z","time spent":"884.425679ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-29T14:28:59.166312Z","caller":"traceutil/trace.go:171","msg":"trace[83592608] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21394; }","duration":"342.359094ms","start":"2026-07-29T14:28:58.823937Z","end":"2026-07-29T14:28:59.166296Z","steps":["trace[83592608] 'agreement among raft nodes before linearized reading' (duration: 342.21215ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:28:59.165503Z","caller":"traceutil/trace.go:171","msg":"trace[1850927457] transaction","detail":"{read_only:false; response_revision:21394; number_of_response:1; }","duration":"853.271909ms","start":"2026-07-29T14:28:58.312218Z","end":"2026-07-29T14:28:59.16549Z","steps":["trace[1850927457] 'process raft request' (duration: 852.771375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.166392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.823927Z","time spent":"342.449268ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-29T14:28:59.166437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.811069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T14:28:59.166469Z","caller":"traceutil/trace.go:171","msg":"trace[1442956431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21394; }","duration":"366.860001ms","start":"2026-07-29T14:28:58.799596Z","end":"2026-07-29T14:28:59.166456Z","steps":["trace[1442956431] 'agreement among raft nodes before linearized reading' (duration: 366.767078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.166466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.312199Z","time spent":"854.175193ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:28:59.166498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.799586Z","time spent":"366.905812ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T14:28:59.166117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.875845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T14:28:59.166548Z","caller":"traceutil/trace.go:171","msg":"trace[2012397853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21394; }","duration":"357.323138ms","start":"2026-07-29T14:28:58.809206Z","end":"2026-07-29T14:28:59.166529Z","steps":["trace[2012397853] 'agreement among raft nodes before linearized reading' (duration: 356.795693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.166604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.809196Z","time spent":"357.391059ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T14:28:59.166344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.449658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T14:28:59.166731Z","caller":"traceutil/trace.go:171","msg":"trace[1982704615] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:21394; }","duration":"362.85455ms","start":"2026-07-29T14:28:58.803863Z","end":"2026-07-29T14:28:59.166717Z","steps":["trace[1982704615] 'agreement among raft nodes before linearized reading' (duration: 362.420828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.166776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.80385Z","time spent":"362.913001ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T14:28:59.166037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.560182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgz58\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-07-29T14:28:59.166868Z","caller":"traceutil/trace.go:171","msg":"trace[350028978] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgz58; range_end:; response_count:1; response_revision:21394; }","duration":"185.442316ms","start":"2026-07-29T14:28:58.981414Z","end":"2026-07-29T14:28:59.166856Z","steps":["trace[350028978] 'agreement among raft nodes before linearized reading' (duration: 184.51284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.262287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.321322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:28:59.262476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.556481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p9mpc\" ","response":"range_response_count:1 size:20568"} {"level":"warn","ts":"2026-07-29T14:28:59.262577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.68799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:28:59.262591Z","caller":"traceutil/trace.go:171","msg":"trace[1299826863] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-p9mpc; range_end:; response_count:1; response_revision:21394; }","duration":"101.726986ms","start":"2026-07-29T14:28:59.160842Z","end":"2026-07-29T14:28:59.262569Z","steps":["trace[1299826863] 'range keys from in-memory index tree' (duration: 95.645448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.262585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.192673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:28:59.262626Z","caller":"traceutil/trace.go:171","msg":"trace[906287269] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:21394; }","duration":"178.796062ms","start":"2026-07-29T14:28:59.083809Z","end":"2026-07-29T14:28:59.262605Z","steps":["trace[906287269] 'agreement among raft nodes before linearized reading' (duration: 82.807194ms)","trace[906287269] 'count revisions from in-memory index tree' (duration: 95.888886ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:28:59.262844Z","caller":"traceutil/trace.go:171","msg":"trace[1035959278] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21394; }","duration":"212.307747ms","start":"2026-07-29T14:28:59.050331Z","end":"2026-07-29T14:28:59.262639Z","steps":["trace[1035959278] 'agreement among raft nodes before linearized reading' (duration: 116.504884ms)","trace[1035959278] 'count revisions from in-memory index tree' (duration: 95.68338ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:28:59.26297Z","caller":"traceutil/trace.go:171","msg":"trace[384444262] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:21394; }","duration":"438.60874ms","start":"2026-07-29T14:28:58.823905Z","end":"2026-07-29T14:28:59.262514Z","steps":["trace[384444262] 'agreement among raft nodes before linearized reading' (duration: 342.703834ms)","trace[384444262] 'range keys from in-memory index tree' (duration: 95.617378ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:28:59.263085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.665611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:28:59.26309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.398383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:28:59.263046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.482494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-07-29T14:28:59.263153Z","caller":"traceutil/trace.go:171","msg":"trace[838031486] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21394; }","duration":"227.486886ms","start":"2026-07-29T14:28:59.035648Z","end":"2026-07-29T14:28:59.263135Z","steps":["trace[838031486] 'agreement among raft nodes before linearized reading' (duration: 131.172089ms)","trace[838031486] 'range keys from in-memory index tree' (duration: 96.246815ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:28:59.263084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.772243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-29T14:28:59.263248Z","caller":"traceutil/trace.go:171","msg":"trace[1887875133] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21394; }","duration":"194.933517ms","start":"2026-07-29T14:28:59.068301Z","end":"2026-07-29T14:28:59.263234Z","steps":["trace[1887875133] 'agreement among raft nodes before linearized reading' (duration: 98.282191ms)","trace[1887875133] 'range keys from in-memory index tree' (duration: 96.429041ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:28:59.263306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.083579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-29T14:28:59.263345Z","caller":"traceutil/trace.go:171","msg":"trace[1298720204] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21394; }","duration":"225.135721ms","start":"2026-07-29T14:28:59.038194Z","end":"2026-07-29T14:28:59.26333Z","steps":["trace[1298720204] 'agreement among raft nodes before linearized reading' (duration: 128.65591ms)","trace[1298720204] 'range keys from in-memory index tree' (duration: 96.397079ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:28:59.263136Z","caller":"traceutil/trace.go:171","msg":"trace[1458032785] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:21394; }","duration":"181.728543ms","start":"2026-07-29T14:28:59.081395Z","end":"2026-07-29T14:28:59.263124Z","steps":["trace[1458032785] 'agreement among raft nodes before linearized reading' (duration: 85.243622ms)","trace[1458032785] 'count revisions from in-memory index tree' (duration: 96.42218ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:28:59.263397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.526566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-29T14:28:59.263455Z","caller":"traceutil/trace.go:171","msg":"trace[1696417964] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21394; }","duration":"186.6779ms","start":"2026-07-29T14:28:59.076761Z","end":"2026-07-29T14:28:59.263439Z","steps":["trace[1696417964] 'agreement among raft nodes before linearized reading' (duration: 89.865829ms)","trace[1696417964] 'range keys from in-memory index tree' (duration: 96.666866ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:28:59.262477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.313479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:28:59.263535Z","caller":"traceutil/trace.go:171","msg":"trace[766686729] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21394; }","duration":"440.388058ms","start":"2026-07-29T14:28:58.823134Z","end":"2026-07-29T14:28:59.263508Z","steps":["trace[766686729] 'agreement among raft nodes before linearized reading' (duration: 343.469865ms)","trace[766686729] 'range keys from in-memory index tree' (duration: 95.848724ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:28:59.262371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.064917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T14:28:59.263538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.472126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-29T14:28:59.263584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.823123Z","time spent":"440.447971ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-29T14:28:59.263598Z","caller":"traceutil/trace.go:171","msg":"trace[156171103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21394; }","duration":"467.343382ms","start":"2026-07-29T14:28:58.796237Z","end":"2026-07-29T14:28:59.263581Z","steps":["trace[156171103] 'agreement among raft nodes before linearized reading' (duration: 370.387167ms)","trace[156171103] 'range keys from in-memory index tree' (duration: 95.634338ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:28:59.263634Z","caller":"traceutil/trace.go:171","msg":"trace[539469181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21394; }","duration":"467.62536ms","start":"2026-07-29T14:28:58.795983Z","end":"2026-07-29T14:28:59.263609Z","steps":["trace[539469181] 'agreement among raft nodes before linearized reading' (duration: 370.651975ms)","trace[539469181] 'range keys from in-memory index tree' (duration: 95.532585ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:28:59.263652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.796212Z","time spent":"467.422014ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T14:28:59.263051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.15225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:28:59.263685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.795948Z","time spent":"467.727013ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T14:28:59.263197Z","caller":"traceutil/trace.go:171","msg":"trace[1862301993] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:21394; }","duration":"439.68258ms","start":"2026-07-29T14:28:58.82349Z","end":"2026-07-29T14:28:59.263172Z","steps":["trace[1862301993] 'agreement among raft nodes before linearized reading' (duration: 343.104126ms)","trace[1862301993] 'range keys from in-memory index tree' (duration: 96.273936ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:28:59.26375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.823473Z","time spent":"440.264905ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-07-29T14:28:59.263709Z","caller":"traceutil/trace.go:171","msg":"trace[1954223474] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:21394; }","duration":"159.813569ms","start":"2026-07-29T14:28:59.103882Z","end":"2026-07-29T14:28:59.263695Z","steps":["trace[1954223474] 'agreement among raft nodes before linearized reading' (duration: 62.724051ms)","trace[1954223474] 'count revisions from in-memory index tree' (duration: 96.41277ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:28:59.263484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.525199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:28:59.263871Z","caller":"traceutil/trace.go:171","msg":"trace[2011579278] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21394; }","duration":"226.92724ms","start":"2026-07-29T14:28:59.036924Z","end":"2026-07-29T14:28:59.263851Z","steps":["trace[2011579278] 'agreement among raft nodes before linearized reading' (duration: 129.936915ms)","trace[2011579278] 'range keys from in-memory index tree' (duration: 96.572704ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:28:59.263017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.809343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-29T14:28:59.264197Z","caller":"traceutil/trace.go:171","msg":"trace[89513466] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21394; }","duration":"183.936414ms","start":"2026-07-29T14:28:59.080167Z","end":"2026-07-29T14:28:59.264104Z","steps":["trace[89513466] 'agreement among raft nodes before linearized reading' (duration: 86.455285ms)","trace[89513466] 'range keys from in-memory index tree' (duration: 96.283436ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:28:59.26456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:58.823894Z","time spent":"439.656728ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-29T14:28:59.329346Z","caller":"traceutil/trace.go:171","msg":"trace[76607441] linearizableReadLoop","detail":"{readStateIndex:22051; appliedIndex:22049; }","duration":"156.708384ms","start":"2026-07-29T14:28:59.172611Z","end":"2026-07-29T14:28:59.329319Z","steps":["trace[76607441] 'read index received' (duration: 21.192915ms)","trace[76607441] 'applied index is now lower than readState.Index' (duration: 135.514389ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:28:59.329472Z","caller":"traceutil/trace.go:171","msg":"trace[1407448257] transaction","detail":"{read_only:false; response_revision:21396; number_of_response:1; }","duration":"157.183066ms","start":"2026-07-29T14:28:59.172277Z","end":"2026-07-29T14:28:59.32946Z","steps":["trace[1407448257] 'process raft request' (duration: 156.794056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.330152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.488245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T14:28:59.330284Z","caller":"traceutil/trace.go:171","msg":"trace[1977105746] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21398; }","duration":"157.664139ms","start":"2026-07-29T14:28:59.172586Z","end":"2026-07-29T14:28:59.33025Z","steps":["trace[1977105746] 'agreement among raft nodes before linearized reading' (duration: 157.245518ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:28:59.330438Z","caller":"traceutil/trace.go:171","msg":"trace[228165942] transaction","detail":"{read_only:false; response_revision:21397; number_of_response:1; }","duration":"157.579917ms","start":"2026-07-29T14:28:59.172812Z","end":"2026-07-29T14:28:59.330392Z","steps":["trace[228165942] 'process raft request' (duration: 156.419695ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:28:59.32989Z","caller":"traceutil/trace.go:171","msg":"trace[1534921693] transaction","detail":"{read_only:false; response_revision:21398; number_of_response:1; }","duration":"156.789995ms","start":"2026-07-29T14:28:59.173029Z","end":"2026-07-29T14:28:59.329819Z","steps":["trace[1534921693] 'process raft request' (duration: 156.25078ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:28:59.579318Z","caller":"traceutil/trace.go:171","msg":"trace[400752716] transaction","detail":"{read_only:false; response_revision:21400; number_of_response:1; }","duration":"310.996269ms","start":"2026-07-29T14:28:59.268299Z","end":"2026-07-29T14:28:59.579295Z","steps":["trace[400752716] 'process raft request' (duration: 310.911087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.57947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:59.268235Z","time spent":"311.153454ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:28:59.579649Z","caller":"traceutil/trace.go:171","msg":"trace[986723853] transaction","detail":"{read_only:false; response_revision:21399; number_of_response:1; }","duration":"311.307758ms","start":"2026-07-29T14:28:59.26831Z","end":"2026-07-29T14:28:59.579618Z","steps":["trace[986723853] 'process raft request' (duration: 310.762333ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:28:59.579689Z","caller":"traceutil/trace.go:171","msg":"trace[806975566] transaction","detail":"{read_only:false; response_revision:21401; number_of_response:1; }","duration":"310.074574ms","start":"2026-07-29T14:28:59.269587Z","end":"2026-07-29T14:28:59.579662Z","steps":["trace[806975566] 'process raft request' (duration: 309.664602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.579828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:59.269556Z","time spent":"310.194777ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:28:59.579843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:59.268273Z","time spent":"311.452942ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:28:59.580013Z","caller":"traceutil/trace.go:171","msg":"trace[457409455] transaction","detail":"{read_only:false; response_revision:21402; number_of_response:1; }","duration":"310.263699ms","start":"2026-07-29T14:28:59.269735Z","end":"2026-07-29T14:28:59.579999Z","steps":["trace[457409455] 'process raft request' (duration: 309.824447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.580095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:59.269729Z","time spent":"310.32561ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:28:59.580102Z","caller":"traceutil/trace.go:171","msg":"trace[1171937451] linearizableReadLoop","detail":"{readStateIndex:22058; appliedIndex:22053; }","duration":"250.665825ms","start":"2026-07-29T14:28:59.329422Z","end":"2026-07-29T14:28:59.580088Z","steps":["trace[1171937451] 'read index received' (duration: 249.74684ms)","trace[1171937451] 'applied index is now lower than readState.Index' (duration: 917.845µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:28:59.580269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.142935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22083"} {"level":"info","ts":"2026-07-29T14:28:59.580298Z","caller":"traceutil/trace.go:171","msg":"trace[1630150671] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21403; }","duration":"248.209257ms","start":"2026-07-29T14:28:59.33208Z","end":"2026-07-29T14:28:59.580289Z","steps":["trace[1630150671] 'agreement among raft nodes before linearized reading' (duration: 248.143825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.580554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.962074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fcg94\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-29T14:28:59.580582Z","caller":"traceutil/trace.go:171","msg":"trace[1689997165] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fcg94; range_end:; response_count:1; response_revision:21403; }","duration":"226.036326ms","start":"2026-07-29T14:28:59.354537Z","end":"2026-07-29T14:28:59.580574Z","steps":["trace[1689997165] 'agreement among raft nodes before linearized reading' (duration: 225.916922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.580608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.954271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-x2br5\" ","response":"range_response_count:1 size:22024"} {"level":"info","ts":"2026-07-29T14:28:59.580675Z","caller":"traceutil/trace.go:171","msg":"trace[1092063404] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-x2br5; range_end:; response_count:1; response_revision:21403; }","duration":"397.054293ms","start":"2026-07-29T14:28:59.183604Z","end":"2026-07-29T14:28:59.580658Z","steps":["trace[1092063404] 'agreement among raft nodes before linearized reading' (duration: 396.772195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.580716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:59.183593Z","time spent":"397.114545ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-x2br5\" "} {"level":"info","ts":"2026-07-29T14:28:59.580766Z","caller":"traceutil/trace.go:171","msg":"trace[620571372] transaction","detail":"{read_only:false; response_revision:21403; number_of_response:1; }","duration":"310.811775ms","start":"2026-07-29T14:28:59.269939Z","end":"2026-07-29T14:28:59.580751Z","steps":["trace[620571372] 'process raft request' (duration: 310.007562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.58084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:59.269911Z","time spent":"310.892736ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:28:59.580855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.65563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:28:59.580922Z","caller":"traceutil/trace.go:171","msg":"trace[1025818640] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21403; }","duration":"368.759223ms","start":"2026-07-29T14:28:59.212146Z","end":"2026-07-29T14:28:59.580906Z","steps":["trace[1025818640] 'agreement among raft nodes before linearized reading' (duration: 368.548127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.580962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:59.212132Z","time spent":"368.821674ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-29T14:28:59.581233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.253262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:733951"} {"level":"info","ts":"2026-07-29T14:28:59.581342Z","caller":"traceutil/trace.go:171","msg":"trace[1083976660] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:21403; }","duration":"408.369395ms","start":"2026-07-29T14:28:59.172954Z","end":"2026-07-29T14:28:59.581323Z","steps":["trace[1083976660] 'agreement among raft nodes before linearized reading' (duration: 407.171402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.581443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:59.172948Z","time spent":"408.475258ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":733973,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-29T14:28:59.58172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.634834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:733951"} {"level":"info","ts":"2026-07-29T14:28:59.581768Z","caller":"traceutil/trace.go:171","msg":"trace[616265877] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:21403; }","duration":"308.686665ms","start":"2026-07-29T14:28:59.273071Z","end":"2026-07-29T14:28:59.581758Z","steps":["trace[616265877] 'agreement among raft nodes before linearized reading' (duration: 307.04005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.581802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:59.273044Z","time spent":"308.748167ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":733973,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-29T14:28:59.582131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.145659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:733951"} {"level":"info","ts":"2026-07-29T14:28:59.582193Z","caller":"traceutil/trace.go:171","msg":"trace[1126621787] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:21403; }","duration":"408.235052ms","start":"2026-07-29T14:28:59.173944Z","end":"2026-07-29T14:28:59.582179Z","steps":["trace[1126621787] 'agreement among raft nodes before linearized reading' (duration: 406.796782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:28:59.582235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:28:59.173931Z","time spent":"408.290463ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":733973,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-29T14:29:00.521392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.508977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:29:00.521465Z","caller":"traceutil/trace.go:171","msg":"trace[682315527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21404; }","duration":"131.651912ms","start":"2026-07-29T14:29:00.389795Z","end":"2026-07-29T14:29:00.521447Z","steps":["trace[682315527] 'range keys from in-memory index tree' (duration: 131.403845ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:29:01.414129Z","caller":"traceutil/trace.go:171","msg":"trace[1952831596] linearizableReadLoop","detail":"{readStateIndex:22060; appliedIndex:22059; }","duration":"243.201809ms","start":"2026-07-29T14:29:01.170898Z","end":"2026-07-29T14:29:01.414099Z","steps":["trace[1952831596] 'read index received' (duration: 242.999584ms)","trace[1952831596] 'applied index is now lower than readState.Index' (duration: 200.975µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:29:01.414241Z","caller":"traceutil/trace.go:171","msg":"trace[750738679] transaction","detail":"{read_only:false; response_revision:21405; number_of_response:1; }","duration":"269.441523ms","start":"2026-07-29T14:29:01.144774Z","end":"2026-07-29T14:29:01.414216Z","steps":["trace[750738679] 'process raft request' (duration: 269.150115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:01.414443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.487987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:29:01.414493Z","caller":"traceutil/trace.go:171","msg":"trace[592322609] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21405; }","duration":"243.619671ms","start":"2026-07-29T14:29:01.170861Z","end":"2026-07-29T14:29:01.414481Z","steps":["trace[592322609] 'agreement among raft nodes before linearized reading' (duration: 243.373474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:01.914734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979072680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:29:02.415328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979072680,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:29:02.766308Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.352437089s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T14:29:02.766967Z","caller":"traceutil/trace.go:171","msg":"trace[2064856137] linearizableReadLoop","detail":"{readStateIndex:22063; appliedIndex:22060; }","duration":"1.352737737s","start":"2026-07-29T14:29:01.414208Z","end":"2026-07-29T14:29:02.766946Z","steps":["trace[2064856137] 'read index received' (duration: 1.352278725s)","trace[2064856137] 'applied index is now lower than readState.Index' (duration: 458.172µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:29:02.766996Z","caller":"traceutil/trace.go:171","msg":"trace[619855136] transaction","detail":"{read_only:false; response_revision:21406; number_of_response:1; }","duration":"1.592698486s","start":"2026-07-29T14:29:01.17425Z","end":"2026-07-29T14:29:02.766948Z","steps":["trace[619855136] 'process raft request' (duration: 1.592382748s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.767128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499261739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:29:02.767159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592012638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-29T14:29:02.767162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592864771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:29:02.767211Z","caller":"traceutil/trace.go:171","msg":"trace[680104249] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21408; }","duration":"1.5920963s","start":"2026-07-29T14:29:01.175104Z","end":"2026-07-29T14:29:02.7672Z","steps":["trace[680104249] 'agreement among raft nodes before linearized reading' (duration: 1.591923986s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:29:02.767211Z","caller":"traceutil/trace.go:171","msg":"trace[1048713557] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21408; }","duration":"1.499401593s","start":"2026-07-29T14:29:01.26779Z","end":"2026-07-29T14:29:02.767191Z","steps":["trace[1048713557] 'agreement among raft nodes before linearized reading' (duration: 1.499233588s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.767216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.174223Z","time spent":"1.592872321s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:29:02.767235Z","caller":"traceutil/trace.go:171","msg":"trace[336385191] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:21408; }","duration":"1.593004685s","start":"2026-07-29T14:29:01.174211Z","end":"2026-07-29T14:29:02.767216Z","steps":["trace[336385191] 'agreement among raft nodes before linearized reading' (duration: 1.592849581s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.767257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.267741Z","time spent":"1.499507646s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-29T14:29:02.767301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594716402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:29:02.767276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.174189Z","time spent":"1.593077997s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:29:02.767236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.175094Z","time spent":"1.592136221s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-29T14:29:02.76738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182918872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T14:29:02.767383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593133499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:29:02.76747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592417429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:29:02.767519Z","caller":"traceutil/trace.go:171","msg":"trace[1865492490] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21408; }","duration":"1.592484891s","start":"2026-07-29T14:29:01.175022Z","end":"2026-07-29T14:29:02.767507Z","steps":["trace[1865492490] 'agreement among raft nodes before linearized reading' (duration: 1.592416899s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.767548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.479913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:29:02.767552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593847879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-29T14:29:02.767577Z","caller":"traceutil/trace.go:171","msg":"trace[1338019391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21408; }","duration":"377.547796ms","start":"2026-07-29T14:29:02.390025Z","end":"2026-07-29T14:29:02.767572Z","steps":["trace[1338019391] 'agreement among raft nodes before linearized reading' (duration: 377.503914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.767589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592559193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:29:02.767594Z","caller":"traceutil/trace.go:171","msg":"trace[922838205] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21408; }","duration":"1.59390903s","start":"2026-07-29T14:29:01.173672Z","end":"2026-07-29T14:29:02.767581Z","steps":["trace[922838205] 'agreement among raft nodes before linearized reading' (duration: 1.593752906s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:29:02.767621Z","caller":"traceutil/trace.go:171","msg":"trace[19870981] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:21408; }","duration":"1.592650846s","start":"2026-07-29T14:29:01.17496Z","end":"2026-07-29T14:29:02.76761Z","steps":["trace[19870981] 'agreement among raft nodes before linearized reading' (duration: 1.592608765s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.767626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.17366Z","time spent":"1.593959272s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-29T14:29:02.767648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006571868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:29:02.767652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.174939Z","time spent":"1.592707787s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:29:02.767658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593008176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:29:02.767321Z","caller":"traceutil/trace.go:171","msg":"trace[581095035] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21408; }","duration":"1.594782055s","start":"2026-07-29T14:29:01.172535Z","end":"2026-07-29T14:29:02.767317Z","steps":["trace[581095035] 'agreement among raft nodes before linearized reading' (duration: 1.594717043s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.767717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067111208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:29:02.767715Z","caller":"traceutil/trace.go:171","msg":"trace[109024883] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:21408; }","duration":"1.593078797s","start":"2026-07-29T14:29:01.17462Z","end":"2026-07-29T14:29:02.767698Z","steps":["trace[109024883] 'agreement among raft nodes before linearized reading' (duration: 1.593006665s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:29:02.767723Z","caller":"traceutil/trace.go:171","msg":"trace[1180246420] transaction","detail":"{read_only:false; response_revision:21408; number_of_response:1; }","duration":"1.591778082s","start":"2026-07-29T14:29:01.175936Z","end":"2026-07-29T14:29:02.767714Z","steps":["trace[1180246420] 'process raft request' (duration: 1.590908158s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:29:02.767738Z","caller":"traceutil/trace.go:171","msg":"trace[85100787] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:21408; }","duration":"1.067157259s","start":"2026-07-29T14:29:01.700573Z","end":"2026-07-29T14:29:02.76773Z","steps":["trace[85100787] 'agreement among raft nodes before linearized reading' (duration: 1.067126788s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.767753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.174614Z","time spent":"1.593131158s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:29:02.767758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.172511Z","time spent":"1.595223256s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-29T14:29:02.767804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098613407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:29:02.767824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.175916Z","time spent":"1.591838503s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:29:02.767848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006839105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:29:02.767766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.700555Z","time spent":"1.067206141s","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:29:02.767871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168903476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-x2br5\" ","response":"range_response_count:1 size:22024"} {"level":"info","ts":"2026-07-29T14:29:02.767884Z","caller":"traceutil/trace.go:171","msg":"trace[2008548821] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21408; }","duration":"1.006892537s","start":"2026-07-29T14:29:01.76098Z","end":"2026-07-29T14:29:02.767872Z","steps":["trace[2008548821] 'agreement among raft nodes before linearized reading' (duration: 1.006696342s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.767639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497532341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T14:29:02.767959Z","caller":"traceutil/trace.go:171","msg":"trace[990884440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21408; }","duration":"1.497877851s","start":"2026-07-29T14:29:01.270075Z","end":"2026-07-29T14:29:02.767953Z","steps":["trace[990884440] 'agreement among raft nodes before linearized reading' (duration: 1.497429219s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.767982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.270063Z","time spent":"1.497913552s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T14:29:02.767719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498545309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:29:02.768075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164246567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-x2br5\" ","response":"range_response_count:1 size:22024"} {"level":"info","ts":"2026-07-29T14:29:02.768089Z","caller":"traceutil/trace.go:171","msg":"trace[1724208892] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21408; }","duration":"1.49892606s","start":"2026-07-29T14:29:01.269137Z","end":"2026-07-29T14:29:02.768063Z","steps":["trace[1724208892] 'agreement among raft nodes before linearized reading' (duration: 1.498435547s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:29:02.768128Z","caller":"traceutil/trace.go:171","msg":"trace[1111046163] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-x2br5; range_end:; response_count:1; response_revision:21408; }","duration":"1.16432052s","start":"2026-07-29T14:29:01.603795Z","end":"2026-07-29T14:29:02.768116Z","steps":["trace[1111046163] 'agreement among raft nodes before linearized reading' (duration: 1.164073863s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.767268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594450695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:29:02.768202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49999199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:29:02.768254Z","caller":"traceutil/trace.go:171","msg":"trace[299332761] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21408; }","duration":"1.500062101s","start":"2026-07-29T14:29:01.268176Z","end":"2026-07-29T14:29:02.768238Z","steps":["trace[299332761] 'agreement among raft nodes before linearized reading' (duration: 1.499980799s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:29:02.767666Z","caller":"traceutil/trace.go:171","msg":"trace[997515647] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21408; }","duration":"1.006598378s","start":"2026-07-29T14:29:01.761063Z","end":"2026-07-29T14:29:02.767661Z","steps":["trace[997515647] 'agreement among raft nodes before linearized reading' (duration: 1.006572497s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.768314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.268164Z","time spent":"1.500139604s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-29T14:29:02.76835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.761056Z","time spent":"1.007270027s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-29T14:29:02.767597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:02.390001Z","time spent":"377.592606ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:29:02.768303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594013453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:29:02.768423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498213571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-29T14:29:02.76846Z","caller":"traceutil/trace.go:171","msg":"trace[2029330075] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21408; }","duration":"1.594201938s","start":"2026-07-29T14:29:01.174251Z","end":"2026-07-29T14:29:02.768453Z","steps":["trace[2029330075] 'agreement among raft nodes before linearized reading' (duration: 1.593945521s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:29:02.768213Z","caller":"traceutil/trace.go:171","msg":"trace[1047528426] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21408; }","duration":"1.595428522s","start":"2026-07-29T14:29:01.172774Z","end":"2026-07-29T14:29:02.768203Z","steps":["trace[1047528426] 'agreement among raft nodes before linearized reading' (duration: 1.594381173s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.768489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.174242Z","time spent":"1.59423592s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-29T14:29:02.768479Z","caller":"traceutil/trace.go:171","msg":"trace[12685856] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21408; }","duration":"1.498311253s","start":"2026-07-29T14:29:01.270154Z","end":"2026-07-29T14:29:02.768465Z","steps":["trace[12685856] 'agreement among raft nodes before linearized reading' (duration: 1.49784621s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.768509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.17274Z","time spent":"1.595757721s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-29T14:29:02.767965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.760966Z","time spent":"1.006986599s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-29T14:29:02.768538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.270145Z","time spent":"1.498377575s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-29T14:29:02.76747Z","caller":"traceutil/trace.go:171","msg":"trace[2144778366] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:21408; }","duration":"1.593207551s","start":"2026-07-29T14:29:01.174234Z","end":"2026-07-29T14:29:02.767442Z","steps":["trace[2144778366] 'agreement among raft nodes before linearized reading' (duration: 1.593104258s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.768587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.174199Z","time spent":"1.594383354s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:29:02.768599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594114056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-29T14:29:02.767894Z","caller":"traceutil/trace.go:171","msg":"trace[597614831] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-x2br5; range_end:; response_count:1; response_revision:21408; }","duration":"1.168945797s","start":"2026-07-29T14:29:01.598941Z","end":"2026-07-29T14:29:02.767887Z","steps":["trace[597614831] 'agreement among raft nodes before linearized reading' (duration: 1.168839024s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.768651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.59893Z","time spent":"1.169716418s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-x2br5\" "} {"level":"info","ts":"2026-07-29T14:29:02.768644Z","caller":"traceutil/trace.go:171","msg":"trace[1659322969] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21408; }","duration":"1.594167618s","start":"2026-07-29T14:29:01.174461Z","end":"2026-07-29T14:29:02.768628Z","steps":["trace[1659322969] 'agreement among raft nodes before linearized reading' (duration: 1.593123709s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.768686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.174453Z","time spent":"1.594223309s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-29T14:29:02.767397Z","caller":"traceutil/trace.go:171","msg":"trace[2064632618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21408; }","duration":"1.182984995s","start":"2026-07-29T14:29:01.584408Z","end":"2026-07-29T14:29:02.767393Z","steps":["trace[2064632618] 'agreement among raft nodes before linearized reading' (duration: 1.182934703s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.768778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170673165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgz58\" ","response":"range_response_count:1 size:6452"} {"level":"warn","ts":"2026-07-29T14:29:02.768855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005638272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-29T14:29:02.767549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.174958Z","time spent":"1.592583344s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-29T14:29:02.768998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500507294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-07-29T14:29:02.769002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168352951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p9mpc\" ","response":"range_response_count:1 size:20568"} {"level":"info","ts":"2026-07-29T14:29:02.769043Z","caller":"traceutil/trace.go:171","msg":"trace[213228273] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:21408; }","duration":"1.500571416s","start":"2026-07-29T14:29:01.26846Z","end":"2026-07-29T14:29:02.769032Z","steps":["trace[213228273] 'agreement among raft nodes before linearized reading' (duration: 1.499324002s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.7688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.584377Z","time spent":"1.184406494s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T14:29:02.76907Z","caller":"traceutil/trace.go:171","msg":"trace[1374327736] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-p9mpc; range_end:; response_count:1; response_revision:21408; }","duration":"1.168443384s","start":"2026-07-29T14:29:01.600606Z","end":"2026-07-29T14:29:02.769049Z","steps":["trace[1374327736] 'agreement among raft nodes before linearized reading' (duration: 1.167120437s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.769093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.268446Z","time spent":"1.500634507s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-29T14:29:02.769141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.600596Z","time spent":"1.168522595s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20590,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p9mpc\" "} {"level":"warn","ts":"2026-07-29T14:29:02.769185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184684012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T14:29:02.769216Z","caller":"traceutil/trace.go:171","msg":"trace[523739800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21408; }","duration":"1.184785834s","start":"2026-07-29T14:29:01.584421Z","end":"2026-07-29T14:29:02.769206Z","steps":["trace[523739800] 'agreement among raft nodes before linearized reading' (duration: 1.183401866s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.769245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.584369Z","time spent":"1.184870807s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T14:29:02.769334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183069847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:29:02.768848Z","caller":"traceutil/trace.go:171","msg":"trace[177400729] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgz58; range_end:; response_count:1; response_revision:21408; }","duration":"1.170778517s","start":"2026-07-29T14:29:01.598048Z","end":"2026-07-29T14:29:02.768826Z","steps":["trace[177400729] 'agreement among raft nodes before linearized reading' (duration: 1.169752409s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.769383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165585274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fcg94\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-07-29T14:29:02.769427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.598024Z","time spent":"1.171394315s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-zgz58\" "} {"level":"info","ts":"2026-07-29T14:29:02.769449Z","caller":"traceutil/trace.go:171","msg":"trace[1396143217] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fcg94; range_end:; response_count:1; response_revision:21408; }","duration":"1.165662287s","start":"2026-07-29T14:29:01.603765Z","end":"2026-07-29T14:29:02.769427Z","steps":["trace[1396143217] 'agreement among raft nodes before linearized reading' (duration: 1.164119844s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.767765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498632182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:29:02.769497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436449877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T14:29:02.769519Z","caller":"traceutil/trace.go:171","msg":"trace[1041702613] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:21408; }","duration":"1.500406721s","start":"2026-07-29T14:29:01.269102Z","end":"2026-07-29T14:29:02.769509Z","steps":["trace[1041702613] 'agreement among raft nodes before linearized reading' (duration: 1.498643332s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.769546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.26909Z","time spent":"1.500447532s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-29T14:29:02.769554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435379487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T14:29:02.769395Z","caller":"traceutil/trace.go:171","msg":"trace[1237302377] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21408; }","duration":"1.18319229s","start":"2026-07-29T14:29:01.586187Z","end":"2026-07-29T14:29:02.769379Z","steps":["trace[1237302377] 'agreement among raft nodes before linearized reading' (duration: 1.181625726s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.769605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435565473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T14:29:02.769619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.586162Z","time spent":"1.183443957s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-29T14:29:02.76785Z","caller":"traceutil/trace.go:171","msg":"trace[539854919] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:21408; }","duration":"1.09871712s","start":"2026-07-29T14:29:01.669122Z","end":"2026-07-29T14:29:02.767839Z","steps":["trace[539854919] 'agreement among raft nodes before linearized reading' (duration: 1.098632498s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:29:02.769646Z","caller":"traceutil/trace.go:171","msg":"trace[932078141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21408; }","duration":"1.435633115s","start":"2026-07-29T14:29:01.334001Z","end":"2026-07-29T14:29:02.769634Z","steps":["trace[932078141] 'agreement among raft nodes before linearized reading' (duration: 1.434196485s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.769666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.669084Z","time spent":"1.100570661s","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:29:02.76967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594763824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-29T14:29:02.769503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.603754Z","time spent":"1.165737019s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fcg94\" "} {"level":"info","ts":"2026-07-29T14:29:02.769708Z","caller":"traceutil/trace.go:171","msg":"trace[1272133353] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21408; }","duration":"1.594861106s","start":"2026-07-29T14:29:01.174838Z","end":"2026-07-29T14:29:02.7697Z","steps":["trace[1272133353] 'agreement among raft nodes before linearized reading' (duration: 1.592774289s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.769747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.987417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-07-29T14:29:02.769676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.333988Z","time spent":"1.435681386s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T14:29:02.769776Z","caller":"traceutil/trace.go:171","msg":"trace[1733197393] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:21408; }","duration":"863.050718ms","start":"2026-07-29T14:29:01.906717Z","end":"2026-07-29T14:29:02.769767Z","steps":["trace[1733197393] 'agreement among raft nodes before linearized reading' (duration: 860.892119ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:29:02.769554Z","caller":"traceutil/trace.go:171","msg":"trace[1178605882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21408; }","duration":"1.436544449s","start":"2026-07-29T14:29:01.332994Z","end":"2026-07-29T14:29:02.769538Z","steps":["trace[1178605882] 'agreement among raft nodes before linearized reading' (duration: 1.434956715s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:29:02.769607Z","caller":"traceutil/trace.go:171","msg":"trace[1741465769] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:21408; }","duration":"1.43544656s","start":"2026-07-29T14:29:01.334146Z","end":"2026-07-29T14:29:02.769593Z","steps":["trace[1741465769] 'agreement among raft nodes before linearized reading' (duration: 1.433822875s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.769803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.906696Z","time spent":"863.10074ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-29T14:29:02.769821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.334139Z","time spent":"1.435674916s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T14:29:02.768165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.269117Z","time spent":"1.499023572s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-29T14:29:02.769897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.332966Z","time spent":"1.436841567s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T14:29:02.768516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056730451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"info","ts":"2026-07-29T14:29:02.769939Z","caller":"traceutil/trace.go:171","msg":"trace[1720356505] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:21408; }","duration":"1.058203052s","start":"2026-07-29T14:29:01.711726Z","end":"2026-07-29T14:29:02.769929Z","steps":["trace[1720356505] 'agreement among raft nodes before linearized reading' (duration: 1.05595891s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.768174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.603786Z","time spent":"1.164380631s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-x2br5\" "} {"level":"warn","ts":"2026-07-29T14:29:02.76996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.711703Z","time spent":"1.058248653s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1666,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-07-29T14:29:02.767683Z","caller":"traceutil/trace.go:171","msg":"trace[218544554] transaction","detail":"{read_only:false; response_revision:21407; number_of_response:1; }","duration":"1.592308346s","start":"2026-07-29T14:29:01.175362Z","end":"2026-07-29T14:29:02.76767Z","steps":["trace[218544554] 'process raft request' (duration: 1.591453183s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:29:02.768907Z","caller":"traceutil/trace.go:171","msg":"trace[506002721] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21408; }","duration":"1.005727134s","start":"2026-07-29T14:29:01.763164Z","end":"2026-07-29T14:29:02.768891Z","steps":["trace[506002721] 'agreement among raft nodes before linearized reading' (duration: 1.004460459s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:29:02.770037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.76314Z","time spent":"1.006891037s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-29T14:29:02.77006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.17535Z","time spent":"1.594664261s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:29:02.769761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:29:01.174791Z","time spent":"1.594962619s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-29T14:32:39.644133Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20538} {"level":"info","ts":"2026-07-29T14:32:39.74712Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20538,"took":"99.942247ms","hash":2881390673,"current-db-size-bytes":45645824,"current-db-size":"46 MB","current-db-size-in-use-bytes":26263552,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-29T14:32:39.747192Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2881390673,"revision":20538,"compact-revision":17978} {"level":"info","ts":"2026-07-29T14:37:39.650779Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22793} {"level":"info","ts":"2026-07-29T14:37:39.74655Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22793,"took":"93.233571ms","hash":208489157,"current-db-size-bytes":45645824,"current-db-size":"46 MB","current-db-size-in-use-bytes":29073408,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-29T14:37:39.746792Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":208489157,"revision":22793,"compact-revision":20538} {"level":"info","ts":"2026-07-29T14:41:40.202788Z","caller":"traceutil/trace.go:171","msg":"trace[2132041183] transaction","detail":"{read_only:false; response_revision:26940; number_of_response:1; }","duration":"141.227026ms","start":"2026-07-29T14:41:40.061535Z","end":"2026-07-29T14:41:40.202762Z","steps":["trace[2132041183] 'process raft request' (duration: 141.051331ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:42:39.655537Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25291} {"level":"info","ts":"2026-07-29T14:42:39.773072Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25291,"took":"114.063917ms","hash":1425946298,"current-db-size-bytes":45645824,"current-db-size":"46 MB","current-db-size-in-use-bytes":26415104,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-29T14:42:39.773145Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1425946298,"revision":25291,"compact-revision":22793} {"level":"warn","ts":"2026-07-29T14:42:51.268023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.742794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:42:51.268005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.514083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:42:51.268083Z","caller":"traceutil/trace.go:171","msg":"trace[163395998] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:27505; }","duration":"347.873988ms","start":"2026-07-29T14:42:50.920195Z","end":"2026-07-29T14:42:51.268069Z","steps":["trace[163395998] 'count revisions from in-memory index tree' (duration: 347.654332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:51.268106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:50.920174Z","time spent":"347.92622ms","remote":"127.0.0.1:51200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:42:51.268112Z","caller":"traceutil/trace.go:171","msg":"trace[1256291875] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27505; }","duration":"374.668207ms","start":"2026-07-29T14:42:50.893419Z","end":"2026-07-29T14:42:51.268087Z","steps":["trace[1256291875] 'range keys from in-memory index tree' (duration: 374.439171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:51.268166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:50.893398Z","time spent":"374.753729ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-29T14:42:51.267953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.39662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T14:42:51.26855Z","caller":"traceutil/trace.go:171","msg":"trace[1270311818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27505; }","duration":"275.049148ms","start":"2026-07-29T14:42:50.993462Z","end":"2026-07-29T14:42:51.268511Z","steps":["trace[1270311818] 'range keys from in-memory index tree' (duration: 274.241936ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:42:51.646124Z","caller":"traceutil/trace.go:171","msg":"trace[721321577] transaction","detail":"{read_only:false; response_revision:27508; number_of_response:1; }","duration":"372.804356ms","start":"2026-07-29T14:42:51.273291Z","end":"2026-07-29T14:42:51.646095Z","steps":["trace[721321577] 'process raft request' (duration: 372.720234ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:42:51.64615Z","caller":"traceutil/trace.go:171","msg":"trace[1490515206] transaction","detail":"{read_only:false; response_revision:27507; number_of_response:1; }","duration":"373.259429ms","start":"2026-07-29T14:42:51.272855Z","end":"2026-07-29T14:42:51.646115Z","steps":["trace[1490515206] 'process raft request' (duration: 372.94451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:51.6463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:51.273279Z","time spent":"372.92882ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:42:51.646342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:51.272838Z","time spent":"373.398242ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:42:51.646443Z","caller":"traceutil/trace.go:171","msg":"trace[2060631451] linearizableReadLoop","detail":"{readStateIndex:28349; appliedIndex:28345; }","duration":"280.680954ms","start":"2026-07-29T14:42:51.3657Z","end":"2026-07-29T14:42:51.646381Z","steps":["trace[2060631451] 'read index received' (duration: 280.183571ms)","trace[2060631451] 'applied index is now lower than readState.Index' (duration: 496.113µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:42:51.646543Z","caller":"traceutil/trace.go:171","msg":"trace[1523996996] transaction","detail":"{read_only:false; response_revision:27510; number_of_response:1; }","duration":"366.253596ms","start":"2026-07-29T14:42:51.280278Z","end":"2026-07-29T14:42:51.646532Z","steps":["trace[1523996996] 'process raft request' (duration: 365.989968ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:42:51.646583Z","caller":"traceutil/trace.go:171","msg":"trace[1996723752] transaction","detail":"{read_only:false; response_revision:27509; number_of_response:1; }","duration":"371.385947ms","start":"2026-07-29T14:42:51.275137Z","end":"2026-07-29T14:42:51.646523Z","steps":["trace[1996723752] 'process raft request' (duration: 370.921024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:51.64663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:51.280264Z","time spent":"366.305428ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:42:51.646681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.695045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T14:42:51.646728Z","caller":"traceutil/trace.go:171","msg":"trace[56985047] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27510; }","duration":"371.755128ms","start":"2026-07-29T14:42:51.274958Z","end":"2026-07-29T14:42:51.646713Z","steps":["trace[56985047] 'agreement among raft nodes before linearized reading' (duration: 371.608193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:51.646759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:51.274948Z","time spent":"371.803969ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T14:42:51.646723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.358189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T14:42:51.646816Z","caller":"traceutil/trace.go:171","msg":"trace[1651040467] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27510; }","duration":"345.478363ms","start":"2026-07-29T14:42:51.301316Z","end":"2026-07-29T14:42:51.646795Z","steps":["trace[1651040467] 'agreement among raft nodes before linearized reading' (duration: 345.231536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:51.646874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:51.301305Z","time spent":"345.559725ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T14:42:51.646833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:51.27513Z","time spent":"371.553432ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:42:51.97309Z","caller":"traceutil/trace.go:171","msg":"trace[673259074] linearizableReadLoop","detail":"{readStateIndex:28350; appliedIndex:28349; }","duration":"326.56483ms","start":"2026-07-29T14:42:51.646495Z","end":"2026-07-29T14:42:51.97306Z","steps":["trace[673259074] 'read index received' (duration: 324.39023ms)","trace[673259074] 'applied index is now lower than readState.Index' (duration: 2.17261ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:42:51.9733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.444695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T14:42:51.973289Z","caller":"traceutil/trace.go:171","msg":"trace[94395125] transaction","detail":"{read_only:false; response_revision:27511; number_of_response:1; }","duration":"601.940719ms","start":"2026-07-29T14:42:51.371323Z","end":"2026-07-29T14:42:51.973263Z","steps":["trace[94395125] 'process raft request' (duration: 599.546243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:51.973368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.467396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T14:42:51.973368Z","caller":"traceutil/trace.go:171","msg":"trace[981155432] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27511; }","duration":"439.554168ms","start":"2026-07-29T14:42:51.533796Z","end":"2026-07-29T14:42:51.97335Z","steps":["trace[981155432] 'agreement among raft nodes before linearized reading' (duration: 439.269441ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:42:51.973405Z","caller":"traceutil/trace.go:171","msg":"trace[1938731298] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27511; }","duration":"601.530228ms","start":"2026-07-29T14:42:51.371865Z","end":"2026-07-29T14:42:51.973395Z","steps":["trace[1938731298] 'agreement among raft nodes before linearized reading' (duration: 601.360593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:51.973418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:51.533773Z","time spent":"439.635651ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:42:51.97344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:51.371857Z","time spent":"601.574689ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:42:51.97345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:51.3713Z","time spent":"602.069783ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:42:51.973539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.115825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-29T14:42:51.973617Z","caller":"traceutil/trace.go:171","msg":"trace[211218039] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27511; }","duration":"606.244218ms","start":"2026-07-29T14:42:51.367352Z","end":"2026-07-29T14:42:51.973596Z","steps":["trace[211218039] 'agreement among raft nodes before linearized reading' (duration: 605.95074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:51.973668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:51.367336Z","time spent":"606.32372ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:42:53.278305Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.197927354s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T14:42:53.412491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332062285s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:42:53.412898Z","caller":"traceutil/trace.go:171","msg":"trace[458096427] transaction","detail":"{read_only:false; response_revision:27519; number_of_response:1; }","duration":"1.433951337s","start":"2026-07-29T14:42:51.97893Z","end":"2026-07-29T14:42:53.412881Z","steps":["trace[458096427] 'process raft request' (duration: 1.433909536s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:53.412973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:51.97892Z","time spent":"1.434020809s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:42:53.413185Z","caller":"traceutil/trace.go:171","msg":"trace[178094169] transaction","detail":"{read_only:false; response_revision:27512; number_of_response:1; }","duration":"1.759749166s","start":"2026-07-29T14:42:51.653422Z","end":"2026-07-29T14:42:53.413171Z","steps":["trace[178094169] 'process raft request' (duration: 426.9388ms)","trace[178094169] 'compare' (duration: 1.331842949s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:42:53.413271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:51.653395Z","time spent":"1.759813388s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:42:53.41335Z","caller":"traceutil/trace.go:171","msg":"trace[881398444] transaction","detail":"{read_only:false; response_revision:27516; number_of_response:1; }","duration":"1.451628324s","start":"2026-07-29T14:42:51.961694Z","end":"2026-07-29T14:42:53.413322Z","steps":["trace[881398444] 'process raft request' (duration: 1.451044078s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:42:53.413411Z","caller":"traceutil/trace.go:171","msg":"trace[1874561889] linearizableReadLoop","detail":"{readStateIndex:28355; appliedIndex:28350; }","duration":"1.440226809s","start":"2026-07-29T14:42:51.973172Z","end":"2026-07-29T14:42:53.413399Z","steps":["trace[1874561889] 'read index received' (duration: 107.202988ms)","trace[1874561889] 'applied index is now lower than readState.Index' (duration: 1.333022561s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:42:53.41349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:51.961666Z","time spent":"1.451745407s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:42:53.413503Z","caller":"traceutil/trace.go:171","msg":"trace[1354758858] transaction","detail":"{read_only:false; response_revision:27513; number_of_response:1; }","duration":"1.736933456s","start":"2026-07-29T14:42:51.676546Z","end":"2026-07-29T14:42:53.413479Z","steps":["trace[1354758858] 'process raft request' (duration: 1.736032112s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:53.413553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675177523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:42:53.413582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730455018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"warn","ts":"2026-07-29T14:42:53.413622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:51.676528Z","time spent":"1.737027959s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:42:53.413616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763443398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22274"} {"level":"info","ts":"2026-07-29T14:42:53.413991Z","caller":"traceutil/trace.go:171","msg":"trace[1686608254] transaction","detail":"{read_only:false; response_revision:27517; number_of_response:1; }","duration":"1.435330024s","start":"2026-07-29T14:42:51.97815Z","end":"2026-07-29T14:42:53.41348Z","steps":["trace[1686608254] 'process raft request' (duration: 1.434629815s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:53.414193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:51.97812Z","time spent":"1.435947402s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:42:53.414239Z","caller":"traceutil/trace.go:171","msg":"trace[1352668071] transaction","detail":"{read_only:false; response_revision:27514; number_of_response:1; }","duration":"1.528541067s","start":"2026-07-29T14:42:51.885061Z","end":"2026-07-29T14:42:53.413602Z","steps":["trace[1352668071] 'process raft request' (duration: 1.527607931s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:42:53.414281Z","caller":"traceutil/trace.go:171","msg":"trace[1812298116] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:27519; }","duration":"1.675293916s","start":"2026-07-29T14:42:51.738302Z","end":"2026-07-29T14:42:53.413596Z","steps":["trace[1812298116] 'agreement among raft nodes before linearized reading' (duration: 1.675144461s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:53.414354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:51.738272Z","time spent":"1.676063277s","remote":"127.0.0.1:56678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:42:53.414367Z","caller":"traceutil/trace.go:171","msg":"trace[1655064014] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27519; }","duration":"1.73053188s","start":"2026-07-29T14:42:51.683076Z","end":"2026-07-29T14:42:53.413608Z","steps":["trace[1655064014] 'agreement among raft nodes before linearized reading' (duration: 1.730382066s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:53.414423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:51.683062Z","time spent":"1.731335862s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1652,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-29T14:42:53.4143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:51.885026Z","time spent":"1.529244256s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:42:53.414515Z","caller":"traceutil/trace.go:171","msg":"trace[1594182619] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27519; }","duration":"1.763496369s","start":"2026-07-29T14:42:51.650159Z","end":"2026-07-29T14:42:53.413656Z","steps":["trace[1594182619] 'agreement among raft nodes before linearized reading' (duration: 1.763334105s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:53.414551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:51.650091Z","time spent":"1.764450656s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":22296,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-29T14:42:53.414599Z","caller":"traceutil/trace.go:171","msg":"trace[734651870] transaction","detail":"{read_only:false; response_revision:27518; number_of_response:1; }","duration":"1.43517117s","start":"2026-07-29T14:42:51.978507Z","end":"2026-07-29T14:42:53.413678Z","steps":["trace[734651870] 'process raft request' (duration: 1.434302956s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:53.414652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:51.978485Z","time spent":"1.436142957s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:42:53.414687Z","caller":"traceutil/trace.go:171","msg":"trace[42604002] transaction","detail":"{read_only:false; response_revision:27515; number_of_response:1; }","duration":"1.455711617s","start":"2026-07-29T14:42:51.95797Z","end":"2026-07-29T14:42:53.413682Z","steps":["trace[42604002] 'process raft request' (duration: 1.45473741s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:53.414749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:51.957947Z","time spent":"1.456768456s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:42:53.416733Z","caller":"traceutil/trace.go:171","msg":"trace[1304916272] transaction","detail":"{read_only:false; response_revision:27520; number_of_response:1; }","duration":"593.174538ms","start":"2026-07-29T14:42:52.823542Z","end":"2026-07-29T14:42:53.416716Z","steps":["trace[1304916272] 'process raft request' (duration: 592.91753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:53.416789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.168288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-29T14:42:53.416804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:52.823514Z","time spent":"593.25572ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:42:53.416823Z","caller":"traceutil/trace.go:171","msg":"trace[1992281622] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:27520; }","duration":"584.204469ms","start":"2026-07-29T14:42:52.832609Z","end":"2026-07-29T14:42:53.416814Z","steps":["trace[1992281622] 'agreement among raft nodes before linearized reading' (duration: 584.089926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:53.416848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:52.832547Z","time spent":"584.296472ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-29T14:42:53.416972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.274849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-x2br5\" ","response":"range_response_count:1 size:22024"} {"level":"info","ts":"2026-07-29T14:42:53.417119Z","caller":"traceutil/trace.go:171","msg":"trace[1085249055] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-x2br5; range_end:; response_count:1; response_revision:27520; }","duration":"664.463324ms","start":"2026-07-29T14:42:52.752605Z","end":"2026-07-29T14:42:53.417069Z","steps":["trace[1085249055] 'agreement among raft nodes before linearized reading' (duration: 664.120715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:53.417175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.391515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:42:53.417205Z","caller":"traceutil/trace.go:171","msg":"trace[298213712] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:27520; }","duration":"962.422496ms","start":"2026-07-29T14:42:52.454775Z","end":"2026-07-29T14:42:53.417198Z","steps":["trace[298213712] 'agreement among raft nodes before linearized reading' (duration: 962.381365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:53.417227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:52.454736Z","time spent":"962.485527ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:42:53.417203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:52.752575Z","time spent":"664.608218ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-x2br5\" "} {"level":"warn","ts":"2026-07-29T14:42:53.417361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027540072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:42:53.417394Z","caller":"traceutil/trace.go:171","msg":"trace[1420313566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27520; }","duration":"1.027616964s","start":"2026-07-29T14:42:52.389769Z","end":"2026-07-29T14:42:53.417386Z","steps":["trace[1420313566] 'agreement among raft nodes before linearized reading' (duration: 1.027567863s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:53.417418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:52.389725Z","time spent":"1.027689027s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:42:53.41714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19234388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fcg94\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-29T14:42:53.41744Z","caller":"traceutil/trace.go:171","msg":"trace[1627562966] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fcg94; range_end:; response_count:1; response_revision:27520; }","duration":"1.192690009s","start":"2026-07-29T14:42:52.224744Z","end":"2026-07-29T14:42:53.417434Z","steps":["trace[1627562966] 'agreement among raft nodes before linearized reading' (duration: 1.19234712s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:53.417467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:42:52.224721Z","time spent":"1.192740101s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fcg94\" "} {"level":"info","ts":"2026-07-29T14:42:53.591931Z","caller":"traceutil/trace.go:171","msg":"trace[291139160] transaction","detail":"{read_only:false; response_revision:27521; number_of_response:1; }","duration":"171.629556ms","start":"2026-07-29T14:42:53.420258Z","end":"2026-07-29T14:42:53.591887Z","steps":["trace[291139160] 'process raft request' (duration: 105.743208ms)","trace[291139160] 'compare' (duration: 65.627221ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:42:53.592184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.349428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-29T14:42:53.592241Z","caller":"traceutil/trace.go:171","msg":"trace[1624884780] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27522; }","duration":"167.422969ms","start":"2026-07-29T14:42:53.424804Z","end":"2026-07-29T14:42:53.592227Z","steps":["trace[1624884780] 'agreement among raft nodes before linearized reading' (duration: 167.126351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:53.593022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.849592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:942173"} {"level":"info","ts":"2026-07-29T14:42:53.593084Z","caller":"traceutil/trace.go:171","msg":"trace[174543544] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:27522; }","duration":"171.957725ms","start":"2026-07-29T14:42:53.421113Z","end":"2026-07-29T14:42:53.59307Z","steps":["trace[174543544] 'agreement among raft nodes before linearized reading' (duration: 171.0699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:53.593774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.759815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:942173"} {"level":"info","ts":"2026-07-29T14:42:53.59385Z","caller":"traceutil/trace.go:171","msg":"trace[1068686272] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:27522; }","duration":"169.853027ms","start":"2026-07-29T14:42:53.423979Z","end":"2026-07-29T14:42:53.593832Z","steps":["trace[1068686272] 'agreement among raft nodes before linearized reading' (duration: 167.968745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:58.608883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.294157ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T14:42:58.608962Z","caller":"traceutil/trace.go:171","msg":"trace[965955786] linearizableReadLoop","detail":"{readStateIndex:28406; appliedIndex:28405; }","duration":"218.869778ms","start":"2026-07-29T14:42:58.390078Z","end":"2026-07-29T14:42:58.608948Z","steps":["trace[965955786] 'read index received' (duration: 37.981µs)","trace[965955786] 'applied index is now lower than readState.Index' (duration: 218.830667ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:42:58.609347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.260908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:42:58.609379Z","caller":"traceutil/trace.go:171","msg":"trace[1694958676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27565; }","duration":"219.33196ms","start":"2026-07-29T14:42:58.390039Z","end":"2026-07-29T14:42:58.609371Z","steps":["trace[1694958676] 'agreement among raft nodes before linearized reading' (duration: 219.270619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:58.609445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.292258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T14:42:58.609515Z","caller":"traceutil/trace.go:171","msg":"trace[1696960448] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27565; }","duration":"191.415532ms","start":"2026-07-29T14:42:58.418085Z","end":"2026-07-29T14:42:58.609501Z","steps":["trace[1696960448] 'agreement among raft nodes before linearized reading' (duration: 191.225797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:58.609583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.342197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-29T14:42:58.609648Z","caller":"traceutil/trace.go:171","msg":"trace[1638063986] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27565; }","duration":"188.438859ms","start":"2026-07-29T14:42:58.421191Z","end":"2026-07-29T14:42:58.60963Z","steps":["trace[1638063986] 'agreement among raft nodes before linearized reading' (duration: 188.262265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:42:58.609703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.582073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T14:42:58.609731Z","caller":"traceutil/trace.go:171","msg":"trace[1170574766] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:27565; }","duration":"188.646605ms","start":"2026-07-29T14:42:58.421075Z","end":"2026-07-29T14:42:58.609721Z","steps":["trace[1170574766] 'agreement among raft nodes before linearized reading' (duration: 188.576723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:43:09.958865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.298691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:43:09.959039Z","caller":"traceutil/trace.go:171","msg":"trace[826516015] linearizableReadLoop","detail":"{readStateIndex:28607; appliedIndex:28606; }","duration":"145.229767ms","start":"2026-07-29T14:43:09.813777Z","end":"2026-07-29T14:43:09.959007Z","steps":["trace[826516015] 'read index received' (duration: 41.231µs)","trace[826516015] 'applied index is now lower than readState.Index' (duration: 145.186616ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:43:09.959183Z","caller":"traceutil/trace.go:171","msg":"trace[821891701] transaction","detail":"{read_only:false; response_revision:27758; number_of_response:1; }","duration":"285.154608ms","start":"2026-07-29T14:43:09.673995Z","end":"2026-07-29T14:43:09.95915Z","steps":["trace[821891701] 'process raft request' (duration: 119.436076ms)","trace[821891701] 'compare' (duration: 164.93055ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:43:09.959666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.885425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fcg94\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-07-29T14:43:09.95995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.100906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T14:43:09.960008Z","caller":"traceutil/trace.go:171","msg":"trace[1533519170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27758; }","duration":"144.184038ms","start":"2026-07-29T14:43:09.815812Z","end":"2026-07-29T14:43:09.959996Z","steps":["trace[1533519170] 'agreement among raft nodes before linearized reading' (duration: 144.016644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:43:09.959989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.048766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T14:43:09.960079Z","caller":"traceutil/trace.go:171","msg":"trace[1777706638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27758; }","duration":"123.166528ms","start":"2026-07-29T14:43:09.836896Z","end":"2026-07-29T14:43:09.960063Z","steps":["trace[1777706638] 'agreement among raft nodes before linearized reading' (duration: 122.961603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:43:09.960183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.052343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T14:43:09.960286Z","caller":"traceutil/trace.go:171","msg":"trace[1265578818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27758; }","duration":"124.208847ms","start":"2026-07-29T14:43:09.836053Z","end":"2026-07-29T14:43:09.960262Z","steps":["trace[1265578818] 'agreement among raft nodes before linearized reading' (duration: 123.891058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:43:09.960296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.98415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-x2br5\" ","response":"range_response_count:1 size:22024"} {"level":"info","ts":"2026-07-29T14:43:09.960394Z","caller":"traceutil/trace.go:171","msg":"trace[1269504176] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-x2br5; range_end:; response_count:1; response_revision:27758; }","duration":"116.116004ms","start":"2026-07-29T14:43:09.844256Z","end":"2026-07-29T14:43:09.960372Z","steps":["trace[1269504176] 'agreement among raft nodes before linearized reading' (duration: 115.645461ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:43:09.960757Z","caller":"traceutil/trace.go:171","msg":"trace[1227181574] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fcg94; range_end:; response_count:1; response_revision:27758; }","duration":"145.939957ms","start":"2026-07-29T14:43:09.813767Z","end":"2026-07-29T14:43:09.959707Z","steps":["trace[1227181574] 'agreement among raft nodes before linearized reading' (duration: 145.725642ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:43:14.353925Z","caller":"traceutil/trace.go:171","msg":"trace[1166468664] transaction","detail":"{read_only:false; response_revision:27800; number_of_response:1; }","duration":"346.035178ms","start":"2026-07-29T14:43:14.007861Z","end":"2026-07-29T14:43:14.353896Z","steps":["trace[1166468664] 'process raft request' (duration: 345.873973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:43:14.354081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:43:14.007846Z","time spent":"346.157642ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:43:14.373294Z","caller":"traceutil/trace.go:171","msg":"trace[1374956167] linearizableReadLoop","detail":"{readStateIndex:28653; appliedIndex:28650; }","duration":"362.012799ms","start":"2026-07-29T14:43:14.011257Z","end":"2026-07-29T14:43:14.37327Z","steps":["trace[1374956167] 'read index received' (duration: 342.573913ms)","trace[1374956167] 'applied index is now lower than readState.Index' (duration: 19.437276ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:43:14.373614Z","caller":"traceutil/trace.go:171","msg":"trace[195166176] transaction","detail":"{read_only:false; response_revision:27801; number_of_response:1; }","duration":"363.383837ms","start":"2026-07-29T14:43:14.010215Z","end":"2026-07-29T14:43:14.373599Z","steps":["trace[195166176] 'process raft request' (duration: 362.831702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:43:14.373709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:43:14.010187Z","time spent":"363.461569ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:43:14.373884Z","caller":"traceutil/trace.go:171","msg":"trace[1797219681] transaction","detail":"{read_only:false; response_revision:27802; number_of_response:1; }","duration":"362.986246ms","start":"2026-07-29T14:43:14.010887Z","end":"2026-07-29T14:43:14.373873Z","steps":["trace[1797219681] 'process raft request' (duration: 362.268976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:43:14.373941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:43:14.01082Z","time spent":"363.092709ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:43:14.374071Z","caller":"traceutil/trace.go:171","msg":"trace[1428310497] transaction","detail":"{read_only:false; response_revision:27803; number_of_response:1; }","duration":"362.349848ms","start":"2026-07-29T14:43:14.011712Z","end":"2026-07-29T14:43:14.374062Z","steps":["trace[1428310497] 'process raft request' (duration: 361.512505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:43:14.374124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:43:14.0117Z","time spent":"362.39875ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:43:14.374349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.842541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fcg94\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-29T14:43:14.374438Z","caller":"traceutil/trace.go:171","msg":"trace[1358824147] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fcg94; range_end:; response_count:1; response_revision:27803; }","duration":"329.977855ms","start":"2026-07-29T14:43:14.044446Z","end":"2026-07-29T14:43:14.374424Z","steps":["trace[1358824147] 'agreement among raft nodes before linearized reading' (duration: 329.78947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:43:14.374479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:43:14.044421Z","time spent":"330.050447ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fcg94\" "} {"level":"warn","ts":"2026-07-29T14:43:14.374707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.269288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T14:43:14.374744Z","caller":"traceutil/trace.go:171","msg":"trace[1150183029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27803; }","duration":"245.34284ms","start":"2026-07-29T14:43:14.129392Z","end":"2026-07-29T14:43:14.374735Z","steps":["trace[1150183029] 'agreement among raft nodes before linearized reading' (duration: 245.249337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:43:14.374775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.109858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:43:14.374358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.095979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T14:43:14.374823Z","caller":"traceutil/trace.go:171","msg":"trace[93559124] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:27803; }","duration":"330.180911ms","start":"2026-07-29T14:43:14.044631Z","end":"2026-07-29T14:43:14.374812Z","steps":["trace[93559124] 'agreement among raft nodes before linearized reading' (duration: 330.110659ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:43:14.374849Z","caller":"traceutil/trace.go:171","msg":"trace[1678364904] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27803; }","duration":"363.647934ms","start":"2026-07-29T14:43:14.011193Z","end":"2026-07-29T14:43:14.374841Z","steps":["trace[1678364904] 'agreement among raft nodes before linearized reading' (duration: 363.084369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:43:14.374854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:43:14.044618Z","time spent":"330.227252ms","remote":"127.0.0.1:40506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:43:14.374881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:43:14.011182Z","time spent":"363.687665ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T14:43:14.375064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.30002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-x2br5\" ","response":"range_response_count:1 size:22024"} {"level":"info","ts":"2026-07-29T14:43:14.375103Z","caller":"traceutil/trace.go:171","msg":"trace[183128848] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-x2br5; range_end:; response_count:1; response_revision:27803; }","duration":"327.355892ms","start":"2026-07-29T14:43:14.047738Z","end":"2026-07-29T14:43:14.375094Z","steps":["trace[183128848] 'agreement among raft nodes before linearized reading' (duration: 327.2504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:43:14.375129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:43:14.04773Z","time spent":"327.393333ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-x2br5\" "} {"level":"info","ts":"2026-07-29T14:43:33.008235Z","caller":"traceutil/trace.go:171","msg":"trace[1565384968] transaction","detail":"{read_only:false; response_revision:27945; number_of_response:1; }","duration":"161.015593ms","start":"2026-07-29T14:43:32.847186Z","end":"2026-07-29T14:43:33.008201Z","steps":["trace[1565384968] 'process raft request' (duration: 158.687318ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:43:33.158786Z","caller":"traceutil/trace.go:171","msg":"trace[1840204555] linearizableReadLoop","detail":"{readStateIndex:28803; appliedIndex:28802; }","duration":"119.484567ms","start":"2026-07-29T14:43:33.039276Z","end":"2026-07-29T14:43:33.15876Z","steps":["trace[1840204555] 'read index received' (duration: 69.346423ms)","trace[1840204555] 'applied index is now lower than readState.Index' (duration: 50.137234ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:43:33.158865Z","caller":"traceutil/trace.go:171","msg":"trace[982846442] transaction","detail":"{read_only:false; response_revision:27948; number_of_response:1; }","duration":"120.31671ms","start":"2026-07-29T14:43:33.038511Z","end":"2026-07-29T14:43:33.158827Z","steps":["trace[982846442] 'process raft request' (duration: 70.183966ms)","trace[982846442] 'compare' (duration: 49.948309ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:43:33.159083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.788275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-29T14:43:33.159126Z","caller":"traceutil/trace.go:171","msg":"trace[1679106966] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27948; }","duration":"119.866588ms","start":"2026-07-29T14:43:33.039248Z","end":"2026-07-29T14:43:33.159115Z","steps":["trace[1679106966] 'agreement among raft nodes before linearized reading' (duration: 119.60493ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:43:59.786756Z","caller":"traceutil/trace.go:171","msg":"trace[1271463366] transaction","detail":"{read_only:false; response_revision:28336; number_of_response:1; }","duration":"104.181075ms","start":"2026-07-29T14:43:59.682553Z","end":"2026-07-29T14:43:59.786734Z","steps":["trace[1271463366] 'process raft request' (duration: 104.03037ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:43:59.795153Z","caller":"traceutil/trace.go:171","msg":"trace[651754510] transaction","detail":"{read_only:false; response_revision:28337; number_of_response:1; }","duration":"110.418576ms","start":"2026-07-29T14:43:59.684707Z","end":"2026-07-29T14:43:59.795125Z","steps":["trace[651754510] 'process raft request' (duration: 110.214101ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:43:59.795257Z","caller":"traceutil/trace.go:171","msg":"trace[1547908522] transaction","detail":"{read_only:false; response_revision:28338; number_of_response:1; }","duration":"109.957784ms","start":"2026-07-29T14:43:59.685269Z","end":"2026-07-29T14:43:59.795227Z","steps":["trace[1547908522] 'process raft request' (duration: 109.775639ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:44:22.838943Z","caller":"traceutil/trace.go:171","msg":"trace[1710917317] transaction","detail":"{read_only:false; response_revision:28535; number_of_response:1; }","duration":"104.135334ms","start":"2026-07-29T14:44:22.734783Z","end":"2026-07-29T14:44:22.838918Z","steps":["trace[1710917317] 'process raft request' (duration: 103.937688ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:44:22.841007Z","caller":"traceutil/trace.go:171","msg":"trace[1638707415] transaction","detail":"{read_only:false; response_revision:28536; number_of_response:1; }","duration":"106.103207ms","start":"2026-07-29T14:44:22.734868Z","end":"2026-07-29T14:44:22.840972Z","steps":["trace[1638707415] 'process raft request' (duration: 105.925552ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:44:51.177379Z","caller":"traceutil/trace.go:171","msg":"trace[1947892986] transaction","detail":"{read_only:false; response_revision:28773; number_of_response:1; }","duration":"133.880794ms","start":"2026-07-29T14:44:51.043289Z","end":"2026-07-29T14:44:51.17717Z","steps":["trace[1947892986] 'process raft request' (duration: 97.333195ms)","trace[1947892986] 'compare' (duration: 35.317885ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:45:34.107731Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-29T14:45:34.114604Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-29T14:45:34.114811Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-29T14:47:39.663894Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27400} {"level":"info","ts":"2026-07-29T14:47:39.752982Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27400,"took":"86.711473ms","hash":999433399,"current-db-size-bytes":47783936,"current-db-size":"48 MB","current-db-size-in-use-bytes":35250176,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-29T14:47:39.753036Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":999433399,"revision":27400,"compact-revision":25291} {"level":"info","ts":"2026-07-29T14:48:46.995159Z","caller":"traceutil/trace.go:171","msg":"trace[1868494257] transaction","detail":"{read_only:false; response_revision:30716; number_of_response:1; }","duration":"194.561389ms","start":"2026-07-29T14:48:46.800566Z","end":"2026-07-29T14:48:46.995128Z","steps":["trace[1868494257] 'process raft request' (duration: 194.365053ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:48:47.003322Z","caller":"traceutil/trace.go:171","msg":"trace[1892364232] transaction","detail":"{read_only:false; response_revision:30718; number_of_response:1; }","duration":"195.192596ms","start":"2026-07-29T14:48:46.808103Z","end":"2026-07-29T14:48:47.003296Z","steps":["trace[1892364232] 'process raft request' (duration: 195.078963ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:48:47.003407Z","caller":"traceutil/trace.go:171","msg":"trace[1864783916] transaction","detail":"{read_only:false; response_revision:30717; number_of_response:1; }","duration":"201.980704ms","start":"2026-07-29T14:48:46.80137Z","end":"2026-07-29T14:48:47.00335Z","steps":["trace[1864783916] 'process raft request' (duration: 201.673425ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:48:47.003624Z","caller":"traceutil/trace.go:171","msg":"trace[265544182] transaction","detail":"{read_only:false; response_revision:30719; number_of_response:1; }","duration":"177.647162ms","start":"2026-07-29T14:48:46.825919Z","end":"2026-07-29T14:48:47.003566Z","steps":["trace[265544182] 'process raft request' (duration: 177.337383ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:49:05.235156Z","caller":"traceutil/trace.go:171","msg":"trace[1975831647] transaction","detail":"{read_only:false; response_revision:30836; number_of_response:1; }","duration":"178.464904ms","start":"2026-07-29T14:49:05.056659Z","end":"2026-07-29T14:49:05.235124Z","steps":["trace[1975831647] 'process raft request' (duration: 178.274029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:05.910898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.042906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:49:05.911168Z","caller":"traceutil/trace.go:171","msg":"trace[2056263472] transaction","detail":"{read_only:false; response_revision:30837; number_of_response:1; }","duration":"847.897486ms","start":"2026-07-29T14:49:05.063233Z","end":"2026-07-29T14:49:05.91113Z","steps":["trace[2056263472] 'process raft request' (duration: 417.428088ms)","trace[2056263472] 'compare' (duration: 429.671326ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:49:05.911319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:05.063206Z","time spent":"848.03923ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:49:05.911516Z","caller":"traceutil/trace.go:171","msg":"trace[790525160] transaction","detail":"{read_only:false; response_revision:30838; number_of_response:1; }","duration":"846.58663ms","start":"2026-07-29T14:49:05.064914Z","end":"2026-07-29T14:49:05.9115Z","steps":["trace[790525160] 'process raft request' (duration: 846.103606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:05.911606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:05.064901Z","time spent":"846.660582ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:49:05.911604Z","caller":"traceutil/trace.go:171","msg":"trace[1296351642] transaction","detail":"{read_only:false; response_revision:30839; number_of_response:1; }","duration":"845.910651ms","start":"2026-07-29T14:49:05.065652Z","end":"2026-07-29T14:49:05.911563Z","steps":["trace[1296351642] 'process raft request' (duration: 845.446668ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:49:05.911647Z","caller":"traceutil/trace.go:171","msg":"trace[1211287490] transaction","detail":"{read_only:false; response_revision:30840; number_of_response:1; }","duration":"784.959069ms","start":"2026-07-29T14:49:05.126652Z","end":"2026-07-29T14:49:05.911611Z","steps":["trace[1211287490] 'process raft request' (duration: 784.507906ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:49:05.911716Z","caller":"traceutil/trace.go:171","msg":"trace[1847979475] linearizableReadLoop","detail":"{readStateIndex:31771; appliedIndex:31768; }","duration":"846.465026ms","start":"2026-07-29T14:49:05.065216Z","end":"2026-07-29T14:49:05.911681Z","steps":["trace[1847979475] 'read index received' (duration: 169.838576ms)","trace[1847979475] 'applied index is now lower than readState.Index' (duration: 676.62186ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:49:05.911781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:05.126633Z","time spent":"785.094003ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:49:05.911816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:05.065643Z","time spent":"846.064326ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:49:05.911897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.681592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:49:05.911929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.51075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:49:05.911979Z","caller":"traceutil/trace.go:171","msg":"trace[477532539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30840; }","duration":"521.602452ms","start":"2026-07-29T14:49:05.390349Z","end":"2026-07-29T14:49:05.911951Z","steps":["trace[477532539] 'agreement among raft nodes before linearized reading' (duration: 521.498889ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:49:05.911975Z","caller":"traceutil/trace.go:171","msg":"trace[1330385961] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:30840; }","duration":"846.795895ms","start":"2026-07-29T14:49:05.065152Z","end":"2026-07-29T14:49:05.911948Z","steps":["trace[1330385961] 'agreement among raft nodes before linearized reading' (duration: 846.674902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:05.912004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:05.390326Z","time spent":"521.672435ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:49:05.912033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:05.065134Z","time spent":"846.884458ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:49:05.912252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.975251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-29T14:49:05.912327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.461441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-29T14:49:05.91244Z","caller":"traceutil/trace.go:171","msg":"trace[1503235617] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:30840; }","duration":"448.205067ms","start":"2026-07-29T14:49:05.4642Z","end":"2026-07-29T14:49:05.912405Z","steps":["trace[1503235617] 'agreement among raft nodes before linearized reading' (duration: 447.671482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:05.912734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:05.464178Z","time spent":"448.536226ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T14:49:05.912616Z","caller":"traceutil/trace.go:171","msg":"trace[818401719] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30840; }","duration":"466.77643ms","start":"2026-07-29T14:49:05.445813Z","end":"2026-07-29T14:49:05.91259Z","steps":["trace[818401719] 'agreement among raft nodes before linearized reading' (duration: 466.091501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:05.912937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:05.445802Z","time spent":"467.073738ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:49:06.748763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.048827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:49:06.749052Z","caller":"traceutil/trace.go:171","msg":"trace[622429084] linearizableReadLoop","detail":"{readStateIndex:31775; appliedIndex:31773; }","duration":"723.050911ms","start":"2026-07-29T14:49:06.025975Z","end":"2026-07-29T14:49:06.749026Z","steps":["trace[622429084] 'read index received' (duration: 197.685284ms)","trace[622429084] 'applied index is now lower than readState.Index' (duration: 525.363207ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:49:06.749184Z","caller":"traceutil/trace.go:171","msg":"trace[711308198] transaction","detail":"{read_only:false; response_revision:30842; number_of_response:1; }","duration":"831.119983ms","start":"2026-07-29T14:49:05.91805Z","end":"2026-07-29T14:49:06.74917Z","steps":["trace[711308198] 'process raft request' (duration: 830.854545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:06.749286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:05.918037Z","time spent":"831.187515ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:49:06.749194Z","caller":"traceutil/trace.go:171","msg":"trace[143614799] transaction","detail":"{read_only:false; response_revision:30841; number_of_response:1; }","duration":"831.558275ms","start":"2026-07-29T14:49:05.91758Z","end":"2026-07-29T14:49:06.749138Z","steps":["trace[143614799] 'process raft request' (duration: 305.990623ms)","trace[143614799] 'compare' (duration: 524.443571ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:49:06.749491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.468323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-29T14:49:06.749514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.051802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:49:06.749543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:05.917517Z","time spent":"831.866774ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:49:06.749579Z","caller":"traceutil/trace.go:171","msg":"trace[355919373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30842; }","duration":"723.643507ms","start":"2026-07-29T14:49:06.025913Z","end":"2026-07-29T14:49:06.749557Z","steps":["trace[355919373] 'agreement among raft nodes before linearized reading' (duration: 723.38117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:06.749566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.49012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-29T14:49:06.749586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.35043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:49:06.749605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.205379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T14:49:06.749644Z","caller":"traceutil/trace.go:171","msg":"trace[1245598388] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:30842; }","duration":"278.201357ms","start":"2026-07-29T14:49:06.471376Z","end":"2026-07-29T14:49:06.749577Z","steps":["trace[1245598388] 'agreement among raft nodes before linearized reading' (duration: 278.004071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:06.749623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.608988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-29T14:49:06.74966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:06.025887Z","time spent":"723.758431ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T14:49:06.749687Z","caller":"traceutil/trace.go:171","msg":"trace[1778920886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30842; }","duration":"166.498044ms","start":"2026-07-29T14:49:06.583162Z","end":"2026-07-29T14:49:06.74966Z","steps":["trace[1778920886] 'agreement among raft nodes before linearized reading' (duration: 166.309009ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:49:06.749668Z","caller":"traceutil/trace.go:171","msg":"trace[686580354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30842; }","duration":"720.635915ms","start":"2026-07-29T14:49:06.029006Z","end":"2026-07-29T14:49:06.749642Z","steps":["trace[686580354] 'agreement among raft nodes before linearized reading' (duration: 720.310736ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:49:06.749704Z","caller":"traceutil/trace.go:171","msg":"trace[968220090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30842; }","duration":"415.734021ms","start":"2026-07-29T14:49:06.333956Z","end":"2026-07-29T14:49:06.74969Z","steps":["trace[968220090] 'agreement among raft nodes before linearized reading' (duration: 415.473704ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:49:06.7497Z","caller":"traceutil/trace.go:171","msg":"trace[957516835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30842; }","duration":"485.341922ms","start":"2026-07-29T14:49:06.264331Z","end":"2026-07-29T14:49:06.749673Z","steps":["trace[957516835] 'agreement among raft nodes before linearized reading' (duration: 485.083805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:06.749735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.178789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:49:06.749751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:06.333933Z","time spent":"415.806863ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T14:49:06.749756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:06.264313Z","time spent":"485.431874ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T14:49:06.74976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:06.028993Z","time spent":"720.756978ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T14:49:06.74978Z","caller":"traceutil/trace.go:171","msg":"trace[1737712970] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:30842; }","duration":"580.271071ms","start":"2026-07-29T14:49:06.169494Z","end":"2026-07-29T14:49:06.749765Z","steps":["trace[1737712970] 'agreement among raft nodes before linearized reading' (duration: 580.189959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:06.749818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:06.169463Z","time spent":"580.346193ms","remote":"127.0.0.1:56708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:49:06.750299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.922269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"warn","ts":"2026-07-29T14:49:06.750427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.357442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T14:49:06.750425Z","caller":"traceutil/trace.go:171","msg":"trace[1061482016] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30842; }","duration":"415.073054ms","start":"2026-07-29T14:49:06.335293Z","end":"2026-07-29T14:49:06.750366Z","steps":["trace[1061482016] 'agreement among raft nodes before linearized reading' (duration: 414.068876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:06.750505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:06.335273Z","time spent":"415.221177ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-29T14:49:06.750488Z","caller":"traceutil/trace.go:171","msg":"trace[2072367110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30842; }","duration":"406.489176ms","start":"2026-07-29T14:49:06.343983Z","end":"2026-07-29T14:49:06.750472Z","steps":["trace[2072367110] 'agreement among raft nodes before linearized reading' (duration: 406.147447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:06.750564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:06.343971Z","time spent":"406.582179ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T14:49:07.257265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979108235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:49:07.760542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.30164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:49:07.76065Z","caller":"traceutil/trace.go:171","msg":"trace[1315029569] transaction","detail":"{read_only:false; response_revision:30843; number_of_response:1; }","duration":"1.005808572s","start":"2026-07-29T14:49:06.754823Z","end":"2026-07-29T14:49:07.760631Z","steps":["trace[1315029569] 'process raft request' (duration: 661.325876ms)","trace[1315029569] 'compare' (duration: 344.182947ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:49:07.760709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:06.7548Z","time spent":"1.005881604s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:49:08.549269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.924862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:49:08.549502Z","caller":"traceutil/trace.go:171","msg":"trace[1668359516] linearizableReadLoop","detail":"{readStateIndex:31781; appliedIndex:31775; }","duration":"1.7932714s","start":"2026-07-29T14:49:06.756217Z","end":"2026-07-29T14:49:08.549488Z","steps":["trace[1668359516] 'read index received' (duration: 659.944909ms)","trace[1668359516] 'applied index is now lower than readState.Index' (duration: 1.133325621s)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:49:08.549687Z","caller":"traceutil/trace.go:171","msg":"trace[1211127561] transaction","detail":"{read_only:false; response_revision:30844; number_of_response:1; }","duration":"1.794479244s","start":"2026-07-29T14:49:06.755198Z","end":"2026-07-29T14:49:08.549677Z","steps":["trace[1211127561] 'process raft request' (duration: 1.642060488s)","trace[1211127561] 'compare' (duration: 151.472209ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:49:08.549739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:06.755184Z","time spent":"1.794531645s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:49:08.549871Z","caller":"traceutil/trace.go:171","msg":"trace[1041281679] transaction","detail":"{read_only:false; response_revision:30845; number_of_response:1; }","duration":"1.794635088s","start":"2026-07-29T14:49:06.755229Z","end":"2026-07-29T14:49:08.549864Z","steps":["trace[1041281679] 'process raft request' (duration: 1.794120703s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:08.549909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:06.755213Z","time spent":"1.794678499s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:49:08.550019Z","caller":"traceutil/trace.go:171","msg":"trace[1148062301] transaction","detail":"{read_only:false; response_revision:30846; number_of_response:1; }","duration":"1.793923308s","start":"2026-07-29T14:49:06.756089Z","end":"2026-07-29T14:49:08.550013Z","steps":["trace[1148062301] 'process raft request' (duration: 1.793320731s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:08.550059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:06.756077Z","time spent":"1.79396217s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:49:08.55014Z","caller":"traceutil/trace.go:171","msg":"trace[1668651822] transaction","detail":"{read_only:false; response_revision:30847; number_of_response:1; }","duration":"1.793828825s","start":"2026-07-29T14:49:06.756306Z","end":"2026-07-29T14:49:08.550135Z","steps":["trace[1668651822] 'process raft request' (duration: 1.793132886s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:08.550176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:06.756296Z","time spent":"1.793863207s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:49:08.550259Z","caller":"traceutil/trace.go:171","msg":"trace[509374687] transaction","detail":"{read_only:false; response_revision:30848; number_of_response:1; }","duration":"1.308976128s","start":"2026-07-29T14:49:07.241277Z","end":"2026-07-29T14:49:08.550253Z","steps":["trace[509374687] 'process raft request' (duration: 1.308184577s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:08.550295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:07.241245Z","time spent":"1.30903384s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:49:08.55047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794249217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22621"} {"level":"info","ts":"2026-07-29T14:49:08.550503Z","caller":"traceutil/trace.go:171","msg":"trace[913715561] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:30848; }","duration":"1.794295358s","start":"2026-07-29T14:49:06.756198Z","end":"2026-07-29T14:49:08.550493Z","steps":["trace[913715561] 'agreement among raft nodes before linearized reading' (duration: 1.794171695s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:08.550534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:06.75619Z","time spent":"1.7943354s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":22643,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-29T14:49:08.925838Z","caller":"traceutil/trace.go:171","msg":"trace[1443318073] transaction","detail":"{read_only:false; response_revision:30850; number_of_response:1; }","duration":"1.007534001s","start":"2026-07-29T14:49:07.918274Z","end":"2026-07-29T14:49:08.925808Z","steps":["trace[1443318073] 'process raft request' (duration: 1.007408457s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:49:08.92588Z","caller":"traceutil/trace.go:171","msg":"trace[1383939773] transaction","detail":"{read_only:false; response_revision:30849; number_of_response:1; }","duration":"1.007662294s","start":"2026-07-29T14:49:07.918183Z","end":"2026-07-29T14:49:08.925845Z","steps":["trace[1383939773] 'process raft request' (duration: 967.544747ms)","trace[1383939773] 'compare' (duration: 39.727196ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:49:08.926021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:07.918238Z","time spent":"1.007671425s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:49:08.926048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:07.918155Z","time spent":"1.007793178s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:49:08.926064Z","caller":"traceutil/trace.go:171","msg":"trace[1917698698] transaction","detail":"{read_only:false; response_revision:30851; number_of_response:1; }","duration":"1.005949457s","start":"2026-07-29T14:49:07.920087Z","end":"2026-07-29T14:49:08.926037Z","steps":["trace[1917698698] 'process raft request' (duration: 1.00567983s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:08.926444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:07.920046Z","time spent":"1.006286476s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:49:09.001725Z","caller":"traceutil/trace.go:171","msg":"trace[134040054] linearizableReadLoop","detail":"{readStateIndex:31785; appliedIndex:31781; }","duration":"452.147166ms","start":"2026-07-29T14:49:08.549527Z","end":"2026-07-29T14:49:09.001674Z","steps":["trace[134040054] 'read index received' (duration: 336.210357ms)","trace[134040054] 'applied index is now lower than readState.Index' (duration: 115.935089ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:49:09.001903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61164207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:49:09.001944Z","caller":"traceutil/trace.go:171","msg":"trace[2097637982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30851; }","duration":"1.611701771s","start":"2026-07-29T14:49:07.390231Z","end":"2026-07-29T14:49:09.001932Z","steps":["trace[2097637982] 'agreement among raft nodes before linearized reading' (duration: 1.611609999s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:09.001928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.545799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:49:09.001979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:07.39017Z","time spent":"1.611800974s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:49:09.001968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.661311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:49:09.002029Z","caller":"traceutil/trace.go:171","msg":"trace[28090300] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30851; }","duration":"335.687962ms","start":"2026-07-29T14:49:08.666316Z","end":"2026-07-29T14:49:09.002004Z","steps":["trace[28090300] 'agreement among raft nodes before linearized reading' (duration: 335.546918ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:49:09.002039Z","caller":"traceutil/trace.go:171","msg":"trace[51986984] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:30851; }","duration":"190.788625ms","start":"2026-07-29T14:49:08.81123Z","end":"2026-07-29T14:49:09.002019Z","steps":["trace[51986984] 'agreement among raft nodes before linearized reading' (duration: 190.668221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:09.002052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.535418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:49:09.001949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287405973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"warn","ts":"2026-07-29T14:49:09.002086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:08.666288Z","time spent":"335.783935ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-29T14:49:09.002108Z","caller":"traceutil/trace.go:171","msg":"trace[2048298787] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:30851; }","duration":"277.617491ms","start":"2026-07-29T14:49:08.724471Z","end":"2026-07-29T14:49:09.002089Z","steps":["trace[2048298787] 'agreement among raft nodes before linearized reading' (duration: 277.525118ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:49:09.002117Z","caller":"traceutil/trace.go:171","msg":"trace[293609776] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:30851; }","duration":"1.287584478s","start":"2026-07-29T14:49:07.714518Z","end":"2026-07-29T14:49:09.002102Z","steps":["trace[293609776] 'agreement among raft nodes before linearized reading' (duration: 1.28727818s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:09.002157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:07.714495Z","time spent":"1.28765306s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-29T14:49:09.002218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.435007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T14:49:09.002318Z","caller":"traceutil/trace.go:171","msg":"trace[650712427] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:30851; }","duration":"247.577571ms","start":"2026-07-29T14:49:08.754716Z","end":"2026-07-29T14:49:09.002293Z","steps":["trace[650712427] 'agreement among raft nodes before linearized reading' (duration: 247.264893ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:49:09.153028Z","caller":"traceutil/trace.go:171","msg":"trace[57331920] transaction","detail":"{read_only:false; response_revision:30852; number_of_response:1; }","duration":"145.910496ms","start":"2026-07-29T14:49:09.007091Z","end":"2026-07-29T14:49:09.153002Z","steps":["trace[57331920] 'process raft request' (duration: 145.71329ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:49:09.153207Z","caller":"traceutil/trace.go:171","msg":"trace[693199402] linearizableReadLoop","detail":"{readStateIndex:31786; appliedIndex:31785; }","duration":"144.846247ms","start":"2026-07-29T14:49:09.008352Z","end":"2026-07-29T14:49:09.153198Z","steps":["trace[693199402] 'read index received' (duration: 144.471937ms)","trace[693199402] 'applied index is now lower than readState.Index' (duration: 152.254µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:49:09.15331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.897396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:49:09.153339Z","caller":"traceutil/trace.go:171","msg":"trace[1043112434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30852; }","duration":"141.958577ms","start":"2026-07-29T14:49:09.011373Z","end":"2026-07-29T14:49:09.153331Z","steps":["trace[1043112434] 'agreement among raft nodes before linearized reading' (duration: 141.892975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:09.153322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.9459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T14:49:09.153415Z","caller":"traceutil/trace.go:171","msg":"trace[789157526] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30852; }","duration":"145.063333ms","start":"2026-07-29T14:49:09.008327Z","end":"2026-07-29T14:49:09.15339Z","steps":["trace[789157526] 'agreement among raft nodes before linearized reading' (duration: 144.781175ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:49:09.556864Z","caller":"traceutil/trace.go:171","msg":"trace[1387608945] transaction","detail":"{read_only:false; response_revision:30853; number_of_response:1; }","duration":"119.464116ms","start":"2026-07-29T14:49:09.437365Z","end":"2026-07-29T14:49:09.556829Z","steps":["trace[1387608945] 'process raft request' (duration: 119.22894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:09.942076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.062404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:49:09.942164Z","caller":"traceutil/trace.go:171","msg":"trace[993088823] linearizableReadLoop","detail":"{readStateIndex:31788; appliedIndex:31786; }","duration":"498.403532ms","start":"2026-07-29T14:49:09.44375Z","end":"2026-07-29T14:49:09.942153Z","steps":["trace[993088823] 'read index received' (duration: 112.896345ms)","trace[993088823] 'applied index is now lower than readState.Index' (duration: 385.506417ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:49:09.942223Z","caller":"traceutil/trace.go:171","msg":"trace[2065767165] transaction","detail":"{read_only:false; response_revision:30854; number_of_response:1; }","duration":"504.677835ms","start":"2026-07-29T14:49:09.437539Z","end":"2026-07-29T14:49:09.942217Z","steps":["trace[2065767165] 'process raft request' (duration: 351.394626ms)","trace[2065767165] 'compare' (duration: 152.984951ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:49:09.942259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:09.437534Z","time spent":"504.708916ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:49:09.942489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.739721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T14:49:09.942512Z","caller":"traceutil/trace.go:171","msg":"trace[1974187555] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30854; }","duration":"498.790793ms","start":"2026-07-29T14:49:09.443713Z","end":"2026-07-29T14:49:09.942504Z","steps":["trace[1974187555] 'agreement among raft nodes before linearized reading' (duration: 498.6781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:09.942526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:09.443698Z","time spent":"498.825274ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:49:09.942484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.637982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T14:49:09.942599Z","caller":"traceutil/trace.go:171","msg":"trace[697228678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30854; }","duration":"177.768915ms","start":"2026-07-29T14:49:09.764777Z","end":"2026-07-29T14:49:09.942546Z","steps":["trace[697228678] 'agreement among raft nodes before linearized reading' (duration: 177.536449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:09.942723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.23958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:49:09.942811Z","caller":"traceutil/trace.go:171","msg":"trace[533440656] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:30854; }","duration":"144.414995ms","start":"2026-07-29T14:49:09.798373Z","end":"2026-07-29T14:49:09.942788Z","steps":["trace[533440656] 'agreement among raft nodes before linearized reading' (duration: 144.273721ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:49:10.266293Z","caller":"traceutil/trace.go:171","msg":"trace[247033149] transaction","detail":"{read_only:false; response_revision:30856; number_of_response:1; }","duration":"318.717064ms","start":"2026-07-29T14:49:09.94752Z","end":"2026-07-29T14:49:10.266237Z","steps":["trace[247033149] 'process raft request' (duration: 318.56778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:10.266552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:09.947496Z","time spent":"318.93104ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:49:10.266567Z","caller":"traceutil/trace.go:171","msg":"trace[970463693] transaction","detail":"{read_only:false; response_revision:30855; number_of_response:1; }","duration":"319.259729ms","start":"2026-07-29T14:49:09.947271Z","end":"2026-07-29T14:49:10.266531Z","steps":["trace[970463693] 'process raft request' (duration: 281.534298ms)","trace[970463693] 'compare' (duration: 36.750784ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:49:10.26677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:09.947247Z","time spent":"319.425914ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:49:10.649464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.806518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:49:10.649539Z","caller":"traceutil/trace.go:171","msg":"trace[1685359808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30856; }","duration":"259.917161ms","start":"2026-07-29T14:49:10.389604Z","end":"2026-07-29T14:49:10.649521Z","steps":["trace[1685359808] 'range keys from in-memory index tree' (duration: 259.741127ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:49:10.6852Z","caller":"traceutil/trace.go:171","msg":"trace[1165091296] transaction","detail":"{read_only:false; response_revision:30857; number_of_response:1; }","duration":"128.347721ms","start":"2026-07-29T14:49:10.556831Z","end":"2026-07-29T14:49:10.685179Z","steps":["trace[1165091296] 'process raft request' (duration: 128.129185ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:49:11.219232Z","caller":"traceutil/trace.go:171","msg":"trace[256910998] transaction","detail":"{read_only:false; response_revision:30858; number_of_response:1; }","duration":"565.469693ms","start":"2026-07-29T14:49:10.65374Z","end":"2026-07-29T14:49:11.21921Z","steps":["trace[256910998] 'process raft request' (duration: 565.297218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:11.219374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:10.653716Z","time spent":"565.580356ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:49:11.219497Z","caller":"traceutil/trace.go:171","msg":"trace[107084002] transaction","detail":"{read_only:false; response_revision:30859; number_of_response:1; }","duration":"565.512354ms","start":"2026-07-29T14:49:10.653964Z","end":"2026-07-29T14:49:11.219476Z","steps":["trace[107084002] 'process raft request' (duration: 565.211866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:11.219618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:10.653954Z","time spent":"565.597966ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:49:11.21971Z","caller":"traceutil/trace.go:171","msg":"trace[604024742] transaction","detail":"{read_only:false; response_revision:30860; number_of_response:1; }","duration":"565.549395ms","start":"2026-07-29T14:49:10.654143Z","end":"2026-07-29T14:49:11.219692Z","steps":["trace[604024742] 'process raft request' (duration: 565.253327ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:49:11.21977Z","caller":"traceutil/trace.go:171","msg":"trace[1756547154] transaction","detail":"{read_only:false; response_revision:30861; number_of_response:1; }","duration":"564.497706ms","start":"2026-07-29T14:49:10.65526Z","end":"2026-07-29T14:49:11.219758Z","steps":["trace[1756547154] 'process raft request' (duration: 564.375993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:11.219815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:10.654132Z","time spent":"565.628797ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:49:11.21983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:10.655245Z","time spent":"564.554137ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:49:11.271233Z","caller":"traceutil/trace.go:171","msg":"trace[296200212] transaction","detail":"{read_only:false; response_revision:30864; number_of_response:1; }","duration":"336.417573ms","start":"2026-07-29T14:49:10.934799Z","end":"2026-07-29T14:49:11.271216Z","steps":["trace[296200212] 'process raft request' (duration: 336.355741ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:49:11.271271Z","caller":"traceutil/trace.go:171","msg":"trace[1935991472] transaction","detail":"{read_only:false; response_revision:30862; number_of_response:1; }","duration":"338.821669ms","start":"2026-07-29T14:49:10.932408Z","end":"2026-07-29T14:49:11.27123Z","steps":["trace[1935991472] 'process raft request' (duration: 338.616104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:11.271327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:10.934771Z","time spent":"336.505976ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:49:11.271402Z","caller":"traceutil/trace.go:171","msg":"trace[497566182] linearizableReadLoop","detail":"{readStateIndex:31799; appliedIndex:31791; }","duration":"113.465931ms","start":"2026-07-29T14:49:11.157918Z","end":"2026-07-29T14:49:11.271384Z","steps":["trace[497566182] 'read index received' (duration: 61.146487ms)","trace[497566182] 'applied index is now lower than readState.Index' (duration: 52.318703ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:49:11.271428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:10.932383Z","time spent":"338.960513ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:49:11.271519Z","caller":"traceutil/trace.go:171","msg":"trace[476230724] transaction","detail":"{read_only:false; response_revision:30863; number_of_response:1; }","duration":"338.107129ms","start":"2026-07-29T14:49:10.933401Z","end":"2026-07-29T14:49:11.271508Z","steps":["trace[476230724] 'process raft request' (duration: 337.719018ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:49:11.271571Z","caller":"traceutil/trace.go:171","msg":"trace[346927510] transaction","detail":"{read_only:false; response_revision:30865; number_of_response:1; }","duration":"266.442962ms","start":"2026-07-29T14:49:11.005122Z","end":"2026-07-29T14:49:11.271565Z","steps":["trace[346927510] 'process raft request' (duration: 266.064641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:49:11.271575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:49:10.933385Z","time spent":"338.160871ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:49:11.271527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.603935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T14:49:11.271671Z","caller":"traceutil/trace.go:171","msg":"trace[793399093] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:30865; }","duration":"113.78432ms","start":"2026-07-29T14:49:11.157868Z","end":"2026-07-29T14:49:11.271652Z","steps":["trace[793399093] 'agreement among raft nodes before linearized reading' (duration: 113.569684ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:49:11.403392Z","caller":"traceutil/trace.go:171","msg":"trace[1489949185] transaction","detail":"{read_only:false; response_revision:30866; number_of_response:1; }","duration":"127.113638ms","start":"2026-07-29T14:49:11.276227Z","end":"2026-07-29T14:49:11.40334Z","steps":["trace[1489949185] 'process raft request' (duration: 89.210792ms)","trace[1489949185] 'compare' (duration: 37.70922ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:52:06.629378Z","caller":"traceutil/trace.go:171","msg":"trace[1276535389] transaction","detail":"{read_only:false; response_revision:32297; number_of_response:1; }","duration":"144.156658ms","start":"2026-07-29T14:52:06.485191Z","end":"2026-07-29T14:52:06.629348Z","steps":["trace[1276535389] 'process raft request' (duration: 144.071476ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:52:06.629414Z","caller":"traceutil/trace.go:171","msg":"trace[1205361759] transaction","detail":"{read_only:false; response_revision:32296; number_of_response:1; }","duration":"146.110832ms","start":"2026-07-29T14:52:06.483253Z","end":"2026-07-29T14:52:06.629364Z","steps":["trace[1205361759] 'process raft request' (duration: 132.146817ms)","trace[1205361759] 'compare' (duration: 13.734939ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:52:06.629512Z","caller":"traceutil/trace.go:171","msg":"trace[1631982152] transaction","detail":"{read_only:false; response_revision:32298; number_of_response:1; }","duration":"144.270261ms","start":"2026-07-29T14:52:06.485228Z","end":"2026-07-29T14:52:06.629498Z","steps":["trace[1631982152] 'process raft request' (duration: 144.082966ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:52:39.668698Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30213} {"level":"info","ts":"2026-07-29T14:52:39.782104Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30213,"took":"109.978415ms","hash":2715678843,"current-db-size-bytes":49479680,"current-db-size":"50 MB","current-db-size-in-use-bytes":29421568,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-29T14:52:39.782159Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2715678843,"revision":30213,"compact-revision":27400} {"level":"warn","ts":"2026-07-29T14:53:18.298831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.470868ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T14:53:18.298948Z","caller":"traceutil/trace.go:171","msg":"trace[1134299447] linearizableReadLoop","detail":"{readStateIndex:33808; appliedIndex:33807; }","duration":"210.657283ms","start":"2026-07-29T14:53:18.088271Z","end":"2026-07-29T14:53:18.298928Z","steps":["trace[1134299447] 'read index received' (duration: 62.892µs)","trace[1134299447] 'applied index is now lower than readState.Index' (duration: 210.592721ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:18.299077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.791997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:18.29913Z","caller":"traceutil/trace.go:171","msg":"trace[797104019] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:32809; }","duration":"210.895579ms","start":"2026-07-29T14:53:18.088217Z","end":"2026-07-29T14:53:18.299113Z","steps":["trace[797104019] 'agreement among raft nodes before linearized reading' (duration: 210.791546ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:19.090286Z","caller":"traceutil/trace.go:171","msg":"trace[991417417] linearizableReadLoop","detail":"{readStateIndex:33812; appliedIndex:33811; }","duration":"195.283449ms","start":"2026-07-29T14:53:18.894982Z","end":"2026-07-29T14:53:19.090265Z","steps":["trace[991417417] 'read index received' (duration: 195.042172ms)","trace[991417417] 'applied index is now lower than readState.Index' (duration: 240.247µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:19.09045Z","caller":"traceutil/trace.go:171","msg":"trace[1845158649] transaction","detail":"{read_only:false; response_revision:32813; number_of_response:1; }","duration":"201.278115ms","start":"2026-07-29T14:53:18.889118Z","end":"2026-07-29T14:53:19.090396Z","steps":["trace[1845158649] 'process raft request' (duration: 200.995177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:19.090558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.553517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-29T14:53:19.090601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.484128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T14:53:19.090631Z","caller":"traceutil/trace.go:171","msg":"trace[689527762] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32813; }","duration":"195.658619ms","start":"2026-07-29T14:53:18.894956Z","end":"2026-07-29T14:53:19.090615Z","steps":["trace[689527762] 'agreement among raft nodes before linearized reading' (duration: 195.464793ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:19.090672Z","caller":"traceutil/trace.go:171","msg":"trace[1158724553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32813; }","duration":"152.600141ms","start":"2026-07-29T14:53:18.938053Z","end":"2026-07-29T14:53:19.090653Z","steps":["trace[1158724553] 'agreement among raft nodes before linearized reading' (duration: 152.396685ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:19.221367Z","caller":"traceutil/trace.go:171","msg":"trace[621225226] transaction","detail":"{read_only:false; response_revision:32814; number_of_response:1; }","duration":"126.812029ms","start":"2026-07-29T14:53:19.094518Z","end":"2026-07-29T14:53:19.22133Z","steps":["trace[621225226] 'process raft request' (duration: 98.292852ms)","trace[621225226] 'compare' (duration: 28.195358ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:19.221454Z","caller":"traceutil/trace.go:171","msg":"trace[1175624419] transaction","detail":"{read_only:false; response_revision:32817; number_of_response:1; }","duration":"124.67678ms","start":"2026-07-29T14:53:19.096766Z","end":"2026-07-29T14:53:19.221443Z","steps":["trace[1175624419] 'process raft request' (duration: 124.587268ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:19.22146Z","caller":"traceutil/trace.go:171","msg":"trace[1485646861] transaction","detail":"{read_only:false; response_revision:32816; number_of_response:1; }","duration":"124.692371ms","start":"2026-07-29T14:53:19.096733Z","end":"2026-07-29T14:53:19.221425Z","steps":["trace[1485646861] 'process raft request' (duration: 124.588688ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:19.221401Z","caller":"traceutil/trace.go:171","msg":"trace[1263923079] linearizableReadLoop","detail":"{readStateIndex:33816; appliedIndex:33812; }","duration":"122.08439ms","start":"2026-07-29T14:53:19.099297Z","end":"2026-07-29T14:53:19.221381Z","steps":["trace[1263923079] 'read index received' (duration: 93.441899ms)","trace[1263923079] 'applied index is now lower than readState.Index' (duration: 28.641871ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:19.221559Z","caller":"traceutil/trace.go:171","msg":"trace[1807094864] transaction","detail":"{read_only:false; response_revision:32815; number_of_response:1; }","duration":"126.86008ms","start":"2026-07-29T14:53:19.094692Z","end":"2026-07-29T14:53:19.221552Z","steps":["trace[1807094864] 'process raft request' (duration: 126.585373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:19.221509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.180412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:19.221651Z","caller":"traceutil/trace.go:171","msg":"trace[1591856050] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:32817; }","duration":"122.367977ms","start":"2026-07-29T14:53:19.099273Z","end":"2026-07-29T14:53:19.221641Z","steps":["trace[1591856050] 'agreement among raft nodes before linearized reading' (duration: 122.168541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:19.221659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.302567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T14:53:19.221679Z","caller":"traceutil/trace.go:171","msg":"trace[1708801652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32817; }","duration":"117.339239ms","start":"2026-07-29T14:53:19.104334Z","end":"2026-07-29T14:53:19.221673Z","steps":["trace[1708801652] 'agreement among raft nodes before linearized reading' (duration: 117.245916ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:20.55674Z","caller":"traceutil/trace.go:171","msg":"trace[1115642751] transaction","detail":"{read_only:false; response_revision:32823; number_of_response:1; }","duration":"112.586647ms","start":"2026-07-29T14:53:20.444124Z","end":"2026-07-29T14:53:20.55671Z","steps":["trace[1115642751] 'process raft request' (duration: 112.372371ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:20.684663Z","caller":"traceutil/trace.go:171","msg":"trace[186509033] transaction","detail":"{read_only:false; response_revision:32824; number_of_response:1; }","duration":"205.065639ms","start":"2026-07-29T14:53:20.479566Z","end":"2026-07-29T14:53:20.684632Z","steps":["trace[186509033] 'process raft request' (duration: 204.778651ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:20.684894Z","caller":"traceutil/trace.go:171","msg":"trace[1125750639] linearizableReadLoop","detail":"{readStateIndex:33824; appliedIndex:33821; }","duration":"186.332172ms","start":"2026-07-29T14:53:20.498529Z","end":"2026-07-29T14:53:20.684861Z","steps":["trace[1125750639] 'read index received' (duration: 57.874307ms)","trace[1125750639] 'applied index is now lower than readState.Index' (duration: 128.456015ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:20.684957Z","caller":"traceutil/trace.go:171","msg":"trace[1774881582] transaction","detail":"{read_only:false; response_revision:32825; number_of_response:1; }","duration":"204.962196ms","start":"2026-07-29T14:53:20.479972Z","end":"2026-07-29T14:53:20.684934Z","steps":["trace[1774881582] 'process raft request' (duration: 204.609316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:20.685137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.58573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T14:53:20.685181Z","caller":"traceutil/trace.go:171","msg":"trace[1619227984] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32825; }","duration":"186.702083ms","start":"2026-07-29T14:53:20.498467Z","end":"2026-07-29T14:53:20.685169Z","steps":["trace[1619227984] 'agreement among raft nodes before linearized reading' (duration: 186.504947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:20.940833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.322561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:911"} {"level":"info","ts":"2026-07-29T14:53:20.940915Z","caller":"traceutil/trace.go:171","msg":"trace[415626737] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:32827; }","duration":"149.449895ms","start":"2026-07-29T14:53:20.791442Z","end":"2026-07-29T14:53:20.940892Z","steps":["trace[415626737] 'range keys from in-memory index tree' (duration: 149.180557ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:21.397685Z","caller":"traceutil/trace.go:171","msg":"trace[1733420015] linearizableReadLoop","detail":"{readStateIndex:33831; appliedIndex:33828; }","duration":"118.46827ms","start":"2026-07-29T14:53:21.279195Z","end":"2026-07-29T14:53:21.397663Z","steps":["trace[1733420015] 'read index received' (duration: 99.808945ms)","trace[1733420015] 'applied index is now lower than readState.Index' (duration: 18.658265ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:21.397713Z","caller":"traceutil/trace.go:171","msg":"trace[1788752614] transaction","detail":"{read_only:false; response_revision:32831; number_of_response:1; }","duration":"166.543486ms","start":"2026-07-29T14:53:21.231151Z","end":"2026-07-29T14:53:21.397695Z","steps":["trace[1788752614] 'process raft request' (duration: 166.35341ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:21.397726Z","caller":"traceutil/trace.go:171","msg":"trace[1173999486] transaction","detail":"{read_only:false; response_revision:32832; number_of_response:1; }","duration":"165.743254ms","start":"2026-07-29T14:53:21.231957Z","end":"2026-07-29T14:53:21.3977Z","steps":["trace[1173999486] 'process raft request' (duration: 165.632101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:21.398021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.799978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T14:53:21.397716Z","caller":"traceutil/trace.go:171","msg":"trace[2084278774] transaction","detail":"{read_only:false; response_revision:32830; number_of_response:1; }","duration":"166.662959ms","start":"2026-07-29T14:53:21.231009Z","end":"2026-07-29T14:53:21.397672Z","steps":["trace[2084278774] 'process raft request' (duration: 148.108417ms)","trace[2084278774] 'compare' (duration: 18.193752ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:21.398118Z","caller":"traceutil/trace.go:171","msg":"trace[1256129179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32832; }","duration":"118.936093ms","start":"2026-07-29T14:53:21.279155Z","end":"2026-07-29T14:53:21.398091Z","steps":["trace[1256129179] 'agreement among raft nodes before linearized reading' (duration: 118.632064ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:23.013966Z","caller":"traceutil/trace.go:171","msg":"trace[628477883] transaction","detail":"{read_only:false; response_revision:32836; number_of_response:1; }","duration":"595.469433ms","start":"2026-07-29T14:53:22.418462Z","end":"2026-07-29T14:53:23.013932Z","steps":["trace[628477883] 'process raft request' (duration: 595.238776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:23.014178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:22.41844Z","time spent":"595.621027ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:23.060759Z","caller":"traceutil/trace.go:171","msg":"trace[1041672852] linearizableReadLoop","detail":"{readStateIndex:33836; appliedIndex:33834; }","duration":"415.409564ms","start":"2026-07-29T14:53:22.645313Z","end":"2026-07-29T14:53:23.060723Z","steps":["trace[1041672852] 'read index received' (duration: 368.385606ms)","trace[1041672852] 'applied index is now lower than readState.Index' (duration: 47.022088ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:23.060833Z","caller":"traceutil/trace.go:171","msg":"trace[106635647] transaction","detail":"{read_only:false; response_revision:32837; number_of_response:1; }","duration":"498.806876ms","start":"2026-07-29T14:53:22.561979Z","end":"2026-07-29T14:53:23.060786Z","steps":["trace[106635647] 'process raft request' (duration: 498.25701ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:23.060951Z","caller":"traceutil/trace.go:171","msg":"trace[1409968092] transaction","detail":"{read_only:false; response_revision:32839; number_of_response:1; }","duration":"369.926478ms","start":"2026-07-29T14:53:22.691002Z","end":"2026-07-29T14:53:23.060929Z","steps":["trace[1409968092] 'process raft request' (duration: 369.664791ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:23.060928Z","caller":"traceutil/trace.go:171","msg":"trace[236012131] transaction","detail":"{read_only:false; response_revision:32838; number_of_response:1; }","duration":"369.870117ms","start":"2026-07-29T14:53:22.690968Z","end":"2026-07-29T14:53:23.060838Z","steps":["trace[236012131] 'process raft request' (duration: 369.660111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:23.061011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:22.561952Z","time spent":"498.96131ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:23.061103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.757253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1632"} {"level":"info","ts":"2026-07-29T14:53:23.061151Z","caller":"traceutil/trace.go:171","msg":"trace[1945577033] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32839; }","duration":"415.872996ms","start":"2026-07-29T14:53:22.645262Z","end":"2026-07-29T14:53:23.061135Z","steps":["trace[1945577033] 'agreement among raft nodes before linearized reading' (duration: 415.64226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:23.061188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:22.645238Z","time spent":"415.941598ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1654,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T14:53:23.06119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:22.690974Z","time spent":"370.080843ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:23.0612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:22.690949Z","time spent":"370.131505ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:23.0615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.740153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-29T14:53:23.061597Z","caller":"traceutil/trace.go:171","msg":"trace[966519088] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:32839; }","duration":"190.918458ms","start":"2026-07-29T14:53:22.870659Z","end":"2026-07-29T14:53:23.061578Z","steps":["trace[966519088] 'agreement among raft nodes before linearized reading' (duration: 190.62083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:23.326585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.917442ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-29T14:53:23.326752Z","caller":"traceutil/trace.go:171","msg":"trace[1271194507] linearizableReadLoop","detail":"{readStateIndex:33839; appliedIndex:33838; }","duration":"261.901767ms","start":"2026-07-29T14:53:23.064823Z","end":"2026-07-29T14:53:23.326724Z","steps":["trace[1271194507] 'read index received' (duration: 38.814401ms)","trace[1271194507] 'applied index is now lower than readState.Index' (duration: 223.084986ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:23.327316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.471773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-65c34424-29b7-42ca-8bfc-9943f1d8cae3\" ","response":"range_response_count:1 size:2198"} {"level":"info","ts":"2026-07-29T14:53:23.327385Z","caller":"traceutil/trace.go:171","msg":"trace[1266590554] range","detail":"{range_begin:/registry/persistentvolumes/pvc-65c34424-29b7-42ca-8bfc-9943f1d8cae3; range_end:; response_count:1; response_revision:32839; }","duration":"262.578516ms","start":"2026-07-29T14:53:23.064789Z","end":"2026-07-29T14:53:23.327368Z","steps":["trace[1266590554] 'agreement among raft nodes before linearized reading' (duration: 262.293568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:23.327422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.685631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:23.32753Z","caller":"traceutil/trace.go:171","msg":"trace[1986073206] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32839; }","duration":"203.843425ms","start":"2026-07-29T14:53:23.123662Z","end":"2026-07-29T14:53:23.327505Z","steps":["trace[1986073206] 'agreement among raft nodes before linearized reading' (duration: 203.552997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:23.327984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.11759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:23.328052Z","caller":"traceutil/trace.go:171","msg":"trace[2013112234] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32839; }","duration":"201.226493ms","start":"2026-07-29T14:53:23.126812Z","end":"2026-07-29T14:53:23.328039Z","steps":["trace[2013112234] 'agreement among raft nodes before linearized reading' (duration: 201.13746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:23.32816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.355404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:23.328249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.546299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:23.328291Z","caller":"traceutil/trace.go:171","msg":"trace[1509698406] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32839; }","duration":"202.607841ms","start":"2026-07-29T14:53:23.125673Z","end":"2026-07-29T14:53:23.328281Z","steps":["trace[1509698406] 'agreement among raft nodes before linearized reading' (duration: 202.54501ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:23.328299Z","caller":"traceutil/trace.go:171","msg":"trace[1911401220] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:32839; }","duration":"202.510379ms","start":"2026-07-29T14:53:23.125741Z","end":"2026-07-29T14:53:23.328251Z","steps":["trace[1911401220] 'agreement among raft nodes before linearized reading' (duration: 202.302263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:23.328499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.516994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:23.328542Z","caller":"traceutil/trace.go:171","msg":"trace[549679900] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:32839; }","duration":"204.579765ms","start":"2026-07-29T14:53:23.123952Z","end":"2026-07-29T14:53:23.328532Z","steps":["trace[549679900] 'agreement among raft nodes before linearized reading' (duration: 204.502073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:23.328527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.500858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:23.328623Z","caller":"traceutil/trace.go:171","msg":"trace[980638979] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32839; }","duration":"202.613011ms","start":"2026-07-29T14:53:23.125985Z","end":"2026-07-29T14:53:23.328598Z","steps":["trace[980638979] 'agreement among raft nodes before linearized reading' (duration: 202.361254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:23.328663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.857367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:23.32875Z","caller":"traceutil/trace.go:171","msg":"trace[393280579] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:32839; }","duration":"202.954491ms","start":"2026-07-29T14:53:23.125779Z","end":"2026-07-29T14:53:23.328734Z","steps":["trace[393280579] 'agreement among raft nodes before linearized reading' (duration: 202.839968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:23.328875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.805946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:23.328928Z","caller":"traceutil/trace.go:171","msg":"trace[937874706] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32839; }","duration":"202.871808ms","start":"2026-07-29T14:53:23.126045Z","end":"2026-07-29T14:53:23.328917Z","steps":["trace[937874706] 'agreement among raft nodes before linearized reading' (duration: 202.715854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:23.32924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.459744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:23.329291Z","caller":"traceutil/trace.go:171","msg":"trace[523967566] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32839; }","duration":"203.522897ms","start":"2026-07-29T14:53:23.125754Z","end":"2026-07-29T14:53:23.329277Z","steps":["trace[523967566] 'agreement among raft nodes before linearized reading' (duration: 203.438344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:23.57123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.290487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:23.57137Z","caller":"traceutil/trace.go:171","msg":"trace[2119113032] transaction","detail":"{read_only:false; response_revision:32840; number_of_response:1; }","duration":"241.363651ms","start":"2026-07-29T14:53:23.329972Z","end":"2026-07-29T14:53:23.571335Z","steps":["trace[2119113032] 'process raft request' (duration: 98.874859ms)","trace[2119113032] 'compare' (duration: 142.146752ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:24.095564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.825747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:24.095729Z","caller":"traceutil/trace.go:171","msg":"trace[1682457487] transaction","detail":"{read_only:false; response_revision:32842; number_of_response:1; }","duration":"234.466051ms","start":"2026-07-29T14:53:23.86125Z","end":"2026-07-29T14:53:24.095716Z","steps":["trace[1682457487] 'process raft request' (duration: 234.396459ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:24.095748Z","caller":"traceutil/trace.go:171","msg":"trace[1673099885] transaction","detail":"{read_only:false; response_revision:32841; number_of_response:1; }","duration":"763.13195ms","start":"2026-07-29T14:53:23.332588Z","end":"2026-07-29T14:53:24.09572Z","steps":["trace[1673099885] 'process raft request' (duration: 435.057316ms)","trace[1673099885] 'compare' (duration: 327.514608ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:24.096137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:23.332561Z","time spent":"763.248533ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:24.096167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.69941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:24.095825Z","caller":"traceutil/trace.go:171","msg":"trace[555097914] linearizableReadLoop","detail":"{readStateIndex:33841; appliedIndex:33839; }","duration":"707.33877ms","start":"2026-07-29T14:53:23.38846Z","end":"2026-07-29T14:53:24.095799Z","steps":["trace[555097914] 'read index received' (duration: 40.399225ms)","trace[555097914] 'applied index is now lower than readState.Index' (duration: 666.937355ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:24.096248Z","caller":"traceutil/trace.go:171","msg":"trace[1751259527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32842; }","duration":"707.813743ms","start":"2026-07-29T14:53:23.388413Z","end":"2026-07-29T14:53:24.096227Z","steps":["trace[1751259527] 'agreement among raft nodes before linearized reading' (duration: 707.685119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:24.096301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:23.388396Z","time spent":"707.887015ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:53:24.096482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.2117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-29T14:53:24.096501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.252484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:24.096527Z","caller":"traceutil/trace.go:171","msg":"trace[743342627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32842; }","duration":"693.309033ms","start":"2026-07-29T14:53:23.403207Z","end":"2026-07-29T14:53:24.096516Z","steps":["trace[743342627] 'agreement among raft nodes before linearized reading' (duration: 693.105227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:24.096572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.127179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T14:53:24.09659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:23.403195Z","time spent":"693.384144ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T14:53:24.096621Z","caller":"traceutil/trace.go:171","msg":"trace[194545813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32842; }","duration":"185.215511ms","start":"2026-07-29T14:53:23.911393Z","end":"2026-07-29T14:53:24.096608Z","steps":["trace[194545813] 'agreement among raft nodes before linearized reading' (duration: 185.076867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:24.096662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.564896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T14:53:24.096689Z","caller":"traceutil/trace.go:171","msg":"trace[285891648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32842; }","duration":"670.621416ms","start":"2026-07-29T14:53:23.426061Z","end":"2026-07-29T14:53:24.096682Z","steps":["trace[285891648] 'agreement among raft nodes before linearized reading' (duration: 670.491243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:24.096712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:23.426045Z","time spent":"670.662188ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T14:53:24.096741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.597884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:24.09676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.444506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T14:53:24.096761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.874409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-29T14:53:24.096788Z","caller":"traceutil/trace.go:171","msg":"trace[1163199909] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:32842; }","duration":"671.684576ms","start":"2026-07-29T14:53:23.425093Z","end":"2026-07-29T14:53:24.096777Z","steps":["trace[1163199909] 'agreement among raft nodes before linearized reading' (duration: 671.613694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:24.096817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.780871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-29T14:53:24.096843Z","caller":"traceutil/trace.go:171","msg":"trace[2099242034] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:32842; }","duration":"674.826783ms","start":"2026-07-29T14:53:23.422009Z","end":"2026-07-29T14:53:24.096836Z","steps":["trace[2099242034] 'agreement among raft nodes before linearized reading' (duration: 674.759591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:24.096844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:23.425071Z","time spent":"671.765369ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:53:24.096848Z","caller":"traceutil/trace.go:171","msg":"trace[653258233] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:32842; }","duration":"523.012643ms","start":"2026-07-29T14:53:23.573817Z","end":"2026-07-29T14:53:24.09683Z","steps":["trace[653258233] 'agreement among raft nodes before linearized reading' (duration: 522.714635ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:24.096535Z","caller":"traceutil/trace.go:171","msg":"trace[1486397015] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32842; }","duration":"671.320676ms","start":"2026-07-29T14:53:23.425202Z","end":"2026-07-29T14:53:24.096522Z","steps":["trace[1486397015] 'agreement among raft nodes before linearized reading' (duration: 671.244534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:24.096886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:23.425196Z","time spent":"671.686486ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:24.0969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:23.573798Z","time spent":"523.094985ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T14:53:24.096914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.620571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T14:53:24.096954Z","caller":"traceutil/trace.go:171","msg":"trace[1529237837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32842; }","duration":"693.689094ms","start":"2026-07-29T14:53:23.403256Z","end":"2026-07-29T14:53:24.096945Z","steps":["trace[1529237837] 'agreement among raft nodes before linearized reading' (duration: 693.585011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:24.096865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:23.421997Z","time spent":"674.863843ms","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-29T14:53:24.096989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:23.40324Z","time spent":"693.741265ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T14:53:24.096796Z","caller":"traceutil/trace.go:171","msg":"trace[447683850] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:32842; }","duration":"693.531729ms","start":"2026-07-29T14:53:23.403254Z","end":"2026-07-29T14:53:24.096786Z","steps":["trace[447683850] 'agreement among raft nodes before linearized reading' (duration: 693.445447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:24.097102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:23.40323Z","time spent":"693.854767ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T14:53:24.097396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.656549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-service-gtpzs\" ","response":"range_response_count:1 size:8032"} {"level":"info","ts":"2026-07-29T14:53:24.097784Z","caller":"traceutil/trace.go:171","msg":"trace[1365975445] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-service-gtpzs; range_end:; response_count:1; response_revision:32842; }","duration":"117.085271ms","start":"2026-07-29T14:53:23.980677Z","end":"2026-07-29T14:53:24.097762Z","steps":["trace[1365975445] 'agreement among raft nodes before linearized reading' (duration: 115.830526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:24.508414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.560788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:24.508526Z","caller":"traceutil/trace.go:171","msg":"trace[440156811] transaction","detail":"{read_only:false; response_revision:32843; number_of_response:1; }","duration":"407.988209ms","start":"2026-07-29T14:53:24.100518Z","end":"2026-07-29T14:53:24.508506Z","steps":["trace[440156811] 'process raft request' (duration: 250.240076ms)","trace[440156811] 'compare' (duration: 157.392243ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:24.508593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:24.100507Z","time spent":"408.051471ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:24.710331Z","caller":"traceutil/trace.go:171","msg":"trace[413011737] transaction","detail":"{read_only:false; response_revision:32844; number_of_response:1; }","duration":"608.195734ms","start":"2026-07-29T14:53:24.102104Z","end":"2026-07-29T14:53:24.7103Z","steps":["trace[413011737] 'process raft request' (duration: 515.184447ms)","trace[413011737] 'compare' (duration: 92.710569ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:24.710355Z","caller":"traceutil/trace.go:171","msg":"trace[1717937337] linearizableReadLoop","detail":"{readStateIndex:33848; appliedIndex:33842; }","duration":"458.948176ms","start":"2026-07-29T14:53:24.251378Z","end":"2026-07-29T14:53:24.710326Z","steps":["trace[1717937337] 'read index received' (duration: 99.403594ms)","trace[1717937337] 'applied index is now lower than readState.Index' (duration: 359.543662ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:24.710394Z","caller":"traceutil/trace.go:171","msg":"trace[1410123002] transaction","detail":"{read_only:false; response_revision:32847; number_of_response:1; }","duration":"608.102862ms","start":"2026-07-29T14:53:24.102265Z","end":"2026-07-29T14:53:24.710368Z","steps":["trace[1410123002] 'process raft request' (duration: 607.972758ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:24.710481Z","caller":"traceutil/trace.go:171","msg":"trace[1469260822] transaction","detail":"{read_only:false; response_revision:32845; number_of_response:1; }","duration":"608.285466ms","start":"2026-07-29T14:53:24.102161Z","end":"2026-07-29T14:53:24.710446Z","steps":["trace[1469260822] 'process raft request' (duration: 608.020409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:24.710523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:24.102241Z","time spent":"608.225885ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:24.710521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:24.102097Z","time spent":"608.338728ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:24.710644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.32759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:24.710533Z","caller":"traceutil/trace.go:171","msg":"trace[2056343802] transaction","detail":"{read_only:false; response_revision:32846; number_of_response:1; }","duration":"608.348468ms","start":"2026-07-29T14:53:24.102167Z","end":"2026-07-29T14:53:24.710516Z","steps":["trace[2056343802] 'process raft request' (duration: 608.04546ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:24.710678Z","caller":"traceutil/trace.go:171","msg":"trace[1799630266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32848; }","duration":"320.396862ms","start":"2026-07-29T14:53:24.390272Z","end":"2026-07-29T14:53:24.710669Z","steps":["trace[1799630266] 'agreement among raft nodes before linearized reading' (duration: 320.33057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:24.710702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:24.390251Z","time spent":"320.446023ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T14:53:24.710709Z","caller":"traceutil/trace.go:171","msg":"trace[500096644] transaction","detail":"{read_only:false; response_revision:32848; number_of_response:1; }","duration":"605.614143ms","start":"2026-07-29T14:53:24.105046Z","end":"2026-07-29T14:53:24.710661Z","steps":["trace[500096644] 'process raft request' (duration: 605.221952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:24.710787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.641197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T14:53:24.710817Z","caller":"traceutil/trace.go:171","msg":"trace[1572914368] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32848; }","duration":"300.696948ms","start":"2026-07-29T14:53:24.410111Z","end":"2026-07-29T14:53:24.710808Z","steps":["trace[1572914368] 'agreement among raft nodes before linearized reading' (duration: 300.571905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:24.710812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:24.102139Z","time spent":"608.584775ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:24.710854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:24.410095Z","time spent":"300.75274ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T14:53:24.710957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:24.105033Z","time spent":"605.784657ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8200,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:24.711106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.570172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:24.711245Z","caller":"traceutil/trace.go:171","msg":"trace[292137728] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:32848; }","duration":"459.901681ms","start":"2026-07-29T14:53:24.251319Z","end":"2026-07-29T14:53:24.711221Z","steps":["trace[292137728] 'agreement among raft nodes before linearized reading' (duration: 459.313225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:24.711357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:24.251296Z","time spent":"460.044326ms","remote":"127.0.0.1:56708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:24.711113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:24.102152Z","time spent":"608.577545ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:25.366792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.794413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T14:53:25.366865Z","caller":"traceutil/trace.go:171","msg":"trace[1217913242] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:32848; }","duration":"399.893025ms","start":"2026-07-29T14:53:24.966956Z","end":"2026-07-29T14:53:25.366849Z","steps":["trace[1217913242] 'count revisions from in-memory index tree' (duration: 399.735072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:25.366916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:24.966947Z","time spent":"399.958368ms","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":219,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:25.366788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.178928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:25.367174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.622521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:25.36714Z","caller":"traceutil/trace.go:171","msg":"trace[19686202] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:32848; }","duration":"440.564697ms","start":"2026-07-29T14:53:24.92651Z","end":"2026-07-29T14:53:25.367075Z","steps":["trace[19686202] 'count revisions from in-memory index tree' (duration: 440.076724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:25.36722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.251808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-29T14:53:25.3673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:24.92648Z","time spent":"440.757973ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:53:25.367324Z","caller":"traceutil/trace.go:171","msg":"trace[1304658256] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:32848; }","duration":"536.418243ms","start":"2026-07-29T14:53:24.830881Z","end":"2026-07-29T14:53:25.367299Z","steps":["trace[1304658256] 'range keys from in-memory index tree' (duration: 535.616111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:25.367398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:24.830859Z","time spent":"536.529426ms","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-29T14:53:25.36741Z","caller":"traceutil/trace.go:171","msg":"trace[490562413] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:32848; }","duration":"506.709343ms","start":"2026-07-29T14:53:24.860508Z","end":"2026-07-29T14:53:25.367217Z","steps":["trace[490562413] 'count revisions from in-memory index tree' (duration: 505.992794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:25.367834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:24.860494Z","time spent":"507.296779ms","remote":"127.0.0.1:52296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:53:25.368013Z","caller":"traceutil/trace.go:171","msg":"trace[1116260935] transaction","detail":"{read_only:false; response_revision:32849; number_of_response:1; }","duration":"301.271974ms","start":"2026-07-29T14:53:25.066723Z","end":"2026-07-29T14:53:25.367995Z","steps":["trace[1116260935] 'process raft request' (duration: 295.457114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:25.368328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:25.066698Z","time spent":"301.49907ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:25.368038Z","caller":"traceutil/trace.go:171","msg":"trace[1864123620] transaction","detail":"{read_only:false; response_revision:32850; number_of_response:1; }","duration":"301.280474ms","start":"2026-07-29T14:53:25.066733Z","end":"2026-07-29T14:53:25.368013Z","steps":["trace[1864123620] 'process raft request' (duration: 301.177682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:25.368429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:25.066714Z","time spent":"301.678065ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:25.443807Z","caller":"traceutil/trace.go:171","msg":"trace[687877145] linearizableReadLoop","detail":"{readStateIndex:33851; appliedIndex:33848; }","duration":"217.579495ms","start":"2026-07-29T14:53:25.226211Z","end":"2026-07-29T14:53:25.443791Z","steps":["trace[687877145] 'read index received' (duration: 135.980823ms)","trace[687877145] 'applied index is now lower than readState.Index' (duration: 81.597612ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:25.443868Z","caller":"traceutil/trace.go:171","msg":"trace[1903233130] transaction","detail":"{read_only:false; response_revision:32851; number_of_response:1; }","duration":"377.057515ms","start":"2026-07-29T14:53:25.066775Z","end":"2026-07-29T14:53:25.443833Z","steps":["trace[1903233130] 'process raft request' (duration: 376.903511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:25.443996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.7871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-29T14:53:25.444038Z","caller":"traceutil/trace.go:171","msg":"trace[1565414483] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32851; }","duration":"217.876852ms","start":"2026-07-29T14:53:25.226149Z","end":"2026-07-29T14:53:25.444026Z","steps":["trace[1565414483] 'agreement among raft nodes before linearized reading' (duration: 217.758499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:25.444201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:25.066762Z","time spent":"377.347203ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:25.444414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.375354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:53:25.444457Z","caller":"traceutil/trace.go:171","msg":"trace[1299211259] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:32851; }","duration":"148.467007ms","start":"2026-07-29T14:53:25.295981Z","end":"2026-07-29T14:53:25.444448Z","steps":["trace[1299211259] 'agreement among raft nodes before linearized reading' (duration: 148.384514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:25.444588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.117099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:25.444648Z","caller":"traceutil/trace.go:171","msg":"trace[1015710388] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32851; }","duration":"110.177831ms","start":"2026-07-29T14:53:25.334454Z","end":"2026-07-29T14:53:25.444632Z","steps":["trace[1015710388] 'agreement among raft nodes before linearized reading' (duration: 110.010216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:25.444691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.825848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:25.444601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.667094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:53:25.444631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.078008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:25.444709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.717335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:53:25.444737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.913151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:25.444808Z","caller":"traceutil/trace.go:171","msg":"trace[1454044032] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:32851; }","duration":"110.985103ms","start":"2026-07-29T14:53:25.333806Z","end":"2026-07-29T14:53:25.444791Z","steps":["trace[1454044032] 'agreement among raft nodes before linearized reading' (duration: 110.88462ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:25.444828Z","caller":"traceutil/trace.go:171","msg":"trace[313493777] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32851; }","duration":"110.846789ms","start":"2026-07-29T14:53:25.33394Z","end":"2026-07-29T14:53:25.444787Z","steps":["trace[313493777] 'agreement among raft nodes before linearized reading' (duration: 110.593132ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:25.444737Z","caller":"traceutil/trace.go:171","msg":"trace[406754665] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32851; }","duration":"110.88519ms","start":"2026-07-29T14:53:25.333839Z","end":"2026-07-29T14:53:25.444724Z","steps":["trace[406754665] 'agreement among raft nodes before linearized reading' (duration: 110.820069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:25.444905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.52579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:25.444811Z","caller":"traceutil/trace.go:171","msg":"trace[768152377] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32851; }","duration":"110.396736ms","start":"2026-07-29T14:53:25.334396Z","end":"2026-07-29T14:53:25.444792Z","steps":["trace[768152377] 'agreement among raft nodes before linearized reading' (duration: 110.073057ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:25.444929Z","caller":"traceutil/trace.go:171","msg":"trace[774099356] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32851; }","duration":"110.810488ms","start":"2026-07-29T14:53:25.333921Z","end":"2026-07-29T14:53:25.444731Z","steps":["trace[774099356] 'agreement among raft nodes before linearized reading' (duration: 110.509229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:25.445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.702765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:25.444946Z","caller":"traceutil/trace.go:171","msg":"trace[1054305781] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:32851; }","duration":"110.583462ms","start":"2026-07-29T14:53:25.334354Z","end":"2026-07-29T14:53:25.444938Z","steps":["trace[1054305781] 'agreement among raft nodes before linearized reading' (duration: 110.525681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:25.445066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.828749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:25.445099Z","caller":"traceutil/trace.go:171","msg":"trace[1021357490] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32851; }","duration":"110.854739ms","start":"2026-07-29T14:53:25.334226Z","end":"2026-07-29T14:53:25.445081Z","steps":["trace[1021357490] 'agreement among raft nodes before linearized reading' (duration: 110.677824ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:25.44516Z","caller":"traceutil/trace.go:171","msg":"trace[695908437] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:32851; }","duration":"110.949342ms","start":"2026-07-29T14:53:25.33418Z","end":"2026-07-29T14:53:25.445129Z","steps":["trace[695908437] 'agreement among raft nodes before linearized reading' (duration: 110.212481ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:25.575966Z","caller":"traceutil/trace.go:171","msg":"trace[1578067337] transaction","detail":"{read_only:false; response_revision:32852; number_of_response:1; }","duration":"126.047159ms","start":"2026-07-29T14:53:25.449898Z","end":"2026-07-29T14:53:25.575945Z","steps":["trace[1578067337] 'process raft request' (duration: 81.083158ms)","trace[1578067337] 'compare' (duration: 44.872848ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:26.064799Z","caller":"traceutil/trace.go:171","msg":"trace[1979015568] linearizableReadLoop","detail":"{readStateIndex:33853; appliedIndex:33852; }","duration":"334.184092ms","start":"2026-07-29T14:53:25.730586Z","end":"2026-07-29T14:53:26.06477Z","steps":["trace[1979015568] 'read index received' (duration: 333.961486ms)","trace[1979015568] 'applied index is now lower than readState.Index' (duration: 220.966µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:26.064859Z","caller":"traceutil/trace.go:171","msg":"trace[2029075125] transaction","detail":"{read_only:false; response_revision:32853; number_of_response:1; }","duration":"341.670759ms","start":"2026-07-29T14:53:25.723152Z","end":"2026-07-29T14:53:26.064822Z","steps":["trace[2029075125] 'process raft request' (duration: 341.425712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:26.065018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:25.72312Z","time spent":"341.809323ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6264,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:26.065019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.679117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:53:26.065089Z","caller":"traceutil/trace.go:171","msg":"trace[1571409270] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:32853; }","duration":"213.80669ms","start":"2026-07-29T14:53:25.851268Z","end":"2026-07-29T14:53:26.065075Z","steps":["trace[1571409270] 'agreement among raft nodes before linearized reading' (duration: 213.653606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:26.06509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.501941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T14:53:26.065136Z","caller":"traceutil/trace.go:171","msg":"trace[659658462] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32853; }","duration":"334.588093ms","start":"2026-07-29T14:53:25.730538Z","end":"2026-07-29T14:53:26.065127Z","steps":["trace[659658462] 'agreement among raft nodes before linearized reading' (duration: 334.377217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:26.065174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:25.730522Z","time spent":"334.641995ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:53:26.065249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.796903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:26.065307Z","caller":"traceutil/trace.go:171","msg":"trace[1035161366] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:32853; }","duration":"137.931267ms","start":"2026-07-29T14:53:25.927361Z","end":"2026-07-29T14:53:26.065292Z","steps":["trace[1035161366] 'agreement among raft nodes before linearized reading' (duration: 137.806623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:26.065259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.99096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T14:53:26.065372Z","caller":"traceutil/trace.go:171","msg":"trace[955700047] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32853; }","duration":"104.145424ms","start":"2026-07-29T14:53:25.961213Z","end":"2026-07-29T14:53:26.065358Z","steps":["trace[955700047] 'agreement among raft nodes before linearized reading' (duration: 103.943298ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:26.255583Z","caller":"traceutil/trace.go:171","msg":"trace[1314263390] transaction","detail":"{read_only:false; number_of_response:1; response_revision:32854; }","duration":"187.863514ms","start":"2026-07-29T14:53:26.067699Z","end":"2026-07-29T14:53:26.255563Z","steps":["trace[1314263390] 'process raft request' (duration: 91.077103ms)","trace[1314263390] 'compare' (duration: 96.576936ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:26.3098Z","caller":"traceutil/trace.go:171","msg":"trace[1622502172] transaction","detail":"{read_only:false; response_revision:32855; number_of_response:1; }","duration":"240.065474ms","start":"2026-07-29T14:53:26.069709Z","end":"2026-07-29T14:53:26.309774Z","steps":["trace[1622502172] 'process raft request' (duration: 239.846378ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:26.31009Z","caller":"traceutil/trace.go:171","msg":"trace[424036252] transaction","detail":"{read_only:false; response_revision:32856; number_of_response:1; }","duration":"240.300191ms","start":"2026-07-29T14:53:26.069758Z","end":"2026-07-29T14:53:26.310058Z","steps":["trace[424036252] 'process raft request' (duration: 239.975472ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:26.310211Z","caller":"traceutil/trace.go:171","msg":"trace[1916566300] transaction","detail":"{read_only:false; response_revision:32857; number_of_response:1; }","duration":"205.797499ms","start":"2026-07-29T14:53:26.104399Z","end":"2026-07-29T14:53:26.310196Z","steps":["trace[1916566300] 'process raft request' (duration: 205.568623ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:26.310201Z","caller":"traceutil/trace.go:171","msg":"trace[577094123] linearizableReadLoop","detail":"{readStateIndex:33856; appliedIndex:33853; }","duration":"217.853371ms","start":"2026-07-29T14:53:26.092322Z","end":"2026-07-29T14:53:26.310175Z","steps":["trace[577094123] 'read index received' (duration: 66.470024ms)","trace[577094123] 'applied index is now lower than readState.Index' (duration: 151.288555ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:26.310465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.118859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-29T14:53:26.311035Z","caller":"traceutil/trace.go:171","msg":"trace[140332434] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:32857; }","duration":"218.723376ms","start":"2026-07-29T14:53:26.09226Z","end":"2026-07-29T14:53:26.310983Z","steps":["trace[140332434] 'agreement among raft nodes before linearized reading' (duration: 218.023846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:26.311224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.021376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:26.311254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.555028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:26.311266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.105583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T14:53:26.311288Z","caller":"traceutil/trace.go:171","msg":"trace[1716696716] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32857; }","duration":"210.113439ms","start":"2026-07-29T14:53:26.10116Z","end":"2026-07-29T14:53:26.311274Z","steps":["trace[1716696716] 'agreement among raft nodes before linearized reading' (duration: 210.003706ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:26.311329Z","caller":"traceutil/trace.go:171","msg":"trace[151747365] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32857; }","duration":"212.226207ms","start":"2026-07-29T14:53:26.099083Z","end":"2026-07-29T14:53:26.311309Z","steps":["trace[151747365] 'agreement among raft nodes before linearized reading' (duration: 212.040072ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:26.311849Z","caller":"traceutil/trace.go:171","msg":"trace[821268367] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:32857; }","duration":"207.64682ms","start":"2026-07-29T14:53:26.103641Z","end":"2026-07-29T14:53:26.311288Z","steps":["trace[821268367] 'agreement among raft nodes before linearized reading' (duration: 207.486396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:26.488429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.408194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:26.488741Z","caller":"traceutil/trace.go:171","msg":"trace[937124704] transaction","detail":"{read_only:false; response_revision:32858; number_of_response:1; }","duration":"173.120807ms","start":"2026-07-29T14:53:26.315577Z","end":"2026-07-29T14:53:26.488698Z","steps":["trace[937124704] 'process raft request' (duration: 69.319683ms)","trace[937124704] 'compare' (duration: 103.183627ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:26.48885Z","caller":"traceutil/trace.go:171","msg":"trace[1111571221] linearizableReadLoop","detail":"{readStateIndex:33858; appliedIndex:33857; }","duration":"100.01832ms","start":"2026-07-29T14:53:26.388801Z","end":"2026-07-29T14:53:26.488819Z","steps":["trace[1111571221] 'read index received' (duration: 49.412µs)","trace[1111571221] 'applied index is now lower than readState.Index' (duration: 99.965608ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:26.490343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.532242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:26.490498Z","caller":"traceutil/trace.go:171","msg":"trace[1304660907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32859; }","duration":"101.749638ms","start":"2026-07-29T14:53:26.388731Z","end":"2026-07-29T14:53:26.49048Z","steps":["trace[1304660907] 'agreement among raft nodes before linearized reading' (duration: 100.198235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:26.906516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.370486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:26.906658Z","caller":"traceutil/trace.go:171","msg":"trace[1563174348] linearizableReadLoop","detail":"{readStateIndex:33860; appliedIndex:33859; }","duration":"197.424739ms","start":"2026-07-29T14:53:26.70921Z","end":"2026-07-29T14:53:26.906634Z","steps":["trace[1563174348] 'read index received' (duration: 66.812µs)","trace[1563174348] 'applied index is now lower than readState.Index' (duration: 197.355597ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:26.906727Z","caller":"traceutil/trace.go:171","msg":"trace[1912363599] transaction","detail":"{read_only:false; response_revision:32860; number_of_response:1; }","duration":"390.399173ms","start":"2026-07-29T14:53:26.516297Z","end":"2026-07-29T14:53:26.906696Z","steps":["trace[1912363599] 'process raft request' (duration: 129.654158ms)","trace[1912363599] 'compare' (duration: 260.163089ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:26.906877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:26.516279Z","time spent":"390.516977ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:26.907059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.04341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T14:53:26.907108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.885011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"warn","ts":"2026-07-29T14:53:26.907162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.450739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T14:53:26.90719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.308544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T14:53:26.907208Z","caller":"traceutil/trace.go:171","msg":"trace[91056248] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:32860; }","duration":"198.022665ms","start":"2026-07-29T14:53:26.709162Z","end":"2026-07-29T14:53:26.907185Z","steps":["trace[91056248] 'agreement among raft nodes before linearized reading' (duration: 197.599283ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:26.907224Z","caller":"traceutil/trace.go:171","msg":"trace[335205513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32860; }","duration":"189.553941ms","start":"2026-07-29T14:53:26.717652Z","end":"2026-07-29T14:53:26.907206Z","steps":["trace[335205513] 'agreement among raft nodes before linearized reading' (duration: 189.368346ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:26.907256Z","caller":"traceutil/trace.go:171","msg":"trace[1472434423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32860; }","duration":"189.395966ms","start":"2026-07-29T14:53:26.717842Z","end":"2026-07-29T14:53:26.907238Z","steps":["trace[1472434423] 'agreement among raft nodes before linearized reading' (duration: 189.112748ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:26.90717Z","caller":"traceutil/trace.go:171","msg":"trace[1076501458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32860; }","duration":"192.198374ms","start":"2026-07-29T14:53:26.714948Z","end":"2026-07-29T14:53:26.907146Z","steps":["trace[1076501458] 'agreement among raft nodes before linearized reading' (duration: 191.887175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:26.907298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.929326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T14:53:26.907467Z","caller":"traceutil/trace.go:171","msg":"trace[860058337] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32860; }","duration":"192.109852ms","start":"2026-07-29T14:53:26.715334Z","end":"2026-07-29T14:53:26.907444Z","steps":["trace[860058337] 'agreement among raft nodes before linearized reading' (duration: 191.807804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:26.907299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.119618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:26.907598Z","caller":"traceutil/trace.go:171","msg":"trace[2046423300] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:32860; }","duration":"131.5256ms","start":"2026-07-29T14:53:26.776052Z","end":"2026-07-29T14:53:26.907578Z","steps":["trace[2046423300] 'agreement among raft nodes before linearized reading' (duration: 131.030046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:27.441256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.978027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:27.441389Z","caller":"traceutil/trace.go:171","msg":"trace[147336694] transaction","detail":"{read_only:false; response_revision:32861; number_of_response:1; }","duration":"529.529683ms","start":"2026-07-29T14:53:26.911833Z","end":"2026-07-29T14:53:27.441363Z","steps":["trace[147336694] 'process raft request' (duration: 112.33828ms)","trace[147336694] 'compare' (duration: 416.663308ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:27.441461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:26.911816Z","time spent":"529.608146ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:27.777635Z","caller":"traceutil/trace.go:171","msg":"trace[1781617841] transaction","detail":"{read_only:false; response_revision:32862; number_of_response:1; }","duration":"865.547856ms","start":"2026-07-29T14:53:26.912068Z","end":"2026-07-29T14:53:27.777616Z","steps":["trace[1781617841] 'process raft request' (duration: 839.788915ms)","trace[1781617841] 'compare' (duration: 25.441773ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:27.777747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:26.912057Z","time spent":"865.631148ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:27.777981Z","caller":"traceutil/trace.go:171","msg":"trace[780787572] transaction","detail":"{read_only:false; response_revision:32863; number_of_response:1; }","duration":"865.32724ms","start":"2026-07-29T14:53:26.912586Z","end":"2026-07-29T14:53:27.777913Z","steps":["trace[780787572] 'process raft request' (duration: 864.99734ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:27.77801Z","caller":"traceutil/trace.go:171","msg":"trace[243052244] linearizableReadLoop","detail":"{readStateIndex:33864; appliedIndex:33860; }","duration":"754.280646ms","start":"2026-07-29T14:53:27.023703Z","end":"2026-07-29T14:53:27.777984Z","steps":["trace[243052244] 'read index received' (duration: 483.104µs)","trace[243052244] 'applied index is now lower than readState.Index' (duration: 753.796462ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:27.778086Z","caller":"traceutil/trace.go:171","msg":"trace[766202531] transaction","detail":"{read_only:false; response_revision:32864; number_of_response:1; }","duration":"864.809916ms","start":"2026-07-29T14:53:26.913246Z","end":"2026-07-29T14:53:27.778056Z","steps":["trace[766202531] 'process raft request' (duration: 864.580359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:27.778138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:26.912572Z","time spent":"865.480934ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:27.778228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:26.913236Z","time spent":"864.913498ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:27.778277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.555663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-service-gtpzs\" ","response":"range_response_count:1 size:8218"} {"level":"info","ts":"2026-07-29T14:53:27.778328Z","caller":"traceutil/trace.go:171","msg":"trace[1156656859] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-service-gtpzs; range_end:; response_count:1; response_revision:32864; }","duration":"754.664666ms","start":"2026-07-29T14:53:27.023648Z","end":"2026-07-29T14:53:27.778312Z","steps":["trace[1156656859] 'agreement among raft nodes before linearized reading' (duration: 754.46486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:27.778378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:27.023627Z","time spent":"754.737938ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8240,"request content":"key:\"/registry/pods/openstack/octavia-ks-service-gtpzs\" "} {"level":"warn","ts":"2026-07-29T14:53:28.097642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.756637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:28.097912Z","caller":"traceutil/trace.go:171","msg":"trace[1515331183] transaction","detail":"{read_only:false; response_revision:32865; number_of_response:1; }","duration":"1.041880052s","start":"2026-07-29T14:53:27.055993Z","end":"2026-07-29T14:53:28.097873Z","steps":["trace[1515331183] 'process raft request' (duration: 843.794296ms)","trace[1515331183] 'compare' (duration: 197.591103ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:28.098024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:27.055968Z","time spent":"1.042008495s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:28.098185Z","caller":"traceutil/trace.go:171","msg":"trace[1248661518] transaction","detail":"{read_only:false; response_revision:32866; number_of_response:1; }","duration":"985.154457ms","start":"2026-07-29T14:53:27.112994Z","end":"2026-07-29T14:53:28.098149Z","steps":["trace[1248661518] 'process raft request' (duration: 984.767466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:28.098325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:27.112973Z","time spent":"985.29488ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:28.098528Z","caller":"traceutil/trace.go:171","msg":"trace[2090200963] linearizableReadLoop","detail":"{readStateIndex:33869; appliedIndex:33864; }","duration":"320.427923ms","start":"2026-07-29T14:53:27.778077Z","end":"2026-07-29T14:53:28.098505Z","steps":["trace[2090200963] 'read index received' (duration: 121.725159ms)","trace[2090200963] 'applied index is now lower than readState.Index' (duration: 198.701894ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:28.098702Z","caller":"traceutil/trace.go:171","msg":"trace[1851393147] transaction","detail":"{read_only:false; response_revision:32868; number_of_response:1; }","duration":"724.747211ms","start":"2026-07-29T14:53:27.37394Z","end":"2026-07-29T14:53:28.098687Z","steps":["trace[1851393147] 'process raft request' (duration: 724.412652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:28.098731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.738406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:53:28.098749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.781107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:28.098766Z","caller":"traceutil/trace.go:171","msg":"trace[478476483] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32869; }","duration":"647.792237ms","start":"2026-07-29T14:53:27.450964Z","end":"2026-07-29T14:53:28.098756Z","steps":["trace[478476483] 'agreement among raft nodes before linearized reading' (duration: 647.56146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:28.098771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:27.373918Z","time spent":"724.814262ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:28.098783Z","caller":"traceutil/trace.go:171","msg":"trace[1014175434] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32869; }","duration":"647.846768ms","start":"2026-07-29T14:53:27.450926Z","end":"2026-07-29T14:53:28.098773Z","steps":["trace[1014175434] 'agreement among raft nodes before linearized reading' (duration: 647.680494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:28.098793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:27.450954Z","time spent":"647.832777ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:53:28.098817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:27.450922Z","time spent":"647.886609ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-29T14:53:28.098917Z","caller":"traceutil/trace.go:171","msg":"trace[263816038] transaction","detail":"{read_only:false; response_revision:32867; number_of_response:1; }","duration":"725.019328ms","start":"2026-07-29T14:53:27.373887Z","end":"2026-07-29T14:53:28.098907Z","steps":["trace[263816038] 'process raft request' (duration: 724.152144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:28.098969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:27.373861Z","time spent":"725.08057ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:28.099019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.072742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:28.099034Z","caller":"traceutil/trace.go:171","msg":"trace[1169918714] transaction","detail":"{read_only:false; response_revision:32869; number_of_response:1; }","duration":"648.232219ms","start":"2026-07-29T14:53:27.45079Z","end":"2026-07-29T14:53:28.099022Z","steps":["trace[1169918714] 'process raft request' (duration: 647.603772ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:28.099057Z","caller":"traceutil/trace.go:171","msg":"trace[1030424038] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32869; }","duration":"649.145734ms","start":"2026-07-29T14:53:27.449902Z","end":"2026-07-29T14:53:28.099048Z","steps":["trace[1030424038] 'agreement among raft nodes before linearized reading' (duration: 649.094452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:28.099087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:27.449881Z","time spent":"649.198886ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:28.099092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:27.450765Z","time spent":"648.29624ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:28.098979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.070035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:28.099129Z","caller":"traceutil/trace.go:171","msg":"trace[699078554] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32869; }","duration":"648.241209ms","start":"2026-07-29T14:53:27.450877Z","end":"2026-07-29T14:53:28.099118Z","steps":["trace[699078554] 'agreement among raft nodes before linearized reading' (duration: 648.040353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:28.099162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:27.450867Z","time spent":"648.286431ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:53:28.099281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.38617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:28.099309Z","caller":"traceutil/trace.go:171","msg":"trace[466486530] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:32869; }","duration":"649.447413ms","start":"2026-07-29T14:53:27.449853Z","end":"2026-07-29T14:53:28.0993Z","steps":["trace[466486530] 'agreement among raft nodes before linearized reading' (duration: 649.381231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:28.099331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.191939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:28.099363Z","caller":"traceutil/trace.go:171","msg":"trace[571128848] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:32869; }","duration":"660.252871ms","start":"2026-07-29T14:53:27.439099Z","end":"2026-07-29T14:53:28.099352Z","steps":["trace[571128848] 'agreement among raft nodes before linearized reading' (duration: 660.189289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:28.099335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.236609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:28.099402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:27.439082Z","time spent":"660.310242ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:28.099333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:27.449849Z","time spent":"649.477633ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:53:28.099416Z","caller":"traceutil/trace.go:171","msg":"trace[662235630] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32869; }","duration":"648.354042ms","start":"2026-07-29T14:53:27.451045Z","end":"2026-07-29T14:53:28.099399Z","steps":["trace[662235630] 'agreement among raft nodes before linearized reading' (duration: 648.227029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:28.099465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:27.451035Z","time spent":"648.420704ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:28.099473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.188579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:28.099522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.936686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:28.099566Z","caller":"traceutil/trace.go:171","msg":"trace[386273515] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:32869; }","duration":"650.019248ms","start":"2026-07-29T14:53:27.449536Z","end":"2026-07-29T14:53:28.099556Z","steps":["trace[386273515] 'agreement among raft nodes before linearized reading' (duration: 649.955546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:28.09949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.646398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:28.099606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:27.449506Z","time spent":"650.09332ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:28.09962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.606099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:28.099662Z","caller":"traceutil/trace.go:171","msg":"trace[1558432105] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32869; }","duration":"649.824022ms","start":"2026-07-29T14:53:27.449789Z","end":"2026-07-29T14:53:28.099613Z","steps":["trace[1558432105] 'agreement among raft nodes before linearized reading' (duration: 649.594836ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:28.099572Z","caller":"traceutil/trace.go:171","msg":"trace[961796170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32869; }","duration":"710.328543ms","start":"2026-07-29T14:53:27.389223Z","end":"2026-07-29T14:53:28.099552Z","steps":["trace[961796170] 'agreement among raft nodes before linearized reading' (duration: 710.166638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:28.099735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:27.38921Z","time spent":"710.511557ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:53:28.099736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:27.449782Z","time spent":"649.939496ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-29T14:53:28.099687Z","caller":"traceutil/trace.go:171","msg":"trace[1386772792] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:32869; }","duration":"648.688381ms","start":"2026-07-29T14:53:27.450989Z","end":"2026-07-29T14:53:28.099677Z","steps":["trace[1386772792] 'agreement among raft nodes before linearized reading' (duration: 648.601949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:28.100088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:27.450983Z","time spent":"649.095512ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:28.515592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.423871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:28.515899Z","caller":"traceutil/trace.go:171","msg":"trace[215602644] transaction","detail":"{read_only:false; response_revision:32870; number_of_response:1; }","duration":"726.424806ms","start":"2026-07-29T14:53:27.789397Z","end":"2026-07-29T14:53:28.515821Z","steps":["trace[215602644] 'process raft request' (duration: 409.697626ms)","trace[215602644] 'compare' (duration: 316.341059ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:28.5162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:27.789381Z","time spent":"726.648292ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8202,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:28.572019Z","caller":"traceutil/trace.go:171","msg":"trace[1167610499] linearizableReadLoop","detail":"{readStateIndex:33871; appliedIndex:33869; }","duration":"473.396443ms","start":"2026-07-29T14:53:28.098579Z","end":"2026-07-29T14:53:28.571975Z","steps":["trace[1167610499] 'read index received' (duration: 100.506963ms)","trace[1167610499] 'applied index is now lower than readState.Index' (duration: 372.88454ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:28.572Z","caller":"traceutil/trace.go:171","msg":"trace[1184233726] transaction","detail":"{read_only:false; response_revision:32871; number_of_response:1; }","duration":"256.291292ms","start":"2026-07-29T14:53:28.315681Z","end":"2026-07-29T14:53:28.571972Z","steps":["trace[1184233726] 'process raft request' (duration: 256.158408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:28.572269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.831268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:28.572264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.241066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-29T14:53:28.572296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.423619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:28.572325Z","caller":"traceutil/trace.go:171","msg":"trace[724938836] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:32871; }","duration":"788.937301ms","start":"2026-07-29T14:53:27.783367Z","end":"2026-07-29T14:53:28.572304Z","steps":["trace[724938836] 'agreement among raft nodes before linearized reading' (duration: 788.807487ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:28.572329Z","caller":"traceutil/trace.go:171","msg":"trace[802658439] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32871; }","duration":"553.35837ms","start":"2026-07-29T14:53:28.018955Z","end":"2026-07-29T14:53:28.572313Z","steps":["trace[802658439] 'agreement among raft nodes before linearized reading' (duration: 553.124114ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:28.572343Z","caller":"traceutil/trace.go:171","msg":"trace[1882753246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32871; }","duration":"471.48113ms","start":"2026-07-29T14:53:28.100849Z","end":"2026-07-29T14:53:28.57233Z","steps":["trace[1882753246] 'agreement among raft nodes before linearized reading' (duration: 471.396558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:28.572375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:28.01893Z","time spent":"553.432161ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:53:28.572378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:28.100801Z","time spent":"471.568913ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:53:28.572377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:27.783344Z","time spent":"789.018613ms","remote":"127.0.0.1:46484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:28.572569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.165118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:28.572612Z","caller":"traceutil/trace.go:171","msg":"trace[1425475615] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32871; }","duration":"256.246181ms","start":"2026-07-29T14:53:28.316353Z","end":"2026-07-29T14:53:28.572599Z","steps":["trace[1425475615] 'agreement among raft nodes before linearized reading' (duration: 256.177059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:28.572724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.50056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:28.572762Z","caller":"traceutil/trace.go:171","msg":"trace[2024552139] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:32871; }","duration":"255.574612ms","start":"2026-07-29T14:53:28.317177Z","end":"2026-07-29T14:53:28.572751Z","steps":["trace[2024552139] 'agreement among raft nodes before linearized reading' (duration: 255.50879ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:28.715186Z","caller":"traceutil/trace.go:171","msg":"trace[1545083643] transaction","detail":"{read_only:false; response_revision:32873; number_of_response:1; }","duration":"134.936954ms","start":"2026-07-29T14:53:28.58022Z","end":"2026-07-29T14:53:28.715157Z","steps":["trace[1545083643] 'process raft request' (duration: 134.876792ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:28.715226Z","caller":"traceutil/trace.go:171","msg":"trace[344503863] transaction","detail":"{read_only:false; response_revision:32872; number_of_response:1; }","duration":"137.484424ms","start":"2026-07-29T14:53:28.577706Z","end":"2026-07-29T14:53:28.71519Z","steps":["trace[344503863] 'process raft request' (duration: 85.407387ms)","trace[344503863] 'compare' (duration: 51.802199ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:28.715305Z","caller":"traceutil/trace.go:171","msg":"trace[131502374] linearizableReadLoop","detail":"{readStateIndex:33873; appliedIndex:33872; }","duration":"135.212941ms","start":"2026-07-29T14:53:28.580052Z","end":"2026-07-29T14:53:28.715265Z","steps":["trace[131502374] 'read index received' (duration: 83.063762ms)","trace[131502374] 'applied index is now lower than readState.Index' (duration: 52.143939ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:28.715485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.409467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:28.715504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.118041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:28.715552Z","caller":"traceutil/trace.go:171","msg":"trace[242621457] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:32873; }","duration":"130.217774ms","start":"2026-07-29T14:53:28.585322Z","end":"2026-07-29T14:53:28.715539Z","steps":["trace[242621457] 'agreement among raft nodes before linearized reading' (duration: 130.10601ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:28.715556Z","caller":"traceutil/trace.go:171","msg":"trace[1771460851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32873; }","duration":"135.53751ms","start":"2026-07-29T14:53:28.579998Z","end":"2026-07-29T14:53:28.715536Z","steps":["trace[1771460851] 'agreement among raft nodes before linearized reading' (duration: 135.389866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:29.058943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.302436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T14:53:29.059003Z","caller":"traceutil/trace.go:171","msg":"trace[267003204] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:32873; }","duration":"147.407298ms","start":"2026-07-29T14:53:28.911581Z","end":"2026-07-29T14:53:29.058989Z","steps":["trace[267003204] 'range keys from in-memory index tree' (duration: 147.149071ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:29.433671Z","caller":"traceutil/trace.go:171","msg":"trace[117449735] transaction","detail":"{read_only:false; response_revision:32874; number_of_response:1; }","duration":"370.447003ms","start":"2026-07-29T14:53:29.063175Z","end":"2026-07-29T14:53:29.433622Z","steps":["trace[117449735] 'process raft request' (duration: 370.201166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:29.433826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:29.063118Z","time spent":"370.628018ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:30.040524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.027082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:30.040628Z","caller":"traceutil/trace.go:171","msg":"trace[984756364] transaction","detail":"{read_only:false; response_revision:32875; number_of_response:1; }","duration":"592.48152ms","start":"2026-07-29T14:53:29.448126Z","end":"2026-07-29T14:53:30.040608Z","steps":["trace[984756364] 'process raft request' (duration: 68.291535ms)","trace[984756364] 'compare' (duration: 523.305371ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:30.040687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:29.448113Z","time spent":"592.546352ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:30.085344Z","caller":"traceutil/trace.go:171","msg":"trace[2084334421] linearizableReadLoop","detail":"{readStateIndex:33877; appliedIndex:33876; }","duration":"303.105205ms","start":"2026-07-29T14:53:29.782213Z","end":"2026-07-29T14:53:30.085318Z","steps":["trace[2084334421] 'read index received' (duration: 302.9175ms)","trace[2084334421] 'applied index is now lower than readState.Index' (duration: 186.475µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:30.085462Z","caller":"traceutil/trace.go:171","msg":"trace[364292865] transaction","detail":"{read_only:false; response_revision:32876; number_of_response:1; }","duration":"558.227275ms","start":"2026-07-29T14:53:29.527224Z","end":"2026-07-29T14:53:30.085451Z","steps":["trace[364292865] 'process raft request' (duration: 557.931707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:30.085557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:29.527204Z","time spent":"558.283967ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6367,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:30.085759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.553037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T14:53:30.085799Z","caller":"traceutil/trace.go:171","msg":"trace[805537741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32876; }","duration":"303.634719ms","start":"2026-07-29T14:53:29.782155Z","end":"2026-07-29T14:53:30.08579Z","steps":["trace[805537741] 'agreement among raft nodes before linearized reading' (duration: 303.504325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:30.085827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:29.782129Z","time spent":"303.691371ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T14:53:30.08595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.29282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T14:53:30.086007Z","caller":"traceutil/trace.go:171","msg":"trace[1975515854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32876; }","duration":"303.374312ms","start":"2026-07-29T14:53:29.782618Z","end":"2026-07-29T14:53:30.085992Z","steps":["trace[1975515854] 'agreement among raft nodes before linearized reading' (duration: 303.231528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:30.086037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:29.782607Z","time spent":"303.422234ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T14:53:30.086215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.407983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T14:53:30.086336Z","caller":"traceutil/trace.go:171","msg":"trace[1078044101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32876; }","duration":"303.596238ms","start":"2026-07-29T14:53:29.782722Z","end":"2026-07-29T14:53:30.086318Z","steps":["trace[1078044101] 'agreement among raft nodes before linearized reading' (duration: 303.287809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:30.086787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:29.782708Z","time spent":"304.055901ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T14:53:30.486832Z","caller":"traceutil/trace.go:171","msg":"trace[1321977885] transaction","detail":"{read_only:false; response_revision:32877; number_of_response:1; }","duration":"396.648946ms","start":"2026-07-29T14:53:30.09016Z","end":"2026-07-29T14:53:30.486809Z","steps":["trace[1321977885] 'process raft request' (duration: 347.022646ms)","trace[1321977885] 'compare' (duration: 49.529267ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:30.486973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.09013Z","time spent":"396.770949ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:31.246779Z","caller":"traceutil/trace.go:171","msg":"trace[1417444644] transaction","detail":"{read_only:false; response_revision:32878; number_of_response:1; }","duration":"1.156217407s","start":"2026-07-29T14:53:30.090525Z","end":"2026-07-29T14:53:31.246742Z","steps":["trace[1417444644] 'process raft request' (duration: 1.085260399s)","trace[1417444644] 'compare' (duration: 70.66838ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:31.246952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.090503Z","time spent":"1.156361971s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:31.247075Z","caller":"traceutil/trace.go:171","msg":"trace[515904951] transaction","detail":"{read_only:false; response_revision:32881; number_of_response:1; }","duration":"1.143525947s","start":"2026-07-29T14:53:30.103526Z","end":"2026-07-29T14:53:31.247052Z","steps":["trace[515904951] 'process raft request' (duration: 1.143450794s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.247222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.103513Z","time spent":"1.14363149s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:31.247208Z","caller":"traceutil/trace.go:171","msg":"trace[1528979579] transaction","detail":"{read_only:false; response_revision:32880; number_of_response:1; }","duration":"1.153533023s","start":"2026-07-29T14:53:30.093642Z","end":"2026-07-29T14:53:31.247175Z","steps":["trace[1528979579] 'process raft request' (duration: 1.153235205s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:31.247283Z","caller":"traceutil/trace.go:171","msg":"trace[942234195] transaction","detail":"{read_only:false; response_revision:32882; number_of_response:1; }","duration":"1.1436599s","start":"2026-07-29T14:53:30.103598Z","end":"2026-07-29T14:53:31.247258Z","steps":["trace[942234195] 'process raft request' (duration: 1.143417574s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:31.247216Z","caller":"traceutil/trace.go:171","msg":"trace[2089792768] transaction","detail":"{read_only:false; response_revision:32879; number_of_response:1; }","duration":"1.156375891s","start":"2026-07-29T14:53:30.090808Z","end":"2026-07-29T14:53:31.247184Z","steps":["trace[2089792768] 'process raft request' (duration: 1.155884498s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.247452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.093621Z","time spent":"1.153718718s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8100,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:31.247475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.090799Z","time spent":"1.156604308s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:31.247451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.103591Z","time spent":"1.143774864s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:31.247985Z","caller":"traceutil/trace.go:171","msg":"trace[1344545257] linearizableReadLoop","detail":"{readStateIndex:33883; appliedIndex:33877; }","duration":"1.144226157s","start":"2026-07-29T14:53:30.10374Z","end":"2026-07-29T14:53:31.247966Z","steps":["trace[1344545257] 'read index received' (duration: 333.37923ms)","trace[1344545257] 'applied index is now lower than readState.Index' (duration: 810.844867ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:31.248069Z","caller":"traceutil/trace.go:171","msg":"trace[1532741730] transaction","detail":"{read_only:false; response_revision:32883; number_of_response:1; }","duration":"1.14291312s","start":"2026-07-29T14:53:30.105109Z","end":"2026-07-29T14:53:31.248022Z","steps":["trace[1532741730] 'process raft request' (duration: 1.142071917s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.248134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144380061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:31.24819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.105086Z","time spent":"1.143042293s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:31.248199Z","caller":"traceutil/trace.go:171","msg":"trace[735729603] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:32883; }","duration":"1.144446672s","start":"2026-07-29T14:53:30.103717Z","end":"2026-07-29T14:53:31.248164Z","steps":["trace[735729603] 'agreement among raft nodes before linearized reading' (duration: 1.144335519s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.248262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.103709Z","time spent":"1.144542605s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:53:31.471669Z","caller":"traceutil/trace.go:171","msg":"trace[1924502659] linearizableReadLoop","detail":"{readStateIndex:33886; appliedIndex:33884; }","duration":"223.617891ms","start":"2026-07-29T14:53:31.248024Z","end":"2026-07-29T14:53:31.471642Z","steps":["trace[1924502659] 'read index received' (duration: 223.436546ms)","trace[1924502659] 'applied index is now lower than readState.Index' (duration: 180.275µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:31.471786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082953835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:31.471873Z","caller":"traceutil/trace.go:171","msg":"trace[283622026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32885; }","duration":"1.083090769s","start":"2026-07-29T14:53:30.388757Z","end":"2026-07-29T14:53:31.471848Z","steps":["trace[283622026] 'agreement among raft nodes before linearized reading' (duration: 1.082895694s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.471916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.38874Z","time spent":"1.083167362s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:53:31.471931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366549122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:31.472003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366733816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:31.472039Z","caller":"traceutil/trace.go:171","msg":"trace[130121404] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32885; }","duration":"1.366638944s","start":"2026-07-29T14:53:30.105359Z","end":"2026-07-29T14:53:31.471998Z","steps":["trace[130121404] 'agreement among raft nodes before linearized reading' (duration: 1.366508001s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:31.472069Z","caller":"traceutil/trace.go:171","msg":"trace[963801533] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32885; }","duration":"1.366808869s","start":"2026-07-29T14:53:30.105222Z","end":"2026-07-29T14:53:31.472031Z","steps":["trace[963801533] 'agreement among raft nodes before linearized reading' (duration: 1.366720177s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.472011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365080851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:31.472092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.105339Z","time spent":"1.366743807s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:31.47211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.1052Z","time spent":"1.366902091s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-29T14:53:31.472142Z","caller":"traceutil/trace.go:171","msg":"trace[633875628] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32885; }","duration":"1.365268726s","start":"2026-07-29T14:53:30.106844Z","end":"2026-07-29T14:53:31.472113Z","steps":["trace[633875628] 'agreement among raft nodes before linearized reading' (duration: 1.364975488s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.472215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.106833Z","time spent":"1.365370649s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:31.47224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.206378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T14:53:31.472279Z","caller":"traceutil/trace.go:171","msg":"trace[1588459175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32885; }","duration":"752.283791ms","start":"2026-07-29T14:53:30.719981Z","end":"2026-07-29T14:53:31.472265Z","steps":["trace[1588459175] 'agreement among raft nodes before linearized reading' (duration: 752.156927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.472312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.719919Z","time spent":"752.386843ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T14:53:31.472375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09652179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T14:53:31.472975Z","caller":"traceutil/trace.go:171","msg":"trace[1017041892] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32885; }","duration":"1.097195479s","start":"2026-07-29T14:53:30.375762Z","end":"2026-07-29T14:53:31.472957Z","steps":["trace[1017041892] 'agreement among raft nodes before linearized reading' (duration: 1.096173951s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.472058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.730497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:31.473079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.37574Z","time spent":"1.097322782s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T14:53:31.472394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367143028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:31.473295Z","caller":"traceutil/trace.go:171","msg":"trace[1381700658] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32885; }","duration":"1.368055184s","start":"2026-07-29T14:53:30.105221Z","end":"2026-07-29T14:53:31.473276Z","steps":["trace[1381700658] 'agreement among raft nodes before linearized reading' (duration: 1.367098977s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.473354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.105212Z","time spent":"1.368123835s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:53:31.472453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36646451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:31.473565Z","caller":"traceutil/trace.go:171","msg":"trace[1872251036] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:32885; }","duration":"1.367568779s","start":"2026-07-29T14:53:30.105957Z","end":"2026-07-29T14:53:31.473526Z","steps":["trace[1872251036] 'agreement among raft nodes before linearized reading' (duration: 1.366466519s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.473611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.105945Z","time spent":"1.367653692s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:31.472475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.697618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:31.473809Z","caller":"traceutil/trace.go:171","msg":"trace[759500240] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:32885; }","duration":"897.108647ms","start":"2026-07-29T14:53:30.576685Z","end":"2026-07-29T14:53:31.473794Z","steps":["trace[759500240] 'agreement among raft nodes before linearized reading' (duration: 895.640816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.473857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.576665Z","time spent":"897.178039ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:31.472528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:31.473941Z","caller":"traceutil/trace.go:171","msg":"trace[855593549] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32885; }","duration":"897.205189ms","start":"2026-07-29T14:53:30.576714Z","end":"2026-07-29T14:53:31.473919Z","steps":["trace[855593549] 'agreement among raft nodes before linearized reading' (duration: 895.79601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.474004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.576688Z","time spent":"897.298142ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:31.471918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366481549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:31.474065Z","caller":"traceutil/trace.go:171","msg":"trace[919082466] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32885; }","duration":"1.36868475s","start":"2026-07-29T14:53:30.105368Z","end":"2026-07-29T14:53:31.474053Z","steps":["trace[919082466] 'agreement among raft nodes before linearized reading' (duration: 1.366402117s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.474125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.105312Z","time spent":"1.368786183s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-29T14:53:31.472581Z","caller":"traceutil/trace.go:171","msg":"trace[1172194058] transaction","detail":"{read_only:false; response_revision:32884; number_of_response:1; }","duration":"892.949832ms","start":"2026-07-29T14:53:30.579616Z","end":"2026-07-29T14:53:31.472566Z","steps":["trace[1172194058] 'process raft request' (duration: 891.81291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.474345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.579593Z","time spent":"894.67567ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:31.4726Z","caller":"traceutil/trace.go:171","msg":"trace[1060364593] transaction","detail":"{read_only:false; response_revision:32885; number_of_response:1; }","duration":"582.929726ms","start":"2026-07-29T14:53:30.889656Z","end":"2026-07-29T14:53:31.472586Z","steps":["trace[1060364593] 'process raft request' (duration: 581.930269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.474504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.889628Z","time spent":"584.805229ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:31.472644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.569662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-29T14:53:31.474628Z","caller":"traceutil/trace.go:171","msg":"trace[1697896752] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32885; }","duration":"894.597218ms","start":"2026-07-29T14:53:30.580016Z","end":"2026-07-29T14:53:31.474613Z","steps":["trace[1697896752] 'agreement among raft nodes before linearized reading' (duration: 892.391747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.474663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.580009Z","time spent":"894.642479ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:53:31.472767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366076159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:31.474782Z","caller":"traceutil/trace.go:171","msg":"trace[1891180877] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:32885; }","duration":"1.369062571s","start":"2026-07-29T14:53:30.105702Z","end":"2026-07-29T14:53:31.474765Z","steps":["trace[1891180877] 'agreement among raft nodes before linearized reading' (duration: 1.366046367s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.472776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367438556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:31.473141Z","caller":"traceutil/trace.go:171","msg":"trace[193182510] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:32885; }","duration":"726.868899ms","start":"2026-07-29T14:53:30.746246Z","end":"2026-07-29T14:53:31.473115Z","steps":["trace[193182510] 'agreement among raft nodes before linearized reading' (duration: 725.674056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.475511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.105693Z","time spent":"1.369792712s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:31.475547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.746201Z","time spent":"729.311016ms","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:53:31.475832Z","caller":"traceutil/trace.go:171","msg":"trace[1143165807] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32885; }","duration":"1.370513361s","start":"2026-07-29T14:53:30.105299Z","end":"2026-07-29T14:53:31.475812Z","steps":["trace[1143165807] 'agreement among raft nodes before linearized reading' (duration: 1.367397025s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.475888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:30.105294Z","time spent":"1.370581473s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-29T14:53:31.833585Z","caller":"traceutil/trace.go:171","msg":"trace[1503075200] linearizableReadLoop","detail":"{readStateIndex:33887; appliedIndex:33886; }","duration":"361.817445ms","start":"2026-07-29T14:53:31.471742Z","end":"2026-07-29T14:53:31.833559Z","steps":["trace[1503075200] 'read index received' (duration: 360.996703ms)","trace[1503075200] 'applied index is now lower than readState.Index' (duration: 819.662µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:31.833745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.843353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:53:31.833776Z","caller":"traceutil/trace.go:171","msg":"trace[86240767] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32886; }","duration":"437.942306ms","start":"2026-07-29T14:53:31.395825Z","end":"2026-07-29T14:53:31.833767Z","steps":["trace[86240767] 'agreement among raft nodes before linearized reading' (duration: 437.844773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.833811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:31.395804Z","time spent":"437.996747ms","remote":"127.0.0.1:44192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:31.833815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.653638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T14:53:31.833889Z","caller":"traceutil/trace.go:171","msg":"trace[1346310523] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:32886; }","duration":"395.773643ms","start":"2026-07-29T14:53:31.438091Z","end":"2026-07-29T14:53:31.833865Z","steps":["trace[1346310523] 'agreement among raft nodes before linearized reading' (duration: 395.512425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.833934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:31.438068Z","time spent":"395.855424ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T14:53:31.834176Z","caller":"traceutil/trace.go:171","msg":"trace[1862609303] transaction","detail":"{read_only:false; response_revision:32886; number_of_response:1; }","duration":"567.822589ms","start":"2026-07-29T14:53:31.26633Z","end":"2026-07-29T14:53:31.834153Z","steps":["trace[1862609303] 'process raft request' (duration: 566.39126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.834178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.364322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T14:53:31.834253Z","caller":"traceutil/trace.go:171","msg":"trace[1098061102] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32886; }","duration":"519.490276ms","start":"2026-07-29T14:53:31.314743Z","end":"2026-07-29T14:53:31.834233Z","steps":["trace[1098061102] 'agreement among raft nodes before linearized reading' (duration: 519.223348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.834277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:31.26631Z","time spent":"567.902322ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6361,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:31.834298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:31.314722Z","time spent":"519.566978ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:53:31.834521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.208868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T14:53:31.834571Z","caller":"traceutil/trace.go:171","msg":"trace[1161395477] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32886; }","duration":"519.296151ms","start":"2026-07-29T14:53:31.315262Z","end":"2026-07-29T14:53:31.834558Z","steps":["trace[1161395477] 'agreement among raft nodes before linearized reading' (duration: 519.097725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:31.834602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:31.315245Z","time spent":"519.351002ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:53:32.334324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979114995,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T14:53:32.537682Z","caller":"traceutil/trace.go:171","msg":"trace[68869405] transaction","detail":"{read_only:false; response_revision:32887; number_of_response:1; }","duration":"1.059470186s","start":"2026-07-29T14:53:31.47818Z","end":"2026-07-29T14:53:32.53765Z","steps":["trace[68869405] 'process raft request' (duration: 1.059211729s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:32.537673Z","caller":"traceutil/trace.go:171","msg":"trace[72006239] transaction","detail":"{read_only:false; response_revision:32888; number_of_response:1; }","duration":"1.058432547s","start":"2026-07-29T14:53:31.479186Z","end":"2026-07-29T14:53:32.537619Z","steps":["trace[72006239] 'process raft request' (duration: 1.058379336s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:32.537894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:31.478151Z","time spent":"1.05960769s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:32.538032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:31.479175Z","time spent":"1.058596513s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:32.580686Z","caller":"traceutil/trace.go:171","msg":"trace[599639899] transaction","detail":"{read_only:false; response_revision:32889; number_of_response:1; }","duration":"741.724817ms","start":"2026-07-29T14:53:31.838942Z","end":"2026-07-29T14:53:32.580666Z","steps":["trace[599639899] 'process raft request' (duration: 741.478731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:32.581057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.435922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1412"} {"level":"info","ts":"2026-07-29T14:53:32.581089Z","caller":"traceutil/trace.go:171","msg":"trace[317147835] transaction","detail":"{read_only:false; response_revision:32892; number_of_response:1; }","duration":"741.192923ms","start":"2026-07-29T14:53:31.839885Z","end":"2026-07-29T14:53:32.581078Z","steps":["trace[317147835] 'process raft request' (duration: 740.799282ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:32.581129Z","caller":"traceutil/trace.go:171","msg":"trace[237378320] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:32892; }","duration":"944.566906ms","start":"2026-07-29T14:53:31.63654Z","end":"2026-07-29T14:53:32.581107Z","steps":["trace[237378320] 'agreement among raft nodes before linearized reading' (duration: 944.35965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:32.581148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:31.83892Z","time spent":"742.184731ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T14:53:32.581176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:31.83987Z","time spent":"741.254515ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:32.58108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102254517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T14:53:32.580745Z","caller":"traceutil/trace.go:171","msg":"trace[1707903848] transaction","detail":"{read_only:false; response_revision:32891; number_of_response:1; }","duration":"741.047209ms","start":"2026-07-29T14:53:31.839673Z","end":"2026-07-29T14:53:32.58072Z","steps":["trace[1707903848] 'process raft request' (duration: 740.968927ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:32.580782Z","caller":"traceutil/trace.go:171","msg":"trace[1517657242] transaction","detail":"{read_only:false; response_revision:32890; number_of_response:1; }","duration":"741.701537ms","start":"2026-07-29T14:53:31.839037Z","end":"2026-07-29T14:53:32.580738Z","steps":["trace[1517657242] 'process raft request' (duration: 741.548343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:32.581504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:31.839652Z","time spent":"741.78401ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:32.581539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:31.839014Z","time spent":"742.477908ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:32.581036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107726598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:32.581179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:31.636509Z","time spent":"944.660528ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1434,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-07-29T14:53:32.581757Z","caller":"traceutil/trace.go:171","msg":"trace[705918475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32892; }","duration":"1.108544291s","start":"2026-07-29T14:53:31.473198Z","end":"2026-07-29T14:53:32.581743Z","steps":["trace[705918475] 'agreement among raft nodes before linearized reading' (duration: 1.107746239s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:32.581714Z","caller":"traceutil/trace.go:171","msg":"trace[1615690755] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32892; }","duration":"1.10270546s","start":"2026-07-29T14:53:31.478763Z","end":"2026-07-29T14:53:32.581468Z","steps":["trace[1615690755] 'agreement among raft nodes before linearized reading' (duration: 1.102172995s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:32.582055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:31.478751Z","time spent":"1.103285335s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T14:53:32.581887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:31.473171Z","time spent":"1.108686884s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T14:53:32.580907Z","caller":"traceutil/trace.go:171","msg":"trace[1638459085] linearizableReadLoop","detail":"{readStateIndex:33893; appliedIndex:33887; }","duration":"747.244151ms","start":"2026-07-29T14:53:31.833646Z","end":"2026-07-29T14:53:32.58089Z","steps":["trace[1638459085] 'read index received' (duration: 703.760921ms)","trace[1638459085] 'applied index is now lower than readState.Index' (duration: 43.48034ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:32.582507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.768141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:32.582553Z","caller":"traceutil/trace.go:171","msg":"trace[1983108008] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:32892; }","duration":"732.855903ms","start":"2026-07-29T14:53:31.849684Z","end":"2026-07-29T14:53:32.58254Z","steps":["trace[1983108008] 'agreement among raft nodes before linearized reading' (duration: 732.782451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:32.582585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:31.849662Z","time spent":"732.915745ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:32.583082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.602426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T14:53:32.583157Z","caller":"traceutil/trace.go:171","msg":"trace[1092147424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32892; }","duration":"537.75815ms","start":"2026-07-29T14:53:32.045377Z","end":"2026-07-29T14:53:32.583135Z","steps":["trace[1092147424] 'agreement among raft nodes before linearized reading' (duration: 537.532993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:32.583189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.889954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:53:32.583216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:32.045341Z","time spent":"537.862313ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T14:53:32.583234Z","caller":"traceutil/trace.go:171","msg":"trace[1675924529] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:32892; }","duration":"487.988717ms","start":"2026-07-29T14:53:32.095234Z","end":"2026-07-29T14:53:32.583222Z","steps":["trace[1675924529] 'agreement among raft nodes before linearized reading' (duration: 487.914505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:32.583272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:32.095209Z","time spent":"488.055218ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:53:32.759045Z","caller":"traceutil/trace.go:171","msg":"trace[1824498535] transaction","detail":"{read_only:false; response_revision:32893; number_of_response:1; }","duration":"170.988048ms","start":"2026-07-29T14:53:32.588027Z","end":"2026-07-29T14:53:32.759015Z","steps":["trace[1824498535] 'process raft request' (duration: 166.398641ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:33.081167Z","caller":"traceutil/trace.go:171","msg":"trace[1827877797] linearizableReadLoop","detail":"{readStateIndex:33895; appliedIndex:33893; }","duration":"489.57091ms","start":"2026-07-29T14:53:32.591564Z","end":"2026-07-29T14:53:33.081135Z","steps":["trace[1827877797] 'read index received' (duration: 162.938017ms)","trace[1827877797] 'applied index is now lower than readState.Index' (duration: 326.631663ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:33.081292Z","caller":"traceutil/trace.go:171","msg":"trace[484780953] transaction","detail":"{read_only:false; response_revision:32895; number_of_response:1; }","duration":"463.200272ms","start":"2026-07-29T14:53:32.618044Z","end":"2026-07-29T14:53:33.081244Z","steps":["trace[484780953] 'process raft request' (duration: 462.989267ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:33.081348Z","caller":"traceutil/trace.go:171","msg":"trace[266962182] transaction","detail":"{read_only:false; response_revision:32894; number_of_response:1; }","duration":"492.630904ms","start":"2026-07-29T14:53:32.588686Z","end":"2026-07-29T14:53:33.081317Z","steps":["trace[266962182] 'process raft request' (duration: 492.147331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:33.081405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.801867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:33.081512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.709737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:33.081526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:32.588665Z","time spent":"492.772839ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:33.081568Z","caller":"traceutil/trace.go:171","msg":"trace[1373841193] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32895; }","duration":"421.816871ms","start":"2026-07-29T14:53:32.659734Z","end":"2026-07-29T14:53:33.08155Z","steps":["trace[1373841193] 'agreement among raft nodes before linearized reading' (duration: 421.584494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:33.081699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.425877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-29T14:53:33.081707Z","caller":"traceutil/trace.go:171","msg":"trace[1739915576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32895; }","duration":"490.128075ms","start":"2026-07-29T14:53:32.591539Z","end":"2026-07-29T14:53:33.081667Z","steps":["trace[1739915576] 'agreement among raft nodes before linearized reading' (duration: 489.747395ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:33.081744Z","caller":"traceutil/trace.go:171","msg":"trace[347665636] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:32895; }","duration":"210.519059ms","start":"2026-07-29T14:53:32.871214Z","end":"2026-07-29T14:53:33.081733Z","steps":["trace[347665636] 'agreement among raft nodes before linearized reading' (duration: 210.337234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:33.081734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:32.659707Z","time spent":"422.001555ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-29T14:53:33.081783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:32.591529Z","time spent":"490.234409ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:53:33.081479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:32.618025Z","time spent":"463.351137ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:33.365981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.413931ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-29T14:53:33.36611Z","caller":"traceutil/trace.go:171","msg":"trace[430021944] linearizableReadLoop","detail":"{readStateIndex:33897; appliedIndex:33896; }","duration":"281.820817ms","start":"2026-07-29T14:53:33.084269Z","end":"2026-07-29T14:53:33.36609Z","steps":["trace[430021944] 'read index received' (duration: 110.381136ms)","trace[430021944] 'applied index is now lower than readState.Index' (duration: 171.437911ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:33.366212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.943171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:33.36626Z","caller":"traceutil/trace.go:171","msg":"trace[336199528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32895; }","duration":"282.052064ms","start":"2026-07-29T14:53:33.084196Z","end":"2026-07-29T14:53:33.366249Z","steps":["trace[336199528] 'agreement among raft nodes before linearized reading' (duration: 281.962961ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:33.452914Z","caller":"traceutil/trace.go:171","msg":"trace[1615302489] transaction","detail":"{read_only:false; response_revision:32896; number_of_response:1; }","duration":"199.362351ms","start":"2026-07-29T14:53:33.253524Z","end":"2026-07-29T14:53:33.452886Z","steps":["trace[1615302489] 'process raft request' (duration: 199.174936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:33.679158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.895944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:33.679397Z","caller":"traceutil/trace.go:171","msg":"trace[853581470] transaction","detail":"{read_only:false; response_revision:32897; number_of_response:1; }","duration":"425.477852ms","start":"2026-07-29T14:53:33.253893Z","end":"2026-07-29T14:53:33.679371Z","steps":["trace[853581470] 'process raft request' (duration: 299.243718ms)","trace[853581470] 'compare' (duration: 125.616157ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:33.679501Z","caller":"traceutil/trace.go:171","msg":"trace[675678629] transaction","detail":"{read_only:false; response_revision:32900; number_of_response:1; }","duration":"199.086314ms","start":"2026-07-29T14:53:33.480395Z","end":"2026-07-29T14:53:33.679481Z","steps":["trace[675678629] 'process raft request' (duration: 199.030222ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:33.679543Z","caller":"traceutil/trace.go:171","msg":"trace[968332108] transaction","detail":"{read_only:false; response_revision:32899; number_of_response:1; }","duration":"312.154474ms","start":"2026-07-29T14:53:33.367356Z","end":"2026-07-29T14:53:33.679511Z","steps":["trace[968332108] 'process raft request' (duration: 311.99196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:33.679506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:33.25387Z","time spent":"425.592735ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:33.67959Z","caller":"traceutil/trace.go:171","msg":"trace[1974007378] transaction","detail":"{read_only:false; response_revision:32898; number_of_response:1; }","duration":"425.581524ms","start":"2026-07-29T14:53:33.25395Z","end":"2026-07-29T14:53:33.679531Z","steps":["trace[1974007378] 'process raft request' (duration: 425.320787ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:33.679652Z","caller":"traceutil/trace.go:171","msg":"trace[271294890] linearizableReadLoop","detail":"{readStateIndex:33900; appliedIndex:33897; }","duration":"313.46629ms","start":"2026-07-29T14:53:33.366138Z","end":"2026-07-29T14:53:33.679604Z","steps":["trace[271294890] 'read index received' (duration: 86.364103ms)","trace[271294890] 'applied index is now lower than readState.Index' (duration: 227.097867ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:33.679703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:33.367331Z","time spent":"312.282528ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:33.679762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.991273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:53:33.679804Z","caller":"traceutil/trace.go:171","msg":"trace[1621281511] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:32900; }","duration":"377.034494ms","start":"2026-07-29T14:53:33.302758Z","end":"2026-07-29T14:53:33.679792Z","steps":["trace[1621281511] 'agreement among raft nodes before linearized reading' (duration: 376.963662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:33.679802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.589198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:33.679843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:33.302728Z","time spent":"377.107116ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:33.679839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:33.253935Z","time spent":"425.76948ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:33.679827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.945904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:33.679863Z","caller":"traceutil/trace.go:171","msg":"trace[1747955740] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:32900; }","duration":"586.700541ms","start":"2026-07-29T14:53:33.093141Z","end":"2026-07-29T14:53:33.679842Z","steps":["trace[1747955740] 'agreement among raft nodes before linearized reading' (duration: 586.597118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:33.679881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.558744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:33.679914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:33.093119Z","time spent":"586.781083ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-07-29T14:53:33.679914Z","caller":"traceutil/trace.go:171","msg":"trace[1816001488] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:32900; }","duration":"426.043977ms","start":"2026-07-29T14:53:33.253847Z","end":"2026-07-29T14:53:33.679891Z","steps":["trace[1816001488] 'agreement among raft nodes before linearized reading' (duration: 425.882372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:33.679927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.95499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T14:53:33.679984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.176267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:53:33.679981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:33.253814Z","time spent":"426.15312ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:53:33.680006Z","caller":"traceutil/trace.go:171","msg":"trace[2142913969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32900; }","duration":"428.084684ms","start":"2026-07-29T14:53:33.251903Z","end":"2026-07-29T14:53:33.679988Z","steps":["trace[2142913969] 'agreement among raft nodes before linearized reading' (duration: 427.828767ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:33.680028Z","caller":"traceutil/trace.go:171","msg":"trace[769138530] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32900; }","duration":"203.276889ms","start":"2026-07-29T14:53:33.47674Z","end":"2026-07-29T14:53:33.680017Z","steps":["trace[769138530] 'agreement among raft nodes before linearized reading' (duration: 203.085054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:33.679984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.186312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:53:33.680044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.039168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:33.680054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:33.251876Z","time spent":"428.165556ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T14:53:33.679979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.752928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:33.680082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.272457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:33.680074Z","caller":"traceutil/trace.go:171","msg":"trace[2029325053] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32900; }","duration":"201.295765ms","start":"2026-07-29T14:53:33.478766Z","end":"2026-07-29T14:53:33.680062Z","steps":["trace[2029325053] 'agreement among raft nodes before linearized reading' (duration: 201.11209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:33.680066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.892974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:33.679958Z","caller":"traceutil/trace.go:171","msg":"trace[998095795] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:32900; }","duration":"200.664467ms","start":"2026-07-29T14:53:33.479279Z","end":"2026-07-29T14:53:33.679944Z","steps":["trace[998095795] 'agreement among raft nodes before linearized reading' (duration: 200.556374ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:33.680139Z","caller":"traceutil/trace.go:171","msg":"trace[509435743] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:32900; }","duration":"200.343228ms","start":"2026-07-29T14:53:33.479782Z","end":"2026-07-29T14:53:33.680125Z","steps":["trace[509435743] 'agreement among raft nodes before linearized reading' (duration: 200.240016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:33.680142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.319538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:33.680156Z","caller":"traceutil/trace.go:171","msg":"trace[1670482290] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32900; }","duration":"201.011297ms","start":"2026-07-29T14:53:33.479124Z","end":"2026-07-29T14:53:33.680135Z","steps":["trace[1670482290] 'agreement among raft nodes before linearized reading' (duration: 200.834682ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:33.680088Z","caller":"traceutil/trace.go:171","msg":"trace[1570999263] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32900; }","duration":"201.087629ms","start":"2026-07-29T14:53:33.478987Z","end":"2026-07-29T14:53:33.680075Z","steps":["trace[1570999263] 'agreement among raft nodes before linearized reading' (duration: 201.027387ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:33.680199Z","caller":"traceutil/trace.go:171","msg":"trace[430968910] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32900; }","duration":"200.39863ms","start":"2026-07-29T14:53:33.479787Z","end":"2026-07-29T14:53:33.680185Z","steps":["trace[430968910] 'agreement among raft nodes before linearized reading' (duration: 200.215355ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:33.680169Z","caller":"traceutil/trace.go:171","msg":"trace[620976717] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32900; }","duration":"592.954303ms","start":"2026-07-29T14:53:33.087162Z","end":"2026-07-29T14:53:33.680116Z","steps":["trace[620976717] 'agreement among raft nodes before linearized reading' (duration: 592.616104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:33.680279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.78121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:33.68034Z","caller":"traceutil/trace.go:171","msg":"trace[53406462] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32900; }","duration":"200.985957ms","start":"2026-07-29T14:53:33.479339Z","end":"2026-07-29T14:53:33.680325Z","steps":["trace[53406462] 'agreement among raft nodes before linearized reading' (duration: 200.790881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:33.680326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:33.087155Z","time spent":"593.128848ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-29T14:53:33.68023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.045066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:33.680454Z","caller":"traceutil/trace.go:171","msg":"trace[393152161] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:32900; }","duration":"202.277912ms","start":"2026-07-29T14:53:33.478163Z","end":"2026-07-29T14:53:33.680441Z","steps":["trace[393152161] 'agreement among raft nodes before linearized reading' (duration: 202.040636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:33.680234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.421084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:33.680501Z","caller":"traceutil/trace.go:171","msg":"trace[1690364820] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32900; }","duration":"203.731292ms","start":"2026-07-29T14:53:33.476759Z","end":"2026-07-29T14:53:33.680491Z","steps":["trace[1690364820] 'agreement among raft nodes before linearized reading' (duration: 203.426874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:33.680469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.31753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T14:53:33.680638Z","caller":"traceutil/trace.go:171","msg":"trace[534051762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32900; }","duration":"428.616068ms","start":"2026-07-29T14:53:33.252003Z","end":"2026-07-29T14:53:33.68062Z","steps":["trace[534051762] 'agreement among raft nodes before linearized reading' (duration: 427.702963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:33.680723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:33.251966Z","time spent":"428.744401ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T14:53:34.106237Z","caller":"traceutil/trace.go:171","msg":"trace[1590094188] linearizableReadLoop","detail":"{readStateIndex:33903; appliedIndex:33902; }","duration":"421.4323ms","start":"2026-07-29T14:53:33.684778Z","end":"2026-07-29T14:53:34.106211Z","steps":["trace[1590094188] 'read index received' (duration: 421.361168ms)","trace[1590094188] 'applied index is now lower than readState.Index' (duration: 69.862µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:34.106348Z","caller":"traceutil/trace.go:171","msg":"trace[1797457039] transaction","detail":"{read_only:false; response_revision:32901; number_of_response:1; }","duration":"423.093625ms","start":"2026-07-29T14:53:33.683223Z","end":"2026-07-29T14:53:34.106317Z","steps":["trace[1797457039] 'process raft request' (duration: 422.846809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:34.10662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.831321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-29T14:53:34.106622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:33.683204Z","time spent":"423.25472ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12408,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T14:53:34.106688Z","caller":"traceutil/trace.go:171","msg":"trace[1362569646] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:32901; }","duration":"421.968084ms","start":"2026-07-29T14:53:33.684705Z","end":"2026-07-29T14:53:34.106674Z","steps":["trace[1362569646] 'agreement among raft nodes before linearized reading' (duration: 421.629245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:34.106728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:33.684684Z","time spent":"422.035107ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-29T14:53:34.36735Z","caller":"traceutil/trace.go:171","msg":"trace[1132932556] transaction","detail":"{read_only:false; response_revision:32902; number_of_response:1; }","duration":"681.020613ms","start":"2026-07-29T14:53:33.686298Z","end":"2026-07-29T14:53:34.367319Z","steps":["trace[1132932556] 'process raft request' (duration: 634.1718ms)","trace[1132932556] 'compare' (duration: 46.660738ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:34.367537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:33.68628Z","time spent":"681.163968ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:34.367593Z","caller":"traceutil/trace.go:171","msg":"trace[362420770] transaction","detail":"{read_only:false; response_revision:32903; number_of_response:1; }","duration":"679.864001ms","start":"2026-07-29T14:53:33.687704Z","end":"2026-07-29T14:53:34.367568Z","steps":["trace[362420770] 'process raft request' (duration: 679.574353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:34.367729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:33.687682Z","time spent":"679.971215ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:34.367807Z","caller":"traceutil/trace.go:171","msg":"trace[1624153596] linearizableReadLoop","detail":"{readStateIndex:33906; appliedIndex:33903; }","duration":"261.470116ms","start":"2026-07-29T14:53:34.106309Z","end":"2026-07-29T14:53:34.367779Z","steps":["trace[1624153596] 'read index received' (duration: 214.118719ms)","trace[1624153596] 'applied index is now lower than readState.Index' (duration: 47.349967ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:34.368001Z","caller":"traceutil/trace.go:171","msg":"trace[644002950] transaction","detail":"{read_only:false; response_revision:32904; number_of_response:1; }","duration":"269.889598ms","start":"2026-07-29T14:53:34.098077Z","end":"2026-07-29T14:53:34.367967Z","steps":["trace[644002950] 'process raft request' (duration: 269.388564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:34.368084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.498086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-29T14:53:34.368075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.477775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:34.368127Z","caller":"traceutil/trace.go:171","msg":"trace[742623266] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32904; }","duration":"648.565778ms","start":"2026-07-29T14:53:33.719545Z","end":"2026-07-29T14:53:34.36811Z","steps":["trace[742623266] 'agreement among raft nodes before linearized reading' (duration: 648.390783ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:34.36815Z","caller":"traceutil/trace.go:171","msg":"trace[1648558219] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:32904; }","duration":"357.618779ms","start":"2026-07-29T14:53:34.010509Z","end":"2026-07-29T14:53:34.368128Z","steps":["trace[1648558219] 'agreement among raft nodes before linearized reading' (duration: 357.459674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:34.36816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:33.719525Z","time spent":"648.628079ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:53:34.368198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:34.010478Z","time spent":"357.709751ms","remote":"127.0.0.1:40566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:34.368208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.959479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T14:53:34.368248Z","caller":"traceutil/trace.go:171","msg":"trace[1513386620] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32904; }","duration":"682.045672ms","start":"2026-07-29T14:53:33.686191Z","end":"2026-07-29T14:53:34.368237Z","steps":["trace[1513386620] 'agreement among raft nodes before linearized reading' (duration: 681.853016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:34.368284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:33.686174Z","time spent":"682.098514ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T14:53:34.368347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.429289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T14:53:34.368382Z","caller":"traceutil/trace.go:171","msg":"trace[918123974] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:32904; }","duration":"259.499791ms","start":"2026-07-29T14:53:34.108872Z","end":"2026-07-29T14:53:34.368372Z","steps":["trace[918123974] 'agreement among raft nodes before linearized reading' (duration: 259.351947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:34.368578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.493936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:34.368626Z","caller":"traceutil/trace.go:171","msg":"trace[1100126195] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:32904; }","duration":"253.568478ms","start":"2026-07-29T14:53:34.115045Z","end":"2026-07-29T14:53:34.368613Z","steps":["trace[1100126195] 'agreement among raft nodes before linearized reading' (duration: 253.497806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:34.369382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.518883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T14:53:34.369425Z","caller":"traceutil/trace.go:171","msg":"trace[1199316167] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:32904; }","duration":"242.578214ms","start":"2026-07-29T14:53:34.126837Z","end":"2026-07-29T14:53:34.369415Z","steps":["trace[1199316167] 'agreement among raft nodes before linearized reading' (duration: 241.408692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:34.619164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.677474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:34.619297Z","caller":"traceutil/trace.go:171","msg":"trace[2044214939] linearizableReadLoop","detail":"{readStateIndex:33908; appliedIndex:33906; }","duration":"237.170814ms","start":"2026-07-29T14:53:34.382114Z","end":"2026-07-29T14:53:34.619285Z","steps":["trace[2044214939] 'read index received' (duration: 134.344747ms)","trace[2044214939] 'applied index is now lower than readState.Index' (duration: 102.825537ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:34.619464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.341129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-29T14:53:34.619487Z","caller":"traceutil/trace.go:171","msg":"trace[672634237] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:32906; }","duration":"237.381441ms","start":"2026-07-29T14:53:34.382098Z","end":"2026-07-29T14:53:34.619479Z","steps":["trace[672634237] 'agreement among raft nodes before linearized reading' (duration: 237.262468ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:34.619468Z","caller":"traceutil/trace.go:171","msg":"trace[1941762620] transaction","detail":"{read_only:false; response_revision:32906; number_of_response:1; }","duration":"246.546974ms","start":"2026-07-29T14:53:34.372889Z","end":"2026-07-29T14:53:34.619436Z","steps":["trace[1941762620] 'process raft request' (duration: 246.347728ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:34.619505Z","caller":"traceutil/trace.go:171","msg":"trace[878931384] transaction","detail":"{read_only:false; response_revision:32905; number_of_response:1; }","duration":"247.678035ms","start":"2026-07-29T14:53:34.371794Z","end":"2026-07-29T14:53:34.619472Z","steps":["trace[878931384] 'process raft request' (duration: 144.643501ms)","trace[878931384] 'compare' (duration: 102.5509ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:34.619532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.5538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:34.619584Z","caller":"traceutil/trace.go:171","msg":"trace[740603007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32906; }","duration":"231.615901ms","start":"2026-07-29T14:53:34.387954Z","end":"2026-07-29T14:53:34.61957Z","steps":["trace[740603007] 'agreement among raft nodes before linearized reading' (duration: 231.543129ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:35.005335Z","caller":"traceutil/trace.go:171","msg":"trace[1028407530] transaction","detail":"{read_only:false; response_revision:32907; number_of_response:1; }","duration":"381.081716ms","start":"2026-07-29T14:53:34.624005Z","end":"2026-07-29T14:53:35.005087Z","steps":["trace[1028407530] 'process raft request' (duration: 380.766107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:35.005575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:34.623986Z","time spent":"381.448577ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12987,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:35.303309Z","caller":"traceutil/trace.go:171","msg":"trace[267470995] transaction","detail":"{read_only:false; response_revision:32908; number_of_response:1; }","duration":"679.038389ms","start":"2026-07-29T14:53:34.624203Z","end":"2026-07-29T14:53:35.303241Z","steps":["trace[267470995] 'process raft request' (duration: 678.72008ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:35.303373Z","caller":"traceutil/trace.go:171","msg":"trace[1757696449] linearizableReadLoop","detail":"{readStateIndex:33913; appliedIndex:33908; }","duration":"539.904879ms","start":"2026-07-29T14:53:34.763414Z","end":"2026-07-29T14:53:35.303319Z","steps":["trace[1757696449] 'read index received' (duration: 241.434442ms)","trace[1757696449] 'applied index is now lower than readState.Index' (duration: 298.469127ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:35.303482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:34.624183Z","time spent":"679.223503ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T14:53:35.303473Z","caller":"traceutil/trace.go:171","msg":"trace[386361010] transaction","detail":"{read_only:false; response_revision:32910; number_of_response:1; }","duration":"677.073695ms","start":"2026-07-29T14:53:34.626343Z","end":"2026-07-29T14:53:35.303417Z","steps":["trace[386361010] 'process raft request' (duration: 676.879559ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:35.303507Z","caller":"traceutil/trace.go:171","msg":"trace[933242157] transaction","detail":"{read_only:false; response_revision:32909; number_of_response:1; }","duration":"677.376123ms","start":"2026-07-29T14:53:34.626096Z","end":"2026-07-29T14:53:35.303472Z","steps":["trace[933242157] 'process raft request' (duration: 677.063515ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:35.303585Z","caller":"traceutil/trace.go:171","msg":"trace[785175867] transaction","detail":"{read_only:false; response_revision:32911; number_of_response:1; }","duration":"674.77118ms","start":"2026-07-29T14:53:34.62878Z","end":"2026-07-29T14:53:35.303551Z","steps":["trace[785175867] 'process raft request' (duration: 674.485793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:35.303674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:34.626084Z","time spent":"677.489276ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:35.303682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:34.62633Z","time spent":"677.222118ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:35.30373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:34.628766Z","time spent":"674.884704ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12590,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:35.303734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.314861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T14:53:35.303793Z","caller":"traceutil/trace.go:171","msg":"trace[1747197305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32911; }","duration":"540.401953ms","start":"2026-07-29T14:53:34.763374Z","end":"2026-07-29T14:53:35.303776Z","steps":["trace[1747197305] 'agreement among raft nodes before linearized reading' (duration: 540.189197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:35.303836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:34.763355Z","time spent":"540.474315ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T14:53:35.521762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.023209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:35.521964Z","caller":"traceutil/trace.go:171","msg":"trace[1858853763] transaction","detail":"{read_only:false; response_revision:32913; number_of_response:1; }","duration":"213.10383ms","start":"2026-07-29T14:53:35.30884Z","end":"2026-07-29T14:53:35.521944Z","steps":["trace[1858853763] 'process raft request' (duration: 213.029668ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:35.52211Z","caller":"traceutil/trace.go:171","msg":"trace[105273427] transaction","detail":"{read_only:false; response_revision:32912; number_of_response:1; }","duration":"510.701712ms","start":"2026-07-29T14:53:35.01138Z","end":"2026-07-29T14:53:35.522082Z","steps":["trace[105273427] 'process raft request' (duration: 393.276623ms)","trace[105273427] 'compare' (duration: 116.879314ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:35.522242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.010504Z","time spent":"511.67639ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T14:53:35.522261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.459369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:35.522279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.247054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:53:35.522302Z","caller":"traceutil/trace.go:171","msg":"trace[1718712194] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:32913; }","duration":"600.557312ms","start":"2026-07-29T14:53:34.921733Z","end":"2026-07-29T14:53:35.52229Z","steps":["trace[1718712194] 'agreement among raft nodes before linearized reading' (duration: 600.426468ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:35.522331Z","caller":"traceutil/trace.go:171","msg":"trace[1038703320] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:32913; }","duration":"446.307955ms","start":"2026-07-29T14:53:35.07601Z","end":"2026-07-29T14:53:35.522318Z","steps":["trace[1038703320] 'agreement among raft nodes before linearized reading' (duration: 446.134951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:35.522338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:34.92171Z","time spent":"600.619074ms","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:35.522378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.075951Z","time spent":"446.418118ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":47,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:53:35.52211Z","caller":"traceutil/trace.go:171","msg":"trace[798252297] linearizableReadLoop","detail":"{readStateIndex:33914; appliedIndex:33913; }","duration":"218.641312ms","start":"2026-07-29T14:53:35.303447Z","end":"2026-07-29T14:53:35.522088Z","steps":["trace[798252297] 'read index received' (duration: 101.236743ms)","trace[798252297] 'applied index is now lower than readState.Index' (duration: 117.399469ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:35.522384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.526645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-29T14:53:35.522473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.357753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-endpoints-z4s4k\" ","response":"range_response_count:1 size:13005"} {"level":"info","ts":"2026-07-29T14:53:35.522507Z","caller":"traceutil/trace.go:171","msg":"trace[2008623939] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:32913; }","duration":"486.682879ms","start":"2026-07-29T14:53:35.035802Z","end":"2026-07-29T14:53:35.522485Z","steps":["trace[2008623939] 'agreement among raft nodes before linearized reading' (duration: 486.389791ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:35.522517Z","caller":"traceutil/trace.go:171","msg":"trace[1979142385] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-endpoints-z4s4k; range_end:; response_count:1; response_revision:32913; }","duration":"493.449837ms","start":"2026-07-29T14:53:35.029057Z","end":"2026-07-29T14:53:35.522506Z","steps":["trace[1979142385] 'agreement among raft nodes before linearized reading' (duration: 493.270412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:35.522559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.029023Z","time spent":"493.528838ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":13027,"request content":"key:\"/registry/pods/openstack/octavia-ks-endpoints-z4s4k\" "} {"level":"warn","ts":"2026-07-29T14:53:35.52256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.03579Z","time spent":"486.758842ms","remote":"127.0.0.1:51242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":166,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:35.522608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.899019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:546"} {"level":"warn","ts":"2026-07-29T14:53:35.522679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.574509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T14:53:35.522721Z","caller":"traceutil/trace.go:171","msg":"trace[1604833154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32913; }","duration":"435.667241ms","start":"2026-07-29T14:53:35.087043Z","end":"2026-07-29T14:53:35.52271Z","steps":["trace[1604833154] 'agreement among raft nodes before linearized reading' (duration: 435.530817ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:35.522726Z","caller":"traceutil/trace.go:171","msg":"trace[1084596126] range","detail":"{range_begin:/registry/serviceaccounts/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32913; }","duration":"282.056223ms","start":"2026-07-29T14:53:35.240643Z","end":"2026-07-29T14:53:35.5227Z","steps":["trace[1084596126] 'agreement among raft nodes before linearized reading' (duration: 281.750295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:35.522754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.087018Z","time spent":"435.730493ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T14:53:35.725526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.051587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:35.725632Z","caller":"traceutil/trace.go:171","msg":"trace[1625157560] linearizableReadLoop","detail":"{readStateIndex:33916; appliedIndex:33915; }","duration":"203.142956ms","start":"2026-07-29T14:53:35.522472Z","end":"2026-07-29T14:53:35.725615Z","steps":["trace[1625157560] 'read index received' (duration: 100.933645ms)","trace[1625157560] 'applied index is now lower than readState.Index' (duration: 102.208171ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:35.7257Z","caller":"traceutil/trace.go:171","msg":"trace[1312778394] transaction","detail":"{read_only:false; response_revision:32914; number_of_response:1; }","duration":"266.973557ms","start":"2026-07-29T14:53:35.458715Z","end":"2026-07-29T14:53:35.725688Z","steps":["trace[1312778394] 'process raft request' (duration: 164.671424ms)","trace[1312778394] 'compare' (duration: 101.935393ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:35.725856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.527928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:35.72594Z","caller":"traceutil/trace.go:171","msg":"trace[915918047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32914; }","duration":"335.656541ms","start":"2026-07-29T14:53:35.390266Z","end":"2026-07-29T14:53:35.725922Z","steps":["trace[915918047] 'agreement among raft nodes before linearized reading' (duration: 335.519558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:35.725986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.390246Z","time spent":"335.731754ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T14:53:35.964867Z","caller":"traceutil/trace.go:171","msg":"trace[1675332154] transaction","detail":"{read_only:false; response_revision:32915; number_of_response:1; }","duration":"437.423151ms","start":"2026-07-29T14:53:35.527413Z","end":"2026-07-29T14:53:35.964836Z","steps":["trace[1675332154] 'process raft request' (duration: 400.06411ms)","trace[1675332154] 'compare' (duration: 37.135215ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:35.965038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.527385Z","time spent":"437.560075ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:35.965208Z","caller":"traceutil/trace.go:171","msg":"trace[1715515109] transaction","detail":"{read_only:false; response_revision:32917; number_of_response:1; }","duration":"361.983259ms","start":"2026-07-29T14:53:35.603201Z","end":"2026-07-29T14:53:35.965184Z","steps":["trace[1715515109] 'process raft request' (duration: 361.889396ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:35.965216Z","caller":"traceutil/trace.go:171","msg":"trace[1339094223] transaction","detail":"{read_only:false; response_revision:32916; number_of_response:1; }","duration":"427.664542ms","start":"2026-07-29T14:53:35.537513Z","end":"2026-07-29T14:53:35.965177Z","steps":["trace[1339094223] 'process raft request' (duration: 427.260741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:35.965359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.603181Z","time spent":"362.107603ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:35.965484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.537505Z","time spent":"427.890348ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14796,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:36.602443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.686519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:36.602695Z","caller":"traceutil/trace.go:171","msg":"trace[915986554] transaction","detail":"{read_only:false; response_revision:32919; number_of_response:1; }","duration":"916.758569ms","start":"2026-07-29T14:53:35.68592Z","end":"2026-07-29T14:53:36.602679Z","steps":["trace[915986554] 'process raft request' (duration: 916.632736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:36.60279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.685836Z","time spent":"916.903973ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:36.602792Z","caller":"traceutil/trace.go:171","msg":"trace[295610295] transaction","detail":"{read_only:false; response_revision:32918; number_of_response:1; }","duration":"916.913554ms","start":"2026-07-29T14:53:35.685742Z","end":"2026-07-29T14:53:36.602655Z","steps":["trace[295610295] 'process raft request' (duration: 495.913686ms)","trace[295610295] 'compare' (duration: 420.490494ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:36.602772Z","caller":"traceutil/trace.go:171","msg":"trace[843639734] linearizableReadLoop","detail":"{readStateIndex:33922; appliedIndex:33916; }","duration":"877.072994ms","start":"2026-07-29T14:53:35.725658Z","end":"2026-07-29T14:53:36.602731Z","steps":["trace[843639734] 'read index received' (duration: 201.83706ms)","trace[843639734] 'applied index is now lower than readState.Index' (duration: 675.234514ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:36.602973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078981936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-endpoints-z4s4k\" ","response":"range_response_count:1 size:14814"} {"level":"info","ts":"2026-07-29T14:53:36.603026Z","caller":"traceutil/trace.go:171","msg":"trace[1258203476] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-endpoints-z4s4k; range_end:; response_count:1; response_revision:32920; }","duration":"1.079083129s","start":"2026-07-29T14:53:35.523931Z","end":"2026-07-29T14:53:36.603015Z","steps":["trace[1258203476] 'agreement among raft nodes before linearized reading' (duration: 1.078891683s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:36.603036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.390419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:36.603064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.523913Z","time spent":"1.07914253s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":14836,"request content":"key:\"/registry/pods/openstack/octavia-ks-endpoints-z4s4k\" "} {"level":"info","ts":"2026-07-29T14:53:36.603083Z","caller":"traceutil/trace.go:171","msg":"trace[251784801] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32920; }","duration":"916.45317ms","start":"2026-07-29T14:53:35.686617Z","end":"2026-07-29T14:53:36.60307Z","steps":["trace[251784801] 'agreement among raft nodes before linearized reading' (duration: 916.375298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:36.603118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.686612Z","time spent":"916.498361ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:36.603123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.932542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:36.603134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.103978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:53:36.603155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.523573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:53:36.603229Z","caller":"traceutil/trace.go:171","msg":"trace[641961912] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32920; }","duration":"917.240592ms","start":"2026-07-29T14:53:35.685972Z","end":"2026-07-29T14:53:36.603212Z","steps":["trace[641961912] 'agreement among raft nodes before linearized reading' (duration: 917.003665ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:36.603264Z","caller":"traceutil/trace.go:171","msg":"trace[565938720] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32920; }","duration":"916.667406ms","start":"2026-07-29T14:53:35.686578Z","end":"2026-07-29T14:53:36.603246Z","steps":["trace[565938720] 'agreement among raft nodes before linearized reading' (duration: 916.411079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:36.603273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.68595Z","time spent":"917.314514ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:53:36.603267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.221902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:53:36.603291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.17194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:53:36.603347Z","caller":"traceutil/trace.go:171","msg":"trace[1542249959] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32920; }","duration":"917.372496ms","start":"2026-07-29T14:53:35.685955Z","end":"2026-07-29T14:53:36.603327Z","steps":["trace[1542249959] 'agreement among raft nodes before linearized reading' (duration: 917.100919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:36.603362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.86222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:53:36.603387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.87457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:36.603398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.685935Z","time spent":"917.453758ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:53:36.603431Z","caller":"traceutil/trace.go:171","msg":"trace[1336258107] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32920; }","duration":"917.949922ms","start":"2026-07-29T14:53:35.685465Z","end":"2026-07-29T14:53:36.603415Z","steps":["trace[1336258107] 'agreement among raft nodes before linearized reading' (duration: 917.780577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:36.603424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.424028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:53:36.60348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.288413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:36.603489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.68546Z","time spent":"918.015853ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:53:36.603497Z","caller":"traceutil/trace.go:171","msg":"trace[1446725366] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32920; }","duration":"917.53137ms","start":"2026-07-29T14:53:35.685949Z","end":"2026-07-29T14:53:36.60348Z","steps":["trace[1446725366] 'agreement among raft nodes before linearized reading' (duration: 917.292724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:36.603528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.291613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T14:53:36.60357Z","caller":"traceutil/trace.go:171","msg":"trace[812563935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32920; }","duration":"231.371805ms","start":"2026-07-29T14:53:36.372191Z","end":"2026-07-29T14:53:36.603563Z","steps":["trace[812563935] 'agreement among raft nodes before linearized reading' (duration: 231.272402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:36.603314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.68657Z","time spent":"916.735919ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:36.603294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.853289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:36.603568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.685928Z","time spent":"917.628663ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-29T14:53:36.60367Z","caller":"traceutil/trace.go:171","msg":"trace[76011439] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32920; }","duration":"918.27296ms","start":"2026-07-29T14:53:35.685388Z","end":"2026-07-29T14:53:36.603661Z","steps":["trace[76011439] 'agreement among raft nodes before linearized reading' (duration: 917.88079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:36.603709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.685364Z","time spent":"918.335813ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:36.603486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.178719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T14:53:36.603755Z","caller":"traceutil/trace.go:171","msg":"trace[1069830693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32920; }","duration":"231.486059ms","start":"2026-07-29T14:53:36.372253Z","end":"2026-07-29T14:53:36.603739Z","steps":["trace[1069830693] 'agreement among raft nodes before linearized reading' (duration: 231.153239ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:36.603526Z","caller":"traceutil/trace.go:171","msg":"trace[1451700054] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:32920; }","duration":"759.383366ms","start":"2026-07-29T14:53:35.84413Z","end":"2026-07-29T14:53:36.603513Z","steps":["trace[1451700054] 'agreement among raft nodes before linearized reading' (duration: 759.314164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:36.603881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.844107Z","time spent":"759.755736ms","remote":"127.0.0.1:56632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:53:36.603443Z","caller":"traceutil/trace.go:171","msg":"trace[772672125] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32920; }","duration":"917.911201ms","start":"2026-07-29T14:53:35.685507Z","end":"2026-07-29T14:53:36.603419Z","steps":["trace[772672125] 'agreement among raft nodes before linearized reading' (duration: 917.836639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:36.603984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.685487Z","time spent":"918.475657ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-29T14:53:36.603377Z","caller":"traceutil/trace.go:171","msg":"trace[698902494] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32920; }","duration":"917.319964ms","start":"2026-07-29T14:53:35.686037Z","end":"2026-07-29T14:53:36.603357Z","steps":["trace[698902494] 'agreement among raft nodes before linearized reading' (duration: 917.015906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:36.604144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.686015Z","time spent":"918.113726ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:36.603153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.862032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:36.604303Z","caller":"traceutil/trace.go:171","msg":"trace[1981978316] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32920; }","duration":"918.060345ms","start":"2026-07-29T14:53:35.68622Z","end":"2026-07-29T14:53:36.60428Z","steps":["trace[1981978316] 'agreement among raft nodes before linearized reading' (duration: 916.79846ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:36.603196Z","caller":"traceutil/trace.go:171","msg":"trace[1480341181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32920; }","duration":"876.042055ms","start":"2026-07-29T14:53:35.727139Z","end":"2026-07-29T14:53:36.603181Z","steps":["trace[1480341181] 'agreement among raft nodes before linearized reading' (duration: 875.914692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:36.604349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.686211Z","time spent":"918.126677ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:36.604361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.727126Z","time spent":"877.220797ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T14:53:36.604321Z","caller":"traceutil/trace.go:171","msg":"trace[361808966] transaction","detail":"{read_only:false; response_revision:32920; number_of_response:1; }","duration":"916.208153ms","start":"2026-07-29T14:53:35.686799Z","end":"2026-07-29T14:53:36.603007Z","steps":["trace[361808966] 'process raft request' (duration: 915.841983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:36.604513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.686786Z","time spent":"917.640474ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:36.604854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.915668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:36.604907Z","caller":"traceutil/trace.go:171","msg":"trace[1039137739] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32920; }","duration":"919.032682ms","start":"2026-07-29T14:53:35.68586Z","end":"2026-07-29T14:53:36.604893Z","steps":["trace[1039137739] 'agreement among raft nodes before linearized reading' (duration: 917.18709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:36.604944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.685833Z","time spent":"919.102044ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:53:36.6053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:35.685728Z","time spent":"919.496405ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:36.770105Z","caller":"traceutil/trace.go:171","msg":"trace[817519107] linearizableReadLoop","detail":"{readStateIndex:33924; appliedIndex:33923; }","duration":"126.943653ms","start":"2026-07-29T14:53:36.643109Z","end":"2026-07-29T14:53:36.770053Z","steps":["trace[817519107] 'read index received' (duration: 124.096265ms)","trace[817519107] 'applied index is now lower than readState.Index' (duration: 2.846098ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:36.770179Z","caller":"traceutil/trace.go:171","msg":"trace[1992501845] transaction","detail":"{read_only:false; response_revision:32922; number_of_response:1; }","duration":"159.363028ms","start":"2026-07-29T14:53:36.610783Z","end":"2026-07-29T14:53:36.770146Z","steps":["trace[1992501845] 'process raft request' (duration: 156.470868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:36.770429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.273682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T14:53:36.770471Z","caller":"traceutil/trace.go:171","msg":"trace[2052197755] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:32922; }","duration":"127.411306ms","start":"2026-07-29T14:53:36.64305Z","end":"2026-07-29T14:53:36.770461Z","steps":["trace[2052197755] 'agreement among raft nodes before linearized reading' (duration: 127.16876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:37.317522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.777119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-07-29T14:53:37.317608Z","caller":"traceutil/trace.go:171","msg":"trace[1546989960] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:32922; }","duration":"442.916363ms","start":"2026-07-29T14:53:36.874669Z","end":"2026-07-29T14:53:37.317586Z","steps":["trace[1546989960] 'range keys from in-memory index tree' (duration: 442.632286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:37.317667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:36.874646Z","time spent":"443.009405ms","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":736,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-07-29T14:53:37.518183Z","caller":"traceutil/trace.go:171","msg":"trace[1689134985] transaction","detail":"{read_only:false; response_revision:32923; number_of_response:1; }","duration":"196.666037ms","start":"2026-07-29T14:53:37.32149Z","end":"2026-07-29T14:53:37.518156Z","steps":["trace[1689134985] 'process raft request' (duration: 196.501103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:38.149533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.915102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:38.149726Z","caller":"traceutil/trace.go:171","msg":"trace[1256930917] transaction","detail":"{read_only:false; response_revision:32925; number_of_response:1; }","duration":"417.194572ms","start":"2026-07-29T14:53:37.732515Z","end":"2026-07-29T14:53:38.149709Z","steps":["trace[1256930917] 'process raft request' (duration: 417.10843ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:38.149687Z","caller":"traceutil/trace.go:171","msg":"trace[769296041] transaction","detail":"{read_only:false; response_revision:32924; number_of_response:1; }","duration":"828.03912ms","start":"2026-07-29T14:53:37.321597Z","end":"2026-07-29T14:53:38.149636Z","steps":["trace[769296041] 'process raft request' (duration: 334.945643ms)","trace[769296041] 'compare' (duration: 492.018788ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:38.149786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:37.732488Z","time spent":"417.269995ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:38.149842Z","caller":"traceutil/trace.go:171","msg":"trace[1056378231] linearizableReadLoop","detail":"{readStateIndex:33926; appliedIndex:33924; }","duration":"760.417735ms","start":"2026-07-29T14:53:37.389404Z","end":"2026-07-29T14:53:38.149822Z","steps":["trace[1056378231] 'read index received' (duration: 128.6313ms)","trace[1056378231] 'applied index is now lower than readState.Index' (duration: 631.784795ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:38.149886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:37.321569Z","time spent":"828.206125ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:38.150036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.62784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:38.150081Z","caller":"traceutil/trace.go:171","msg":"trace[2103016439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32925; }","duration":"760.717282ms","start":"2026-07-29T14:53:37.389353Z","end":"2026-07-29T14:53:38.15007Z","steps":["trace[2103016439] 'agreement among raft nodes before linearized reading' (duration: 760.608469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:38.150112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:37.389322Z","time spent":"760.783704ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:53:38.15022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.727503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T14:53:38.150297Z","caller":"traceutil/trace.go:171","msg":"trace[425320882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32925; }","duration":"623.855176ms","start":"2026-07-29T14:53:37.526421Z","end":"2026-07-29T14:53:38.150276Z","steps":["trace[425320882] 'agreement among raft nodes before linearized reading' (duration: 623.64429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:38.150339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:37.526379Z","time spent":"623.951839ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T14:53:38.150476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.106656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1714"} {"level":"info","ts":"2026-07-29T14:53:38.15051Z","caller":"traceutil/trace.go:171","msg":"trace[1728366460] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:32925; }","duration":"452.142917ms","start":"2026-07-29T14:53:37.698357Z","end":"2026-07-29T14:53:38.1505Z","steps":["trace[1728366460] 'agreement among raft nodes before linearized reading' (duration: 452.009614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:38.150532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:37.698339Z","time spent":"452.187309ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1736,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-29T14:53:38.150568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.769579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-29T14:53:38.150629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.197344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-29T14:53:38.15062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.401974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-29T14:53:38.150639Z","caller":"traceutil/trace.go:171","msg":"trace[1307350013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32925; }","duration":"180.866782ms","start":"2026-07-29T14:53:37.969754Z","end":"2026-07-29T14:53:38.150621Z","steps":["trace[1307350013] 'agreement among raft nodes before linearized reading' (duration: 180.703967ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:38.150674Z","caller":"traceutil/trace.go:171","msg":"trace[1686272518] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32925; }","duration":"562.288657ms","start":"2026-07-29T14:53:37.588375Z","end":"2026-07-29T14:53:38.150664Z","steps":["trace[1686272518] 'agreement among raft nodes before linearized reading' (duration: 562.105622ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:38.150685Z","caller":"traceutil/trace.go:171","msg":"trace[846433473] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32925; }","duration":"606.493817ms","start":"2026-07-29T14:53:37.544175Z","end":"2026-07-29T14:53:38.150669Z","steps":["trace[846433473] 'agreement among raft nodes before linearized reading' (duration: 606.309252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:38.150714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:37.588359Z","time spent":"562.343029ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:53:38.15072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:37.544159Z","time spent":"606.553468ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:53:38.150688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.639847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T14:53:38.150784Z","caller":"traceutil/trace.go:171","msg":"trace[1455732804] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32925; }","duration":"562.784381ms","start":"2026-07-29T14:53:37.58799Z","end":"2026-07-29T14:53:38.150774Z","steps":["trace[1455732804] 'agreement among raft nodes before linearized reading' (duration: 562.480843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:38.150817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:37.587979Z","time spent":"562.830422ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:53:38.502754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.394491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:38.502856Z","caller":"traceutil/trace.go:171","msg":"trace[589246311] transaction","detail":"{read_only:false; response_revision:32926; number_of_response:1; }","duration":"346.527513ms","start":"2026-07-29T14:53:38.156313Z","end":"2026-07-29T14:53:38.50284Z","steps":["trace[589246311] 'process raft request' (duration: 112.965017ms)","trace[589246311] 'compare' (duration: 233.259737ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:38.502908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.156289Z","time spent":"346.597485ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:38.775023Z","caller":"traceutil/trace.go:171","msg":"trace[1391302162] transaction","detail":"{read_only:false; response_revision:32930; number_of_response:1; }","duration":"616.629137ms","start":"2026-07-29T14:53:38.158365Z","end":"2026-07-29T14:53:38.774994Z","steps":["trace[1391302162] 'process raft request' (duration: 616.37776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:38.775175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.158244Z","time spent":"616.851123ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:38.775363Z","caller":"traceutil/trace.go:171","msg":"trace[1464033216] transaction","detail":"{read_only:false; response_revision:32931; number_of_response:1; }","duration":"511.28489ms","start":"2026-07-29T14:53:38.264062Z","end":"2026-07-29T14:53:38.775347Z","steps":["trace[1464033216] 'process raft request' (duration: 510.711864ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:38.775416Z","caller":"traceutil/trace.go:171","msg":"trace[656968911] transaction","detail":"{read_only:false; response_revision:32927; number_of_response:1; }","duration":"618.816767ms","start":"2026-07-29T14:53:38.156586Z","end":"2026-07-29T14:53:38.775403Z","steps":["trace[656968911] 'process raft request' (duration: 530.12464ms)","trace[656968911] 'compare' (duration: 87.758752ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:38.775466Z","caller":"traceutil/trace.go:171","msg":"trace[1130359514] linearizableReadLoop","detail":"{readStateIndex:33932; appliedIndex:33927; }","duration":"565.616959ms","start":"2026-07-29T14:53:38.20984Z","end":"2026-07-29T14:53:38.775457Z","steps":["trace[1130359514] 'read index received' (duration: 59.460281ms)","trace[1130359514] 'applied index is now lower than readState.Index' (duration: 506.155798ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:38.775494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.156572Z","time spent":"618.887249ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:38.775536Z","caller":"traceutil/trace.go:171","msg":"trace[1371447385] transaction","detail":"{read_only:false; response_revision:32932; number_of_response:1; }","duration":"397.899681ms","start":"2026-07-29T14:53:38.377626Z","end":"2026-07-29T14:53:38.775526Z","steps":["trace[1371447385] 'process raft request' (duration: 397.223772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:38.775583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.377595Z","time spent":"397.959483ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:38.775634Z","caller":"traceutil/trace.go:171","msg":"trace[262884341] transaction","detail":"{read_only:false; response_revision:32928; number_of_response:1; }","duration":"618.5884ms","start":"2026-07-29T14:53:38.157037Z","end":"2026-07-29T14:53:38.775625Z","steps":["trace[262884341] 'process raft request' (duration: 617.615864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:38.775739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.157023Z","time spent":"618.681224ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:38.775433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.264037Z","time spent":"511.363132ms","remote":"127.0.0.1:42152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2273,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T14:53:38.775938Z","caller":"traceutil/trace.go:171","msg":"trace[708209769] transaction","detail":"{read_only:false; response_revision:32929; number_of_response:1; }","duration":"618.333144ms","start":"2026-07-29T14:53:38.157594Z","end":"2026-07-29T14:53:38.775927Z","steps":["trace[708209769] 'process raft request' (duration: 617.11625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:38.775991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.157585Z","time spent":"618.376625ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:38.94892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.007362ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-29T14:53:38.949007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.152858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-07-29T14:53:38.949066Z","caller":"traceutil/trace.go:171","msg":"trace[133871535] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:32932; }","duration":"739.257351ms","start":"2026-07-29T14:53:38.20979Z","end":"2026-07-29T14:53:38.949047Z","steps":["trace[133871535] 'agreement among raft nodes before linearized reading' (duration: 566.01116ms)","trace[133871535] 'range keys from in-memory index tree' (duration: 173.066056ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:38.94911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.209767Z","time spent":"739.334203ms","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-07-29T14:53:38.949604Z","caller":"traceutil/trace.go:171","msg":"trace[1687456334] transaction","detail":"{read_only:false; response_revision:32933; number_of_response:1; }","duration":"338.919952ms","start":"2026-07-29T14:53:38.610672Z","end":"2026-07-29T14:53:38.949592Z","steps":["trace[1687456334] 'process raft request' (duration: 338.338216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:38.949698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.610662Z","time spent":"338.982655ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:39.053833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.164154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:39.054097Z","caller":"traceutil/trace.go:171","msg":"trace[1775752932] transaction","detail":"{read_only:false; response_revision:32936; number_of_response:1; }","duration":"269.325153ms","start":"2026-07-29T14:53:38.784755Z","end":"2026-07-29T14:53:39.05408Z","steps":["trace[1775752932] 'process raft request' (duration: 269.277661ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:39.054327Z","caller":"traceutil/trace.go:171","msg":"trace[574479948] transaction","detail":"{read_only:false; response_revision:32934; number_of_response:1; }","duration":"443.669173ms","start":"2026-07-29T14:53:38.610645Z","end":"2026-07-29T14:53:39.054314Z","steps":["trace[574479948] 'process raft request' (duration: 338.937253ms)","trace[574479948] 'compare' (duration: 103.911838ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:39.054392Z","caller":"traceutil/trace.go:171","msg":"trace[1333956784] linearizableReadLoop","detail":"{readStateIndex:33938; appliedIndex:33934; }","duration":"278.874586ms","start":"2026-07-29T14:53:38.775492Z","end":"2026-07-29T14:53:39.054366Z","steps":["trace[1333956784] 'read index received' (duration: 321.959µs)","trace[1333956784] 'applied index is now lower than readState.Index' (duration: 278.549987ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:39.054689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.136066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:53:39.054693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.54452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:39.054749Z","caller":"traceutil/trace.go:171","msg":"trace[181850479] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32936; }","duration":"444.234789ms","start":"2026-07-29T14:53:38.610498Z","end":"2026-07-29T14:53:39.054733Z","steps":["trace[181850479] 'agreement among raft nodes before linearized reading' (duration: 444.025723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:39.05478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.069681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T14:53:39.05478Z","caller":"traceutil/trace.go:171","msg":"trace[1542959417] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32936; }","duration":"443.670714ms","start":"2026-07-29T14:53:38.611091Z","end":"2026-07-29T14:53:39.054762Z","steps":["trace[1542959417] 'agreement among raft nodes before linearized reading' (duration: 443.388766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:39.054795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.61048Z","time spent":"444.302581ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-29T14:53:39.054813Z","caller":"traceutil/trace.go:171","msg":"trace[157315052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32936; }","duration":"429.118402ms","start":"2026-07-29T14:53:38.625684Z","end":"2026-07-29T14:53:39.054803Z","steps":["trace[157315052] 'agreement among raft nodes before linearized reading' (duration: 429.036739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:39.054828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.611079Z","time spent":"443.739545ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:53:39.054843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.625674Z","time spent":"429.162923ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T14:53:39.05495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.621111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:39.054966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.907295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:39.054977Z","caller":"traceutil/trace.go:171","msg":"trace[578556879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32936; }","duration":"664.682953ms","start":"2026-07-29T14:53:38.390285Z","end":"2026-07-29T14:53:39.054968Z","steps":["trace[578556879] 'agreement among raft nodes before linearized reading' (duration: 664.639422ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:39.054997Z","caller":"traceutil/trace.go:171","msg":"trace[933792417] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32936; }","duration":"445.969507ms","start":"2026-07-29T14:53:38.609018Z","end":"2026-07-29T14:53:39.054988Z","steps":["trace[933792417] 'agreement among raft nodes before linearized reading' (duration: 445.917825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:39.055003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.390272Z","time spent":"664.725214ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:53:39.055025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.609001Z","time spent":"446.016789ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:39.055115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.833653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:53:39.055219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.501927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:39.055222Z","caller":"traceutil/trace.go:171","msg":"trace[1214272369] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32936; }","duration":"441.956137ms","start":"2026-07-29T14:53:38.613241Z","end":"2026-07-29T14:53:39.055197Z","steps":["trace[1214272369] 'agreement among raft nodes before linearized reading' (duration: 441.646168ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:39.055195Z","caller":"traceutil/trace.go:171","msg":"trace[877308954] transaction","detail":"{read_only:false; response_revision:32935; number_of_response:1; }","duration":"444.393003ms","start":"2026-07-29T14:53:38.610749Z","end":"2026-07-29T14:53:39.055142Z","steps":["trace[877308954] 'process raft request' (duration: 443.19125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:39.055275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.052482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:39.055274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.613222Z","time spent":"442.043018ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:53:39.055306Z","caller":"traceutil/trace.go:171","msg":"trace[2088496061] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32936; }","duration":"445.102233ms","start":"2026-07-29T14:53:38.610196Z","end":"2026-07-29T14:53:39.055298Z","steps":["trace[2088496061] 'agreement among raft nodes before linearized reading' (duration: 445.053442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:39.055336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.610189Z","time spent":"445.140184ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:39.055168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.124992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:39.055463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.610738Z","time spent":"444.573769ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:39.055494Z","caller":"traceutil/trace.go:171","msg":"trace[1241884652] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32936; }","duration":"446.496201ms","start":"2026-07-29T14:53:38.608984Z","end":"2026-07-29T14:53:39.05548Z","steps":["trace[1241884652] 'agreement among raft nodes before linearized reading' (duration: 446.158462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:39.054387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.610629Z","time spent":"443.723135ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:39.055531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.60896Z","time spent":"446.560734ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:39.055528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.836533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:39.05557Z","caller":"traceutil/trace.go:171","msg":"trace[1974032855] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32936; }","duration":"445.898945ms","start":"2026-07-29T14:53:38.609661Z","end":"2026-07-29T14:53:39.05556Z","steps":["trace[1974032855] 'agreement among raft nodes before linearized reading' (duration: 445.841163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:39.055599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.609652Z","time spent":"445.941307ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:39.054696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.442839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:53:39.05574Z","caller":"traceutil/trace.go:171","msg":"trace[1826032330] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32936; }","duration":"443.500969ms","start":"2026-07-29T14:53:38.61223Z","end":"2026-07-29T14:53:39.055731Z","steps":["trace[1826032330] 'agreement among raft nodes before linearized reading' (duration: 442.355698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:39.055765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.239606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T14:53:39.05577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.612224Z","time spent":"443.5389ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:53:39.055797Z","caller":"traceutil/trace.go:171","msg":"trace[618805208] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32936; }","duration":"279.300498ms","start":"2026-07-29T14:53:38.776485Z","end":"2026-07-29T14:53:39.055786Z","steps":["trace[618805208] 'agreement among raft nodes before linearized reading' (duration: 279.201685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:39.055828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.085052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-07-29T14:53:39.055859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.113565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:39.055899Z","caller":"traceutil/trace.go:171","msg":"trace[2022424750] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:32936; }","duration":"845.747599ms","start":"2026-07-29T14:53:38.210126Z","end":"2026-07-29T14:53:39.055873Z","steps":["trace[2022424750] 'agreement among raft nodes before linearized reading' (duration: 845.010459ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:39.055919Z","caller":"traceutil/trace.go:171","msg":"trace[1977696504] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32936; }","duration":"444.190858ms","start":"2026-07-29T14:53:38.611712Z","end":"2026-07-29T14:53:39.055902Z","steps":["trace[1977696504] 'agreement among raft nodes before linearized reading' (duration: 443.959342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:39.055956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.210111Z","time spent":"845.828252ms","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1252,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-29T14:53:39.055991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.217723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4779"} {"level":"warn","ts":"2026-07-29T14:53:39.055997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.611703Z","time spent":"444.250939ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-29T14:53:39.056021Z","caller":"traceutil/trace.go:171","msg":"trace[1589119572] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:32936; }","duration":"105.268635ms","start":"2026-07-29T14:53:38.950743Z","end":"2026-07-29T14:53:39.056012Z","steps":["trace[1589119572] 'agreement among raft nodes before linearized reading' (duration: 105.136321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:39.056081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.898668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:53:39.056113Z","caller":"traceutil/trace.go:171","msg":"trace[1433806047] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32936; }","duration":"444.942789ms","start":"2026-07-29T14:53:38.611161Z","end":"2026-07-29T14:53:39.056104Z","steps":["trace[1433806047] 'agreement among raft nodes before linearized reading' (duration: 444.848186ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:39.055251Z","caller":"traceutil/trace.go:171","msg":"trace[1703922918] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:32936; }","duration":"494.570429ms","start":"2026-07-29T14:53:38.56067Z","end":"2026-07-29T14:53:39.05524Z","steps":["trace[1703922918] 'agreement among raft nodes before linearized reading' (duration: 494.517957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:39.056141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.611156Z","time spent":"444.97946ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:39.056168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.925768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:53:39.056185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.560651Z","time spent":"495.515394ms","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:53:39.056231Z","caller":"traceutil/trace.go:171","msg":"trace[1311355365] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32936; }","duration":"445.017371ms","start":"2026-07-29T14:53:38.611195Z","end":"2026-07-29T14:53:39.056212Z","steps":["trace[1311355365] 'agreement among raft nodes before linearized reading' (duration: 444.827525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:39.056271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:38.611183Z","time spent":"445.080392ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:39.477644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.002137ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:39.477783Z","caller":"traceutil/trace.go:171","msg":"trace[866109851] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:32936; }","duration":"297.156201ms","start":"2026-07-29T14:53:39.180607Z","end":"2026-07-29T14:53:39.477763Z","steps":["trace[866109851] 'range keys from in-memory index tree' (duration: 296.989075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:39.477965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.014726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:39.478535Z","caller":"traceutil/trace.go:171","msg":"trace[1975014708] transaction","detail":"{read_only:false; response_revision:32937; number_of_response:1; }","duration":"414.278182ms","start":"2026-07-29T14:53:39.063962Z","end":"2026-07-29T14:53:39.47824Z","steps":["trace[1975014708] 'process raft request' (duration: 141.885745ms)","trace[1975014708] 'compare' (duration: 271.860042ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:39.478651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:39.063946Z","time spent":"414.653552ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:39.478758Z","caller":"traceutil/trace.go:171","msg":"trace[1461106919] transaction","detail":"{read_only:false; response_revision:32938; number_of_response:1; }","duration":"414.338733ms","start":"2026-07-29T14:53:39.064368Z","end":"2026-07-29T14:53:39.478707Z","steps":["trace[1461106919] 'process raft request' (duration: 413.720096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:39.479155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:39.064349Z","time spent":"414.513728ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:39.788824Z","caller":"traceutil/trace.go:171","msg":"trace[1010784155] transaction","detail":"{read_only:false; response_revision:32939; number_of_response:1; }","duration":"261.659761ms","start":"2026-07-29T14:53:39.527133Z","end":"2026-07-29T14:53:39.788793Z","steps":["trace[1010784155] 'process raft request' (duration: 202.776726ms)","trace[1010784155] 'compare' (duration: 58.68734ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:39.78883Z","caller":"traceutil/trace.go:171","msg":"trace[423438857] linearizableReadLoop","detail":"{readStateIndex:33942; appliedIndex:33941; }","duration":"166.063223ms","start":"2026-07-29T14:53:39.622731Z","end":"2026-07-29T14:53:39.788795Z","steps":["trace[423438857] 'read index received' (duration: 107.111206ms)","trace[423438857] 'applied index is now lower than readState.Index' (duration: 58.949967ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:39.789035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.282429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-29T14:53:39.789099Z","caller":"traceutil/trace.go:171","msg":"trace[738598898] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32939; }","duration":"166.399162ms","start":"2026-07-29T14:53:39.622681Z","end":"2026-07-29T14:53:39.78908Z","steps":["trace[738598898] 'agreement among raft nodes before linearized reading' (duration: 166.199377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:39.789118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.014343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T14:53:39.789149Z","caller":"traceutil/trace.go:171","msg":"trace[591392485] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32939; }","duration":"161.118427ms","start":"2026-07-29T14:53:39.628022Z","end":"2026-07-29T14:53:39.78914Z","steps":["trace[591392485] 'agreement among raft nodes before linearized reading' (duration: 160.982273ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:40.32072Z","caller":"traceutil/trace.go:171","msg":"trace[1803486177] transaction","detail":"{read_only:false; response_revision:32941; number_of_response:1; }","duration":"164.754056ms","start":"2026-07-29T14:53:40.155933Z","end":"2026-07-29T14:53:40.320687Z","steps":["trace[1803486177] 'process raft request' (duration: 164.641423ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:40.320841Z","caller":"traceutil/trace.go:171","msg":"trace[1940330618] linearizableReadLoop","detail":"{readStateIndex:33943; appliedIndex:33942; }","duration":"527.007774ms","start":"2026-07-29T14:53:39.793796Z","end":"2026-07-29T14:53:40.320804Z","steps":["trace[1940330618] 'read index received' (duration: 459.892931ms)","trace[1940330618] 'applied index is now lower than readState.Index' (duration: 67.110973ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:40.320838Z","caller":"traceutil/trace.go:171","msg":"trace[661361487] transaction","detail":"{read_only:false; response_revision:32940; number_of_response:1; }","duration":"527.528988ms","start":"2026-07-29T14:53:39.793254Z","end":"2026-07-29T14:53:40.320782Z","steps":["trace[661361487] 'process raft request' (duration: 460.351054ms)","trace[661361487] 'compare' (duration: 66.790633ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:40.321081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:39.793239Z","time spent":"527.701522ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:40.321135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.313942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22570"} {"level":"warn","ts":"2026-07-29T14:53:40.321146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.581056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:40.321172Z","caller":"traceutil/trace.go:171","msg":"trace[1042430659] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:32941; }","duration":"527.387564ms","start":"2026-07-29T14:53:39.793774Z","end":"2026-07-29T14:53:40.321161Z","steps":["trace[1042430659] 'agreement among raft nodes before linearized reading' (duration: 527.191178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:40.321218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:39.793766Z","time spent":"527.444386ms","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":22592,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-29T14:53:40.321215Z","caller":"traceutil/trace.go:171","msg":"trace[1847916254] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:32941; }","duration":"391.71182ms","start":"2026-07-29T14:53:39.929486Z","end":"2026-07-29T14:53:40.321198Z","steps":["trace[1847916254] 'agreement among raft nodes before linearized reading' (duration: 391.583466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:40.321268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:39.929466Z","time spent":"391.790542ms","remote":"127.0.0.1:56730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:40.321327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.734063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T14:53:40.321414Z","caller":"traceutil/trace.go:171","msg":"trace[1588889840] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32941; }","duration":"165.908978ms","start":"2026-07-29T14:53:40.155487Z","end":"2026-07-29T14:53:40.321396Z","steps":["trace[1588889840] 'agreement among raft nodes before linearized reading' (duration: 165.62617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:40.321338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.381094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:53:40.321555Z","caller":"traceutil/trace.go:171","msg":"trace[807766010] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:32941; }","duration":"140.699523ms","start":"2026-07-29T14:53:40.180837Z","end":"2026-07-29T14:53:40.321537Z","steps":["trace[807766010] 'agreement among raft nodes before linearized reading' (duration: 140.270751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:40.701386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.070853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:40.701519Z","caller":"traceutil/trace.go:171","msg":"trace[2075945342] linearizableReadLoop","detail":"{readStateIndex:33945; appliedIndex:33944; }","duration":"323.659901ms","start":"2026-07-29T14:53:40.377835Z","end":"2026-07-29T14:53:40.701495Z","steps":["trace[2075945342] 'read index received' (duration: 186.452335ms)","trace[2075945342] 'applied index is now lower than readState.Index' (duration: 137.205196ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:40.701584Z","caller":"traceutil/trace.go:171","msg":"trace[1830399012] transaction","detail":"{read_only:false; response_revision:32942; number_of_response:1; }","duration":"374.372181ms","start":"2026-07-29T14:53:40.327165Z","end":"2026-07-29T14:53:40.701537Z","steps":["trace[1830399012] 'process raft request' (duration: 237.044752ms)","trace[1830399012] 'compare' (duration: 136.667741ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:40.701673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.838877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:40.70175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:40.327139Z","time spent":"374.507685ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:40.70176Z","caller":"traceutil/trace.go:171","msg":"trace[267461317] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32942; }","duration":"323.96508ms","start":"2026-07-29T14:53:40.377776Z","end":"2026-07-29T14:53:40.701741Z","steps":["trace[267461317] 'agreement among raft nodes before linearized reading' (duration: 323.829336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:40.701808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:40.377756Z","time spent":"324.038872ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-29T14:53:40.701805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.105935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:40.701881Z","caller":"traceutil/trace.go:171","msg":"trace[1122113900] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:32942; }","duration":"174.237878ms","start":"2026-07-29T14:53:40.527622Z","end":"2026-07-29T14:53:40.70186Z","steps":["trace[1122113900] 'agreement among raft nodes before linearized reading' (duration: 174.105135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:40.701884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.376464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-29T14:53:40.701887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.351819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:40.70201Z","caller":"traceutil/trace.go:171","msg":"trace[1073379690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32942; }","duration":"312.533515ms","start":"2026-07-29T14:53:40.389449Z","end":"2026-07-29T14:53:40.701983Z","steps":["trace[1073379690] 'agreement among raft nodes before linearized reading' (duration: 312.282588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:40.702073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:40.389432Z","time spent":"312.631928ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T14:53:40.701934Z","caller":"traceutil/trace.go:171","msg":"trace[1853017592] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32942; }","duration":"194.475997ms","start":"2026-07-29T14:53:40.507445Z","end":"2026-07-29T14:53:40.701921Z","steps":["trace[1853017592] 'agreement among raft nodes before linearized reading' (duration: 194.297002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:41.302101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115105,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:53:41.802305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115105,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:53:42.303186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115105,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:53:42.803951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115105,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:53:42.893553Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.098013626s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T14:53:42.893885Z","caller":"traceutil/trace.go:171","msg":"trace[464541828] transaction","detail":"{read_only:false; response_revision:32944; number_of_response:1; }","duration":"2.09852133s","start":"2026-07-29T14:53:40.795335Z","end":"2026-07-29T14:53:42.893856Z","steps":["trace[464541828] 'process raft request' (duration: 2.098373526s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:42.894061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:40.795278Z","time spent":"2.098691345s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:43.153435Z","caller":"traceutil/trace.go:171","msg":"trace[572574854] transaction","detail":"{read_only:false; response_revision:32946; number_of_response:1; }","duration":"2.089914853s","start":"2026-07-29T14:53:41.063474Z","end":"2026-07-29T14:53:43.153389Z","steps":["trace[572574854] 'process raft request' (duration: 2.089604935s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:43.15353Z","caller":"traceutil/trace.go:171","msg":"trace[273588312] transaction","detail":"{read_only:false; response_revision:32948; number_of_response:1; }","duration":"1.657481549s","start":"2026-07-29T14:53:41.496039Z","end":"2026-07-29T14:53:43.153521Z","steps":["trace[273588312] 'process raft request' (duration: 1.657141959s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.153652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.496018Z","time spent":"1.657556151s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:43.153671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351616294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-29T14:53:43.153719Z","caller":"traceutil/trace.go:171","msg":"trace[2069844677] transaction","detail":"{read_only:false; response_revision:32947; number_of_response:1; }","duration":"2.088551405s","start":"2026-07-29T14:53:41.065155Z","end":"2026-07-29T14:53:43.153706Z","steps":["trace[2069844677] 'process raft request' (duration: 2.087980619s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:43.153732Z","caller":"traceutil/trace.go:171","msg":"trace[990613268] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:32950; }","duration":"2.351716087s","start":"2026-07-29T14:53:40.801999Z","end":"2026-07-29T14:53:43.153715Z","steps":["trace[990613268] 'agreement among raft nodes before linearized reading' (duration: 2.351497151s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.15378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.064299Z","time spent":"2.08944829s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:43.153789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:40.801981Z","time spent":"2.35179567s","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T14:53:43.153653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.063463Z","time spent":"2.090069157s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:43.153449Z","caller":"traceutil/trace.go:171","msg":"trace[1313347704] transaction","detail":"{read_only:false; response_revision:32945; number_of_response:1; }","duration":"2.198371316s","start":"2026-07-29T14:53:40.955042Z","end":"2026-07-29T14:53:43.153414Z","steps":["trace[1313347704] 'process raft request' (duration: 2.197824871s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:43.154011Z","caller":"traceutil/trace.go:171","msg":"trace[1638665910] transaction","detail":"{read_only:false; response_revision:32950; number_of_response:1; }","duration":"826.001184ms","start":"2026-07-29T14:53:42.327995Z","end":"2026-07-29T14:53:43.153997Z","steps":["trace[1638665910] 'process raft request' (duration: 825.311015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.154088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:42.327976Z","time spent":"826.073205ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:43.154175Z","caller":"traceutil/trace.go:171","msg":"trace[317087784] transaction","detail":"{read_only:false; response_revision:32949; number_of_response:1; }","duration":"1.386673406s","start":"2026-07-29T14:53:41.767492Z","end":"2026-07-29T14:53:43.154166Z","steps":["trace[317087784] 'process raft request' (duration: 1.38574906s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.154148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:40.955018Z","time spent":"2.198991252s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:43.154218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.767468Z","time spent":"1.386727287s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:43.153433Z","caller":"traceutil/trace.go:171","msg":"trace[1732518934] linearizableReadLoop","detail":"{readStateIndex:33953; appliedIndex:33947; }","duration":"2.351338667s","start":"2026-07-29T14:53:40.802036Z","end":"2026-07-29T14:53:43.153374Z","steps":["trace[1732518934] 'read index received' (duration: 2.091981629s)","trace[1732518934] 'applied index is now lower than readState.Index' (duration: 259.355828ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:43.390076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999877018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:53:43.390174Z","caller":"traceutil/trace.go:171","msg":"trace[1822198938] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000042213s","start":"2026-07-29T14:53:41.390105Z","end":"2026-07-29T14:53:43.390147Z","steps":["trace[1822198938] 'agreement among raft nodes before linearized reading' (duration: 1.999918729s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.390233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.39008Z","time spent":"2.000141156s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:53:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:53:43.454894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.922952ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-29T14:53:43.455049Z","caller":"traceutil/trace.go:171","msg":"trace[759209075] linearizableReadLoop","detail":"{readStateIndex:33954; appliedIndex:33953; }","duration":"300.723939ms","start":"2026-07-29T14:53:43.154294Z","end":"2026-07-29T14:53:43.455018Z","steps":["trace[759209075] 'read index received' (duration: 69.632652ms)","trace[759209075] 'applied index is now lower than readState.Index' (duration: 231.089347ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:43.455183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:42.983829Z","time spent":"471.349967ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T14:53:43.455349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391918787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:43.455464Z","caller":"traceutil/trace.go:171","msg":"trace[251004938] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32950; }","duration":"2.392064051s","start":"2026-07-29T14:53:41.063384Z","end":"2026-07-29T14:53:43.455448Z","steps":["trace[251004938] 'agreement among raft nodes before linearized reading' (duration: 2.391801973s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.455436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392510633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:43.455503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.063368Z","time spent":"2.392124633s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:53:43.455463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.103235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:53:43.455489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.813573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-29T14:53:43.4555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919373686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:43.455566Z","caller":"traceutil/trace.go:171","msg":"trace[197721890] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:32950; }","duration":"582.906675ms","start":"2026-07-29T14:53:42.87264Z","end":"2026-07-29T14:53:43.455546Z","steps":["trace[197721890] 'agreement among raft nodes before linearized reading' (duration: 582.600797ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:43.455569Z","caller":"traceutil/trace.go:171","msg":"trace[1642732202] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:32950; }","duration":"669.228948ms","start":"2026-07-29T14:53:42.78631Z","end":"2026-07-29T14:53:43.455539Z","steps":["trace[1642732202] 'agreement among raft nodes before linearized reading' (duration: 668.982451ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:43.455589Z","caller":"traceutil/trace.go:171","msg":"trace[378378335] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:32950; }","duration":"1.919488599s","start":"2026-07-29T14:53:41.536081Z","end":"2026-07-29T14:53:43.45557Z","steps":["trace[378378335] 'agreement among raft nodes before linearized reading' (duration: 1.919336675s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.455619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:42.872576Z","time spent":"583.033999ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-29T14:53:43.455627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:42.786255Z","time spent":"669.359991ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:43.455645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.536015Z","time spent":"1.919616513s","remote":"127.0.0.1:51054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:43.45572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391451514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:43.455729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390473627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:53:43.455521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.838236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:43.455761Z","caller":"traceutil/trace.go:171","msg":"trace[1195163830] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32950; }","duration":"2.391500555s","start":"2026-07-29T14:53:41.064251Z","end":"2026-07-29T14:53:43.455751Z","steps":["trace[1195163830] 'agreement among raft nodes before linearized reading' (duration: 2.391435853s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.455793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.064246Z","time spent":"2.391540686s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:43.45582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392113352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:43.455861Z","caller":"traceutil/trace.go:171","msg":"trace[1747584566] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32950; }","duration":"2.392179014s","start":"2026-07-29T14:53:41.063672Z","end":"2026-07-29T14:53:43.455851Z","steps":["trace[1747584566] 'agreement among raft nodes before linearized reading' (duration: 2.392110302s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:43.455805Z","caller":"traceutil/trace.go:171","msg":"trace[1428088553] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:32950; }","duration":"158.191865ms","start":"2026-07-29T14:53:43.297589Z","end":"2026-07-29T14:53:43.455781Z","steps":["trace[1428088553] 'agreement among raft nodes before linearized reading' (duration: 157.832275ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:43.455771Z","caller":"traceutil/trace.go:171","msg":"trace[600133690] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32950; }","duration":"2.390546939s","start":"2026-07-29T14:53:41.065211Z","end":"2026-07-29T14:53:43.455758Z","steps":["trace[600133690] 'agreement among raft nodes before linearized reading' (duration: 2.390185719s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.455904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.812152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-29T14:53:43.455522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388321237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130851"} {"level":"warn","ts":"2026-07-29T14:53:43.45593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.064361Z","time spent":"2.391556307s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-29T14:53:43.45595Z","caller":"traceutil/trace.go:171","msg":"trace[1426530436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32950; }","duration":"749.885574ms","start":"2026-07-29T14:53:42.70605Z","end":"2026-07-29T14:53:43.455936Z","steps":["trace[1426530436] 'agreement among raft nodes before linearized reading' (duration: 749.753541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.455955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391794384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:43.455955Z","caller":"traceutil/trace.go:171","msg":"trace[475500511] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:32950; }","duration":"2.388949594s","start":"2026-07-29T14:53:41.066994Z","end":"2026-07-29T14:53:43.455944Z","steps":["trace[475500511] 'agreement among raft nodes before linearized reading' (duration: 2.388304307s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.455985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:42.706034Z","time spent":"749.942575ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T14:53:43.455994Z","caller":"traceutil/trace.go:171","msg":"trace[1635032377] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32950; }","duration":"2.391840435s","start":"2026-07-29T14:53:41.064144Z","end":"2026-07-29T14:53:43.455984Z","steps":["trace[1635032377] 'agreement among raft nodes before linearized reading' (duration: 2.391788403s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.456001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.066969Z","time spent":"2.389019717s","remote":"127.0.0.1:50990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130873,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-29T14:53:43.456014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972181793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T14:53:43.456055Z","caller":"traceutil/trace.go:171","msg":"trace[231238044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32950; }","duration":"1.972264706s","start":"2026-07-29T14:53:41.483781Z","end":"2026-07-29T14:53:43.456046Z","steps":["trace[231238044] 'agreement among raft nodes before linearized reading' (duration: 1.972133323s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.456088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.483757Z","time spent":"1.972325007s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T14:53:43.455928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407827155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-29T14:53:43.456146Z","caller":"traceutil/trace.go:171","msg":"trace[1896017615] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:32950; }","duration":"2.408078103s","start":"2026-07-29T14:53:41.048052Z","end":"2026-07-29T14:53:43.45613Z","steps":["trace[1896017615] 'agreement among raft nodes before linearized reading' (duration: 2.407548748s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.456179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662815177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T14:53:43.455533Z","caller":"traceutil/trace.go:171","msg":"trace[63918360] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32950; }","duration":"2.392680947s","start":"2026-07-29T14:53:41.062827Z","end":"2026-07-29T14:53:43.455508Z","steps":["trace[63918360] 'agreement among raft nodes before linearized reading' (duration: 2.392459711s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.456195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.048037Z","time spent":"2.408147185s","remote":"127.0.0.1:50994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-29T14:53:43.456192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.39202846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:53:43.456207Z","caller":"traceutil/trace.go:171","msg":"trace[1356972437] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:32950; }","duration":"1.662873367s","start":"2026-07-29T14:53:41.793325Z","end":"2026-07-29T14:53:43.456199Z","steps":["trace[1356972437] 'agreement among raft nodes before linearized reading' (duration: 1.662505807s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.456217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809401782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"warn","ts":"2026-07-29T14:53:43.456236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.79331Z","time spent":"1.662919189s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T14:53:43.456236Z","caller":"traceutil/trace.go:171","msg":"trace[985368180] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32950; }","duration":"2.392086351s","start":"2026-07-29T14:53:41.064136Z","end":"2026-07-29T14:53:43.456223Z","steps":["trace[985368180] 'agreement among raft nodes before linearized reading' (duration: 2.391904256s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.456262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392618156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:43.456304Z","caller":"traceutil/trace.go:171","msg":"trace[521179057] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32950; }","duration":"2.392671607s","start":"2026-07-29T14:53:41.063623Z","end":"2026-07-29T14:53:43.456295Z","steps":["trace[521179057] 'agreement among raft nodes before linearized reading' (duration: 2.392312887s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.456344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.258795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-29T14:53:43.456346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391137285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:53:43.456341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.063617Z","time spent":"2.392714799s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:53:43.456374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393402838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:53:43.456387Z","caller":"traceutil/trace.go:171","msg":"trace[315136848] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32950; }","duration":"2.391186336s","start":"2026-07-29T14:53:41.06519Z","end":"2026-07-29T14:53:43.456376Z","steps":["trace[315136848] 'agreement among raft nodes before linearized reading' (duration: 2.389975743s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:43.456393Z","caller":"traceutil/trace.go:171","msg":"trace[1541772449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32950; }","duration":"662.327657ms","start":"2026-07-29T14:53:42.794044Z","end":"2026-07-29T14:53:43.456371Z","steps":["trace[1541772449] 'agreement among raft nodes before linearized reading' (duration: 661.69841ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:43.456416Z","caller":"traceutil/trace.go:171","msg":"trace[1923343588] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32950; }","duration":"2.39347535s","start":"2026-07-29T14:53:41.062932Z","end":"2026-07-29T14:53:43.456407Z","steps":["trace[1923343588] 'agreement among raft nodes before linearized reading' (duration: 2.392639687s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.455907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.063666Z","time spent":"2.392232645s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:43.456458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.062913Z","time spent":"2.393538211s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:43.456022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.064138Z","time spent":"2.391878225s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:43.456274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.064132Z","time spent":"2.392132142s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:43.456429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:42.794016Z","time spent":"662.40613ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T14:53:43.456596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972761689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T14:53:43.455754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392701318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:53:43.456266Z","caller":"traceutil/trace.go:171","msg":"trace[1496436186] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:32950; }","duration":"1.809476234s","start":"2026-07-29T14:53:41.646776Z","end":"2026-07-29T14:53:43.456252Z","steps":["trace[1496436186] 'agreement among raft nodes before linearized reading' (duration: 1.808496917s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:43.456663Z","caller":"traceutil/trace.go:171","msg":"trace[1671502287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32950; }","duration":"1.972862173s","start":"2026-07-29T14:53:41.483781Z","end":"2026-07-29T14:53:43.456643Z","steps":["trace[1671502287] 'agreement among raft nodes before linearized reading' (duration: 1.971516936s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:43.456681Z","caller":"traceutil/trace.go:171","msg":"trace[1788130699] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32950; }","duration":"2.393652974s","start":"2026-07-29T14:53:41.063015Z","end":"2026-07-29T14:53:43.456668Z","steps":["trace[1788130699] 'agreement among raft nodes before linearized reading' (duration: 2.392550134s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.456695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.483759Z","time spent":"1.972929044s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T14:53:43.45669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.646758Z","time spent":"1.809923716s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1652,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-29T14:53:43.456725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.062977Z","time spent":"2.393738687s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:43.456424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.064327Z","time spent":"2.392089372s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:43.45622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:41.062814Z","time spent":"2.393396408s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-29T14:53:43.751641Z","caller":"traceutil/trace.go:171","msg":"trace[1896940790] transaction","detail":"{read_only:false; response_revision:32951; number_of_response:1; }","duration":"294.029784ms","start":"2026-07-29T14:53:43.457581Z","end":"2026-07-29T14:53:43.751611Z","steps":["trace[1896940790] 'process raft request' (duration: 224.019762ms)","trace[1896940790] 'compare' (duration: 69.777885ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:43.764627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:43.457827Z","time spent":"306.792076ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T14:53:43.764691Z","caller":"traceutil/trace.go:171","msg":"trace[1715488777] transaction","detail":"{read_only:false; response_revision:32954; number_of_response:1; }","duration":"302.151918ms","start":"2026-07-29T14:53:43.462523Z","end":"2026-07-29T14:53:43.764675Z","steps":["trace[1715488777] 'process raft request' (duration: 302.087646ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:43.764705Z","caller":"traceutil/trace.go:171","msg":"trace[567989949] transaction","detail":"{read_only:false; response_revision:32952; number_of_response:1; }","duration":"302.975001ms","start":"2026-07-29T14:53:43.461704Z","end":"2026-07-29T14:53:43.764679Z","steps":["trace[567989949] 'process raft request' (duration: 302.790846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.764825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:43.461692Z","time spent":"303.056283ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:43.764876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:43.462514Z","time spent":"302.22157ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:43.765034Z","caller":"traceutil/trace.go:171","msg":"trace[1090782875] transaction","detail":"{read_only:false; response_revision:32953; number_of_response:1; }","duration":"302.640892ms","start":"2026-07-29T14:53:43.462378Z","end":"2026-07-29T14:53:43.765019Z","steps":["trace[1090782875] 'process raft request' (duration: 302.197449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.765159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:43.462348Z","time spent":"302.724134ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:43.765223Z","caller":"traceutil/trace.go:171","msg":"trace[557356760] transaction","detail":"{read_only:false; response_revision:32956; number_of_response:1; }","duration":"302.494948ms","start":"2026-07-29T14:53:43.462712Z","end":"2026-07-29T14:53:43.765207Z","steps":["trace[557356760] 'process raft request' (duration: 302.296572ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:43.765232Z","caller":"traceutil/trace.go:171","msg":"trace[1671264296] linearizableReadLoop","detail":"{readStateIndex:33956; appliedIndex:33954; }","duration":"305.668576ms","start":"2026-07-29T14:53:43.459525Z","end":"2026-07-29T14:53:43.765193Z","steps":["trace[1671264296] 'read index received' (duration: 222.066989ms)","trace[1671264296] 'applied index is now lower than readState.Index' (duration: 83.600366ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:43.765294Z","caller":"traceutil/trace.go:171","msg":"trace[860046136] transaction","detail":"{read_only:false; response_revision:32955; number_of_response:1; }","duration":"302.541209ms","start":"2026-07-29T14:53:43.462717Z","end":"2026-07-29T14:53:43.765259Z","steps":["trace[860046136] 'process raft request' (duration: 301.924052ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:43.765352Z","caller":"traceutil/trace.go:171","msg":"trace[927244497] transaction","detail":"{read_only:false; response_revision:32957; number_of_response:1; }","duration":"295.495615ms","start":"2026-07-29T14:53:43.469844Z","end":"2026-07-29T14:53:43.765339Z","steps":["trace[927244497] 'process raft request' (duration: 295.293959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.765292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:43.462691Z","time spent":"302.560049ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:43.765665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:43.462703Z","time spent":"302.690063ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:43.765904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.297769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:43.765962Z","caller":"traceutil/trace.go:171","msg":"trace[867239246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32957; }","duration":"299.383491ms","start":"2026-07-29T14:53:43.466569Z","end":"2026-07-29T14:53:43.765952Z","steps":["trace[867239246] 'agreement among raft nodes before linearized reading' (duration: 299.301199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.766464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.731639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a3f86cc4-fda2-411b-b0f5-d45e944d6116\" ","response":"range_response_count:1 size:2206"} {"level":"info","ts":"2026-07-29T14:53:43.76653Z","caller":"traceutil/trace.go:171","msg":"trace[1557852701] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a3f86cc4-fda2-411b-b0f5-d45e944d6116; range_end:; response_count:1; response_revision:32957; }","duration":"304.859763ms","start":"2026-07-29T14:53:43.461654Z","end":"2026-07-29T14:53:43.766513Z","steps":["trace[1557852701] 'agreement among raft nodes before linearized reading' (duration: 304.248946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.766626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:43.461626Z","time spent":"304.980466ms","remote":"127.0.0.1:51066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2228,"request content":"key:\"/registry/persistentvolumes/pvc-a3f86cc4-fda2-411b-b0f5-d45e944d6116\" "} {"level":"warn","ts":"2026-07-29T14:53:43.766847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.274302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:83 size:112556"} {"level":"info","ts":"2026-07-29T14:53:43.766985Z","caller":"traceutil/trace.go:171","msg":"trace[1469211197] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:83; response_revision:32957; }","duration":"306.803386ms","start":"2026-07-29T14:53:43.460159Z","end":"2026-07-29T14:53:43.766962Z","steps":["trace[1469211197] 'agreement among raft nodes before linearized reading' (duration: 305.47333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.767073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:43.460127Z","time spent":"306.93194ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":83,"response size":112578,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-29T14:53:43.767104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.570288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:83 size:112556"} {"level":"info","ts":"2026-07-29T14:53:43.76719Z","caller":"traceutil/trace.go:171","msg":"trace[1419205625] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:83; response_revision:32957; }","duration":"307.688081ms","start":"2026-07-29T14:53:43.459491Z","end":"2026-07-29T14:53:43.767179Z","steps":["trace[1419205625] 'agreement among raft nodes before linearized reading' (duration: 305.887022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:43.767236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:43.459477Z","time spent":"307.746623ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":83,"response size":112578,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-29T14:53:44.195031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.82973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:44.195166Z","caller":"traceutil/trace.go:171","msg":"trace[1558210966] linearizableReadLoop","detail":"{readStateIndex:33964; appliedIndex:33962; }","duration":"421.265856ms","start":"2026-07-29T14:53:43.773889Z","end":"2026-07-29T14:53:44.195155Z","steps":["trace[1558210966] 'read index received' (duration: 244.279402ms)","trace[1558210966] 'applied index is now lower than readState.Index' (duration: 176.985894ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:44.195243Z","caller":"traceutil/trace.go:171","msg":"trace[1041099128] transaction","detail":"{read_only:false; response_revision:32958; number_of_response:1; }","duration":"428.729521ms","start":"2026-07-29T14:53:43.766502Z","end":"2026-07-29T14:53:44.195232Z","steps":["trace[1041099128] 'process raft request' (duration: 251.639964ms)","trace[1041099128] 'compare' (duration: 176.612704ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:44.195278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:43.766477Z","time spent":"428.785293ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:44.195407Z","caller":"traceutil/trace.go:171","msg":"trace[929286310] transaction","detail":"{read_only:false; response_revision:32959; number_of_response:1; }","duration":"426.603033ms","start":"2026-07-29T14:53:43.768795Z","end":"2026-07-29T14:53:44.195398Z","steps":["trace[929286310] 'process raft request' (duration: 426.313215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:44.195438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:43.768769Z","time spent":"426.654924ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:44.195632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.56273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-29T14:53:44.195656Z","caller":"traceutil/trace.go:171","msg":"trace[1307666049] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32959; }","duration":"410.600441ms","start":"2026-07-29T14:53:43.785049Z","end":"2026-07-29T14:53:44.19565Z","steps":["trace[1307666049] 'agreement among raft nodes before linearized reading' (duration: 410.519848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:44.19567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:43.785042Z","time spent":"410.624942ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:53:44.195803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.707698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-29T14:53:44.195835Z","caller":"traceutil/trace.go:171","msg":"trace[1804805099] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:32959; }","duration":"421.764409ms","start":"2026-07-29T14:53:43.774063Z","end":"2026-07-29T14:53:44.195827Z","steps":["trace[1804805099] 'agreement among raft nodes before linearized reading' (duration: 421.381159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:44.195851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:43.774053Z","time spent":"421.79488ms","remote":"127.0.0.1:50994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-29T14:53:44.195814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.45359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T14:53:44.19593Z","caller":"traceutil/trace.go:171","msg":"trace[45945492] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32959; }","duration":"413.590914ms","start":"2026-07-29T14:53:43.782296Z","end":"2026-07-29T14:53:44.195887Z","steps":["trace[45945492] 'agreement among raft nodes before linearized reading' (duration: 413.297316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:44.195927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.998076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130851"} {"level":"info","ts":"2026-07-29T14:53:44.196072Z","caller":"traceutil/trace.go:171","msg":"trace[1808915496] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:32959; }","duration":"422.186371ms","start":"2026-07-29T14:53:43.773836Z","end":"2026-07-29T14:53:44.196023Z","steps":["trace[1808915496] 'agreement among raft nodes before linearized reading' (duration: 421.754789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:44.195948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.646645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-29T14:53:44.196139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:43.773816Z","time spent":"422.312395ms","remote":"127.0.0.1:50990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130873,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-29T14:53:44.195989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:43.782282Z","time spent":"413.699307ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T14:53:44.196208Z","caller":"traceutil/trace.go:171","msg":"trace[1418924317] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32959; }","duration":"413.901282ms","start":"2026-07-29T14:53:43.782265Z","end":"2026-07-29T14:53:44.196166Z","steps":["trace[1418924317] 'agreement among raft nodes before linearized reading' (duration: 413.46362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:44.196307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:43.782245Z","time spent":"414.032626ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:53:44.751603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.330035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:44.751729Z","caller":"traceutil/trace.go:171","msg":"trace[861891385] transaction","detail":"{read_only:false; response_revision:32960; number_of_response:1; }","duration":"551.983583ms","start":"2026-07-29T14:53:44.199723Z","end":"2026-07-29T14:53:44.751707Z","steps":["trace[861891385] 'process raft request' (duration: 412.451012ms)","trace[861891385] 'compare' (duration: 139.203281ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:44.751797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:44.199702Z","time spent":"552.066115ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:44.835218Z","caller":"traceutil/trace.go:171","msg":"trace[2107791143] linearizableReadLoop","detail":"{readStateIndex:33966; appliedIndex:33964; }","duration":"634.560631ms","start":"2026-07-29T14:53:44.20062Z","end":"2026-07-29T14:53:44.835181Z","steps":["trace[2107791143] 'read index received' (duration: 411.66313ms)","trace[2107791143] 'applied index is now lower than readState.Index' (duration: 222.896251ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:44.83529Z","caller":"traceutil/trace.go:171","msg":"trace[148338675] transaction","detail":"{read_only:false; response_revision:32962; number_of_response:1; }","duration":"633.485662ms","start":"2026-07-29T14:53:44.201769Z","end":"2026-07-29T14:53:44.835255Z","steps":["trace[148338675] 'process raft request' (duration: 633.349719ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:44.835274Z","caller":"traceutil/trace.go:171","msg":"trace[1829900088] transaction","detail":"{read_only:false; response_revision:32961; number_of_response:1; }","duration":"634.689865ms","start":"2026-07-29T14:53:44.200544Z","end":"2026-07-29T14:53:44.835233Z","steps":["trace[1829900088] 'process raft request' (duration: 634.115859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:44.835482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:44.200534Z","time spent":"634.836429ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:44.835536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.905241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-29T14:53:44.83555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:44.201759Z","time spent":"633.602085ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:44.835608Z","caller":"traceutil/trace.go:171","msg":"trace[936826472] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:32962; }","duration":"635.000493ms","start":"2026-07-29T14:53:44.200589Z","end":"2026-07-29T14:53:44.83559Z","steps":["trace[936826472] 'agreement among raft nodes before linearized reading' (duration: 634.767137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:44.83561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.899698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:44.835606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.459126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:53:44.835661Z","caller":"traceutil/trace.go:171","msg":"trace[48874864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32962; }","duration":"445.125604ms","start":"2026-07-29T14:53:44.390523Z","end":"2026-07-29T14:53:44.835648Z","steps":["trace[48874864] 'agreement among raft nodes before linearized reading' (duration: 444.858827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:44.835657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:44.200571Z","time spent":"635.076836ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-29T14:53:44.835694Z","caller":"traceutil/trace.go:171","msg":"trace[243832339] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:32962; }","duration":"236.573489ms","start":"2026-07-29T14:53:44.599099Z","end":"2026-07-29T14:53:44.835673Z","steps":["trace[243832339] 'agreement among raft nodes before linearized reading' (duration: 236.363243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:44.835715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:44.390451Z","time spent":"445.253518ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:53:45.139303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.103696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T14:53:45.139394Z","caller":"traceutil/trace.go:171","msg":"trace[1291335014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32962; }","duration":"240.266591ms","start":"2026-07-29T14:53:44.899107Z","end":"2026-07-29T14:53:45.139373Z","steps":["trace[1291335014] 'range keys from in-memory index tree' (duration: 239.918411ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:45.418259Z","caller":"traceutil/trace.go:171","msg":"trace[947107453] transaction","detail":"{read_only:false; response_revision:32964; number_of_response:1; }","duration":"257.981909ms","start":"2026-07-29T14:53:45.160248Z","end":"2026-07-29T14:53:45.41823Z","steps":["trace[947107453] 'process raft request' (duration: 257.711422ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:45.418617Z","caller":"traceutil/trace.go:171","msg":"trace[453834927] transaction","detail":"{read_only:false; response_revision:32965; number_of_response:1; }","duration":"256.671433ms","start":"2026-07-29T14:53:45.161917Z","end":"2026-07-29T14:53:45.418588Z","steps":["trace[453834927] 'process raft request' (duration: 256.268142ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:45.419804Z","caller":"traceutil/trace.go:171","msg":"trace[1565851400] transaction","detail":"{read_only:false; response_revision:32966; number_of_response:1; }","duration":"257.625859ms","start":"2026-07-29T14:53:45.16214Z","end":"2026-07-29T14:53:45.419766Z","steps":["trace[1565851400] 'process raft request' (duration: 256.597651ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:45.420234Z","caller":"traceutil/trace.go:171","msg":"trace[2001483391] transaction","detail":"{read_only:false; response_revision:32967; number_of_response:1; }","duration":"257.936728ms","start":"2026-07-29T14:53:45.162261Z","end":"2026-07-29T14:53:45.420198Z","steps":["trace[2001483391] 'process raft request' (duration: 257.435405ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:45.620287Z","caller":"traceutil/trace.go:171","msg":"trace[361587583] transaction","detail":"{read_only:false; response_revision:32968; number_of_response:1; }","duration":"194.297542ms","start":"2026-07-29T14:53:45.425954Z","end":"2026-07-29T14:53:45.620251Z","steps":["trace[361587583] 'process raft request' (duration: 142.953835ms)","trace[361587583] 'compare' (duration: 51.07164ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:45.620628Z","caller":"traceutil/trace.go:171","msg":"trace[523546583] linearizableReadLoop","detail":"{readStateIndex:33974; appliedIndex:33972; }","duration":"158.189855ms","start":"2026-07-29T14:53:45.462427Z","end":"2026-07-29T14:53:45.620617Z","steps":["trace[523546583] 'read index received' (duration: 106.52288ms)","trace[523546583] 'applied index is now lower than readState.Index' (duration: 51.664915ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:45.620807Z","caller":"traceutil/trace.go:171","msg":"trace[1166051598] transaction","detail":"{read_only:false; response_revision:32969; number_of_response:1; }","duration":"193.936672ms","start":"2026-07-29T14:53:45.426862Z","end":"2026-07-29T14:53:45.620799Z","steps":["trace[1166051598] 'process raft request' (duration: 193.339946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:45.621116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.814817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:45.62116Z","caller":"traceutil/trace.go:171","msg":"trace[2000882307] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32969; }","duration":"156.883089ms","start":"2026-07-29T14:53:45.464268Z","end":"2026-07-29T14:53:45.621151Z","steps":["trace[2000882307] 'agreement among raft nodes before linearized reading' (duration: 156.738895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:45.621136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.562309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:45.621179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.463935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:45.621247Z","caller":"traceutil/trace.go:171","msg":"trace[267476643] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32969; }","duration":"157.555908ms","start":"2026-07-29T14:53:45.463674Z","end":"2026-07-29T14:53:45.62123Z","steps":["trace[267476643] 'agreement among raft nodes before linearized reading' (duration: 157.407174ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:45.621246Z","caller":"traceutil/trace.go:171","msg":"trace[1341848867] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32969; }","duration":"157.699632ms","start":"2026-07-29T14:53:45.463519Z","end":"2026-07-29T14:53:45.621219Z","steps":["trace[1341848867] 'agreement among raft nodes before linearized reading' (duration: 157.491366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:45.621263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.34218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:45.621305Z","caller":"traceutil/trace.go:171","msg":"trace[734449505] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32969; }","duration":"158.391781ms","start":"2026-07-29T14:53:45.462898Z","end":"2026-07-29T14:53:45.62129Z","steps":["trace[734449505] 'agreement among raft nodes before linearized reading' (duration: 158.103373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:45.621333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.024344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:53:45.621376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.474791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:45.621391Z","caller":"traceutil/trace.go:171","msg":"trace[1638004462] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32969; }","duration":"157.084045ms","start":"2026-07-29T14:53:45.464289Z","end":"2026-07-29T14:53:45.621373Z","steps":["trace[1638004462] 'agreement among raft nodes before linearized reading' (duration: 156.930261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:45.621247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.765457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:53:45.62144Z","caller":"traceutil/trace.go:171","msg":"trace[1122555540] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32969; }","duration":"155.564393ms","start":"2026-07-29T14:53:45.465859Z","end":"2026-07-29T14:53:45.621423Z","steps":["trace[1122555540] 'agreement among raft nodes before linearized reading' (duration: 155.485461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:45.621309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.999007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:53:45.62149Z","caller":"traceutil/trace.go:171","msg":"trace[1884400176] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32969; }","duration":"155.203083ms","start":"2026-07-29T14:53:45.466278Z","end":"2026-07-29T14:53:45.621481Z","steps":["trace[1884400176] 'agreement among raft nodes before linearized reading' (duration: 154.931436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:45.621158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.62561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:45.621559Z","caller":"traceutil/trace.go:171","msg":"trace[1393806903] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32969; }","duration":"158.068132ms","start":"2026-07-29T14:53:45.463481Z","end":"2026-07-29T14:53:45.621549Z","steps":["trace[1393806903] 'agreement among raft nodes before linearized reading' (duration: 157.538148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:45.621181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.769311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:45.621639Z","caller":"traceutil/trace.go:171","msg":"trace[1333344435] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32969; }","duration":"159.278526ms","start":"2026-07-29T14:53:45.462349Z","end":"2026-07-29T14:53:45.621628Z","steps":["trace[1333344435] 'agreement among raft nodes before linearized reading' (duration: 158.591847ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:45.621538Z","caller":"traceutil/trace.go:171","msg":"trace[1027334983] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32969; }","duration":"157.043654ms","start":"2026-07-29T14:53:45.46442Z","end":"2026-07-29T14:53:45.621464Z","steps":["trace[1027334983] 'agreement among raft nodes before linearized reading' (duration: 156.642133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:45.621174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.271805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:53:45.621793Z","caller":"traceutil/trace.go:171","msg":"trace[767903452] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32969; }","duration":"155.934263ms","start":"2026-07-29T14:53:45.465841Z","end":"2026-07-29T14:53:45.621776Z","steps":["trace[767903452] 'agreement among raft nodes before linearized reading' (duration: 155.154762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:46.203685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.642338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:46.203786Z","caller":"traceutil/trace.go:171","msg":"trace[2007830919] linearizableReadLoop","detail":"{readStateIndex:33975; appliedIndex:33974; }","duration":"434.552692ms","start":"2026-07-29T14:53:45.769215Z","end":"2026-07-29T14:53:46.203767Z","steps":["trace[2007830919] 'read index received' (duration: 46.695539ms)","trace[2007830919] 'applied index is now lower than readState.Index' (duration: 387.855403ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:46.203805Z","caller":"traceutil/trace.go:171","msg":"trace[1241167568] transaction","detail":"{read_only:false; response_revision:32970; number_of_response:1; }","duration":"507.984118ms","start":"2026-07-29T14:53:45.695794Z","end":"2026-07-29T14:53:46.203778Z","steps":["trace[1241167568] 'process raft request' (duration: 120.171346ms)","trace[1241167568] 'compare' (duration: 387.444492ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:46.203895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:45.69576Z","time spent":"508.089611ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T14:53:46.20402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.308765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:46.204074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.982769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T14:53:46.204073Z","caller":"traceutil/trace.go:171","msg":"trace[2011329959] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:32970; }","duration":"384.395598ms","start":"2026-07-29T14:53:45.819663Z","end":"2026-07-29T14:53:46.204059Z","steps":["trace[2011329959] 'agreement among raft nodes before linearized reading' (duration: 384.303676ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:46.204108Z","caller":"traceutil/trace.go:171","msg":"trace[933208390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32970; }","duration":"433.071741ms","start":"2026-07-29T14:53:45.771026Z","end":"2026-07-29T14:53:46.204098Z","steps":["trace[933208390] 'agreement among raft nodes before linearized reading' (duration: 432.859905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:46.204116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:45.819646Z","time spent":"384.46125ms","remote":"127.0.0.1:40496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:46.204144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:45.771002Z","time spent":"433.132973ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T14:53:46.204483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.44463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T14:53:46.204563Z","caller":"traceutil/trace.go:171","msg":"trace[1470305603] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:32970; }","duration":"434.535702ms","start":"2026-07-29T14:53:45.770008Z","end":"2026-07-29T14:53:46.204543Z","steps":["trace[1470305603] 'agreement among raft nodes before linearized reading' (duration: 433.854123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:46.204604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:45.770001Z","time spent":"434.590923ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T14:53:46.204622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.515351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T14:53:46.204652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.389147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T14:53:46.204664Z","caller":"traceutil/trace.go:171","msg":"trace[1184879914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32970; }","duration":"434.597914ms","start":"2026-07-29T14:53:45.770054Z","end":"2026-07-29T14:53:46.204652Z","steps":["trace[1184879914] 'agreement among raft nodes before linearized reading' (duration: 433.896704ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:46.204686Z","caller":"traceutil/trace.go:171","msg":"trace[572203915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32970; }","duration":"434.48742ms","start":"2026-07-29T14:53:45.77019Z","end":"2026-07-29T14:53:46.204677Z","steps":["trace[572203915] 'agreement among raft nodes before linearized reading' (duration: 433.709629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:46.204694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:45.770033Z","time spent":"434.652805ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T14:53:46.204713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:45.770154Z","time spent":"434.551702ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T14:53:46.204102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.86715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T14:53:46.204742Z","caller":"traceutil/trace.go:171","msg":"trace[1194442621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32970; }","duration":"435.582011ms","start":"2026-07-29T14:53:45.769151Z","end":"2026-07-29T14:53:46.204733Z","steps":["trace[1194442621] 'agreement among raft nodes before linearized reading' (duration: 434.685826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:46.204766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:45.769128Z","time spent":"435.633522ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T14:53:46.929902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.462055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:46.930294Z","caller":"traceutil/trace.go:171","msg":"trace[1594928931] linearizableReadLoop","detail":"{readStateIndex:33980; appliedIndex:33975; }","duration":"547.720075ms","start":"2026-07-29T14:53:46.382554Z","end":"2026-07-29T14:53:46.930274Z","steps":["trace[1594928931] 'read index received' (duration: 23.886129ms)","trace[1594928931] 'applied index is now lower than readState.Index' (duration: 523.832706ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:46.93046Z","caller":"traceutil/trace.go:171","msg":"trace[1099095124] transaction","detail":"{read_only:false; response_revision:32972; number_of_response:1; }","duration":"721.84702ms","start":"2026-07-29T14:53:46.208599Z","end":"2026-07-29T14:53:46.930446Z","steps":["trace[1099095124] 'process raft request' (duration: 721.431628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:46.930559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:46.208578Z","time spent":"721.936952ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:46.930299Z","caller":"traceutil/trace.go:171","msg":"trace[699185231] transaction","detail":"{read_only:false; response_revision:32971; number_of_response:1; }","duration":"721.934872ms","start":"2026-07-29T14:53:46.208306Z","end":"2026-07-29T14:53:46.930241Z","steps":["trace[699185231] 'process raft request' (duration: 198.015224ms)","trace[699185231] 'compare' (duration: 523.28238ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:46.930823Z","caller":"traceutil/trace.go:171","msg":"trace[1283240040] transaction","detail":"{read_only:false; response_revision:32974; number_of_response:1; }","duration":"721.355905ms","start":"2026-07-29T14:53:46.20944Z","end":"2026-07-29T14:53:46.930796Z","steps":["trace[1283240040] 'process raft request' (duration: 720.727858ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:46.930846Z","caller":"traceutil/trace.go:171","msg":"trace[2092895927] transaction","detail":"{read_only:false; response_revision:32975; number_of_response:1; }","duration":"720.721858ms","start":"2026-07-29T14:53:46.210095Z","end":"2026-07-29T14:53:46.930817Z","steps":["trace[2092895927] 'process raft request' (duration: 720.125881ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:46.930868Z","caller":"traceutil/trace.go:171","msg":"trace[167742035] transaction","detail":"{read_only:false; response_revision:32973; number_of_response:1; }","duration":"721.523341ms","start":"2026-07-29T14:53:46.209323Z","end":"2026-07-29T14:53:46.930846Z","steps":["trace[167742035] 'process raft request' (duration: 720.78894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:46.93094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.377393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-endpoints-z4s4k\" ","response":"range_response_count:1 size:14814"} {"level":"warn","ts":"2026-07-29T14:53:46.930958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:46.209427Z","time spent":"721.460049ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:46.930982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:46.210085Z","time spent":"720.822791ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:46.930991Z","caller":"traceutil/trace.go:171","msg":"trace[592115717] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-endpoints-z4s4k; range_end:; response_count:1; response_revision:32975; }","duration":"548.437114ms","start":"2026-07-29T14:53:46.382541Z","end":"2026-07-29T14:53:46.930978Z","steps":["trace[592115717] 'agreement among raft nodes before linearized reading' (duration: 548.212098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:46.931032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:46.382489Z","time spent":"548.536108ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":14836,"request content":"key:\"/registry/pods/openstack/octavia-ks-endpoints-z4s4k\" "} {"level":"warn","ts":"2026-07-29T14:53:46.931006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.392299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:46.931046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:46.208288Z","time spent":"722.61106ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:46.931124Z","caller":"traceutil/trace.go:171","msg":"trace[922303112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32975; }","duration":"346.575204ms","start":"2026-07-29T14:53:46.584522Z","end":"2026-07-29T14:53:46.931097Z","steps":["trace[922303112] 'agreement among raft nodes before linearized reading' (duration: 346.341367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:46.930974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:46.209313Z","time spent":"721.606893ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:46.931183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:46.584501Z","time spent":"346.673097ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:53:48.124205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.01686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:48.124317Z","caller":"traceutil/trace.go:171","msg":"trace[737147928] linearizableReadLoop","detail":"{readStateIndex:33981; appliedIndex:33980; }","duration":"898.194587ms","start":"2026-07-29T14:53:47.226105Z","end":"2026-07-29T14:53:48.124299Z","steps":["trace[737147928] 'read index received' (duration: 357.076254ms)","trace[737147928] 'applied index is now lower than readState.Index' (duration: 541.116943ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:48.124396Z","caller":"traceutil/trace.go:171","msg":"trace[287669694] transaction","detail":"{read_only:false; response_revision:32976; number_of_response:1; }","duration":"1.179739956s","start":"2026-07-29T14:53:46.944645Z","end":"2026-07-29T14:53:48.124385Z","steps":["trace[287669694] 'process raft request' (duration: 638.447198ms)","trace[287669694] 'compare' (duration: 540.65549ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:48.124456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:46.944616Z","time spent":"1.179806058s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15102,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:48.124961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.847575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T14:53:48.125028Z","caller":"traceutil/trace.go:171","msg":"trace[1358374121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32976; }","duration":"898.966598ms","start":"2026-07-29T14:53:47.226043Z","end":"2026-07-29T14:53:48.12501Z","steps":["trace[1358374121] 'agreement among raft nodes before linearized reading' (duration: 898.578687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:48.125064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:47.226022Z","time spent":"899.036171ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T14:53:48.625263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:53:49.125755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:53:49.389844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999757626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:53:49.389957Z","caller":"traceutil/trace.go:171","msg":"trace[932024269] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99992799s","start":"2026-07-29T14:53:47.390008Z","end":"2026-07-29T14:53:49.389936Z","steps":["trace[932024269] 'agreement among raft nodes before linearized reading' (duration: 1.999794007s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:49.390001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:47.389986Z","time spent":"2.000005533s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:53:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:53:49.626911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:53:50.127975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:53:50.211431Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.091928658s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T14:53:50.341029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160750201s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:50.341225Z","caller":"traceutil/trace.go:171","msg":"trace[1435482160] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:32976; }","duration":"1.160978738s","start":"2026-07-29T14:53:49.180219Z","end":"2026-07-29T14:53:50.341197Z","steps":["trace[1435482160] 'range keys from in-memory index tree' (duration: 1.16071013s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:50.341903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.014818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:50.342163Z","caller":"traceutil/trace.go:171","msg":"trace[1258428510] transaction","detail":"{read_only:false; response_revision:32980; number_of_response:1; }","duration":"2.915565668s","start":"2026-07-29T14:53:47.426579Z","end":"2026-07-29T14:53:50.342144Z","steps":["trace[1258428510] 'process raft request' (duration: 2.915516516s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:50.342249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:47.426565Z","time spent":"2.91564607s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:50.342536Z","caller":"traceutil/trace.go:171","msg":"trace[279185543] transaction","detail":"{read_only:false; response_revision:32978; number_of_response:1; }","duration":"2.916662768s","start":"2026-07-29T14:53:47.425849Z","end":"2026-07-29T14:53:50.342512Z","steps":["trace[279185543] 'process raft request' (duration: 2.916123973s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:50.342566Z","caller":"traceutil/trace.go:171","msg":"trace[232265403] transaction","detail":"{read_only:false; response_revision:32979; number_of_response:1; }","duration":"2.916574606s","start":"2026-07-29T14:53:47.425966Z","end":"2026-07-29T14:53:50.342541Z","steps":["trace[232265403] 'process raft request' (duration: 2.916089612s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:50.342535Z","caller":"traceutil/trace.go:171","msg":"trace[56563774] transaction","detail":"{read_only:false; response_revision:32977; number_of_response:1; }","duration":"2.917210333s","start":"2026-07-29T14:53:47.425305Z","end":"2026-07-29T14:53:50.342516Z","steps":["trace[56563774] 'process raft request' (duration: 2.786490515s)","trace[56563774] 'compare' (duration: 129.855734ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:50.342679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:47.425936Z","time spent":"2.916680149s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:50.342681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:47.425833Z","time spent":"2.916760991s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:50.34284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:47.425259Z","time spent":"2.91746413s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:51.397646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000219868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:53:51.397737Z","caller":"traceutil/trace.go:171","msg":"trace[1855931775] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000361021s","start":"2026-07-29T14:53:49.397355Z","end":"2026-07-29T14:53:51.397716Z","steps":["trace[1855931775] 'agreement among raft nodes before linearized reading' (duration: 2.000224998s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:51.397837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:49.397347Z","time spent":"2.000475904s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:53:51.939741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.18185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:51.939924Z","caller":"traceutil/trace.go:171","msg":"trace[830732018] transaction","detail":"{read_only:false; response_revision:32981; number_of_response:1; }","duration":"3.809414925s","start":"2026-07-29T14:53:48.130482Z","end":"2026-07-29T14:53:51.939897Z","steps":["trace[830732018] 'process raft request' (duration: 3.032998048s)","trace[830732018] 'compare' (duration: 775.778409ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:51.940063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:48.130458Z","time spent":"3.809536208s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:52.334212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.351033ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T14:53:52.335372Z","caller":"traceutil/trace.go:171","msg":"trace[91495172] transaction","detail":"{read_only:false; response_revision:32982; number_of_response:1; }","duration":"3.350576282s","start":"2026-07-29T14:53:48.984763Z","end":"2026-07-29T14:53:52.33534Z","steps":["trace[91495172] 'process raft request' (duration: 3.349590175s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:52.335588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:48.984738Z","time spent":"3.350748217s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:52.638004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.600161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:52.638192Z","caller":"traceutil/trace.go:171","msg":"trace[981490644] transaction","detail":"{read_only:false; response_revision:32983; number_of_response:1; }","duration":"3.262206504s","start":"2026-07-29T14:53:49.375949Z","end":"2026-07-29T14:53:52.638155Z","steps":["trace[981490644] 'process raft request' (duration: 2.959369387s)","trace[981490644] 'compare' (duration: 302.417845ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:52.63828Z","caller":"traceutil/trace.go:171","msg":"trace[86618425] linearizableReadLoop","detail":"{readStateIndex:33989; appliedIndex:33981; }","duration":"4.513925786s","start":"2026-07-29T14:53:48.124345Z","end":"2026-07-29T14:53:52.638271Z","steps":["trace[86618425] 'read index received' (duration: 2.087315641s)","trace[86618425] 'applied index is now lower than readState.Index' (duration: 2.426608945s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:52.638372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:49.375901Z","time spent":"3.262378758s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:52.63868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.008951697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:53:52.638726Z","caller":"traceutil/trace.go:171","msg":"trace[992204103] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32984; }","duration":"5.009017419s","start":"2026-07-29T14:53:47.629698Z","end":"2026-07-29T14:53:52.638715Z","steps":["trace[992204103] 'agreement among raft nodes before linearized reading' (duration: 5.008852365s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:52.638759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:47.629689Z","time spent":"5.00906177s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:52.638787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.012219427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:52.638786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.011833967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:52.638872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.010702475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:53:52.638876Z","caller":"traceutil/trace.go:171","msg":"trace[1486664828] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32984; }","duration":"5.011930599s","start":"2026-07-29T14:53:47.626932Z","end":"2026-07-29T14:53:52.638863Z","steps":["trace[1486664828] 'agreement among raft nodes before linearized reading' (duration: 5.011814256s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:52.638876Z","caller":"traceutil/trace.go:171","msg":"trace[762903523] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32984; }","duration":"5.012398922s","start":"2026-07-29T14:53:47.626462Z","end":"2026-07-29T14:53:52.638861Z","steps":["trace[762903523] 'agreement among raft nodes before linearized reading' (duration: 5.012249928s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:52.638857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.011625231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:52.638896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.010622473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:52.638907Z","caller":"traceutil/trace.go:171","msg":"trace[1765406498] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32984; }","duration":"5.010795848s","start":"2026-07-29T14:53:47.6281Z","end":"2026-07-29T14:53:52.638896Z","steps":["trace[1765406498] 'agreement among raft nodes before linearized reading' (duration: 5.010616283s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:52.638912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:47.626442Z","time spent":"5.012463215s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:52.638905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.011641401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:52.638935Z","caller":"traceutil/trace.go:171","msg":"trace[658170320] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32984; }","duration":"5.010714486s","start":"2026-07-29T14:53:47.628211Z","end":"2026-07-29T14:53:52.638926Z","steps":["trace[658170320] 'agreement among raft nodes before linearized reading' (duration: 5.010509581s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:52.638929Z","caller":"traceutil/trace.go:171","msg":"trace[1770319655] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32984; }","duration":"5.011764015s","start":"2026-07-29T14:53:47.627148Z","end":"2026-07-29T14:53:52.638912Z","steps":["trace[1770319655] 'agreement among raft nodes before linearized reading' (duration: 5.01159461s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:52.638939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:47.628074Z","time spent":"5.010858889s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:53:52.638954Z","caller":"traceutil/trace.go:171","msg":"trace[1619125448] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32984; }","duration":"5.011701994s","start":"2026-07-29T14:53:47.627239Z","end":"2026-07-29T14:53:52.638941Z","steps":["trace[1619125448] 'agreement among raft nodes before linearized reading' (duration: 5.011452597s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:52.638967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:47.628198Z","time spent":"5.010760577s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:53:52.63897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.104332729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:53:52.638912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:47.626924Z","time spent":"5.011981461s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-29T14:53:52.638992Z","caller":"traceutil/trace.go:171","msg":"trace[695998993] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:32984; }","duration":"5.104410452s","start":"2026-07-29T14:53:47.534575Z","end":"2026-07-29T14:53:52.638986Z","steps":["trace[695998993] 'agreement among raft nodes before linearized reading' (duration: 5.10435965s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:52.638986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:47.627235Z","time spent":"5.011743395s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:53:52.638976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:47.627143Z","time spent":"5.011824846s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:52.639024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:47.534549Z","time spent":"5.104455972s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:53:52.638236Z","caller":"traceutil/trace.go:171","msg":"trace[230295639] transaction","detail":"{read_only:false; response_revision:32984; number_of_response:1; }","duration":"1.366233393s","start":"2026-07-29T14:53:51.271983Z","end":"2026-07-29T14:53:52.638216Z","steps":["trace[230295639] 'process raft request' (duration: 1.36613569s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:52.639054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00976642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:53:52.639073Z","caller":"traceutil/trace.go:171","msg":"trace[725058609] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32984; }","duration":"5.00979704s","start":"2026-07-29T14:53:47.629268Z","end":"2026-07-29T14:53:52.639065Z","steps":["trace[725058609] 'agreement among raft nodes before linearized reading' (duration: 5.009744279s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:52.63909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:47.629261Z","time spent":"5.009825372s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:52.639104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:51.271949Z","time spent":"1.367102697s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:52.639129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.009884143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:53:52.639123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.012737682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:52.639111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.011695813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:52.639154Z","caller":"traceutil/trace.go:171","msg":"trace[1551935362] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:32984; }","duration":"5.009965125s","start":"2026-07-29T14:53:47.629181Z","end":"2026-07-29T14:53:52.639146Z","steps":["trace[1551935362] 'agreement among raft nodes before linearized reading' (duration: 5.009888223s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:52.639175Z","caller":"traceutil/trace.go:171","msg":"trace[473830373] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:32984; }","duration":"5.012831715s","start":"2026-07-29T14:53:47.62633Z","end":"2026-07-29T14:53:52.639162Z","steps":["trace[473830373] 'agreement among raft nodes before linearized reading' (duration: 5.012742092s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:52.639185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:47.629145Z","time spent":"5.010034137s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:52.639209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:47.62631Z","time spent":"5.012892676s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-29T14:53:52.639207Z","caller":"traceutil/trace.go:171","msg":"trace[74743877] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:32984; }","duration":"5.011900519s","start":"2026-07-29T14:53:47.627274Z","end":"2026-07-29T14:53:52.639175Z","steps":["trace[74743877] 'agreement among raft nodes before linearized reading' (duration: 5.011502628s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:52.639256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:47.62726Z","time spent":"5.011986941s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:53:53.398956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000244949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:53:53.399041Z","caller":"traceutil/trace.go:171","msg":"trace[1784780803] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000385363s","start":"2026-07-29T14:53:51.398636Z","end":"2026-07-29T14:53:53.399022Z","steps":["trace[1784780803] 'agreement among raft nodes before linearized reading' (duration: 2.00027682s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.399091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:51.398616Z","time spent":"2.000464216s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:53:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:53:53.545249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.669713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:53.545541Z","caller":"traceutil/trace.go:171","msg":"trace[2022807782] linearizableReadLoop","detail":"{readStateIndex:33994; appliedIndex:33990; }","duration":"907.217465ms","start":"2026-07-29T14:53:52.638304Z","end":"2026-07-29T14:53:53.545521Z","steps":["trace[2022807782] 'read index received' (duration: 330.134271ms)","trace[2022807782] 'applied index is now lower than readState.Index' (duration: 577.081894ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:53.54564Z","caller":"traceutil/trace.go:171","msg":"trace[820486913] transaction","detail":"{read_only:false; response_revision:32986; number_of_response:1; }","duration":"1.197186517s","start":"2026-07-29T14:53:52.348423Z","end":"2026-07-29T14:53:53.54561Z","steps":["trace[820486913] 'process raft request' (duration: 1.196951721s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.545781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:52.348397Z","time spent":"1.19730099s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:53.545849Z","caller":"traceutil/trace.go:171","msg":"trace[518395939] transaction","detail":"{read_only:false; response_revision:32987; number_of_response:1; }","duration":"1.19729618s","start":"2026-07-29T14:53:52.348529Z","end":"2026-07-29T14:53:53.545825Z","steps":["trace[518395939] 'process raft request' (duration: 1.196896539s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:53.545931Z","caller":"traceutil/trace.go:171","msg":"trace[183258996] transaction","detail":"{read_only:false; response_revision:32985; number_of_response:1; }","duration":"1.197848835s","start":"2026-07-29T14:53:52.348071Z","end":"2026-07-29T14:53:53.54592Z","steps":["trace[183258996] 'process raft request' (duration: 620.37535ms)","trace[183258996] 'compare' (duration: 576.494498ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:53.545959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:52.348482Z","time spent":"1.197415423s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:53.545965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:52.348039Z","time spent":"1.197906147s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:53.54636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.404778028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:53:53.54641Z","caller":"traceutil/trace.go:171","msg":"trace[415031080] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:32988; }","duration":"3.40484795s","start":"2026-07-29T14:53:50.141541Z","end":"2026-07-29T14:53:53.546389Z","steps":["trace[415031080] 'agreement among raft nodes before linearized reading' (duration: 3.404001307s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.546465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:50.141522Z","time spent":"3.404903932s","remote":"127.0.0.1:51374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:53.546477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.607874618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T14:53:53.546521Z","caller":"traceutil/trace.go:171","msg":"trace[561175600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32988; }","duration":"4.60793977s","start":"2026-07-29T14:53:48.938571Z","end":"2026-07-29T14:53:53.546511Z","steps":["trace[561175600] 'agreement among raft nodes before linearized reading' (duration: 4.607456737s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.546531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.70557379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-07-29T14:53:53.546592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:48.938566Z","time spent":"4.607977021s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T14:53:53.54661Z","caller":"traceutil/trace.go:171","msg":"trace[313898893] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32988; }","duration":"3.705680702s","start":"2026-07-29T14:53:49.840916Z","end":"2026-07-29T14:53:53.546597Z","steps":["trace[313898893] 'agreement among raft nodes before linearized reading' (duration: 3.704685644s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.546653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:49.840901Z","time spent":"3.705739524s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T14:53:53.546667Z","caller":"traceutil/trace.go:171","msg":"trace[778714135] transaction","detail":"{read_only:false; response_revision:32988; number_of_response:1; }","duration":"1.197237518s","start":"2026-07-29T14:53:52.349422Z","end":"2026-07-29T14:53:53.546659Z","steps":["trace[778714135] 'process raft request' (duration: 1.196044555s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.546704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:52.349398Z","time spent":"1.19728616s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:53.546679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920970237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-29T14:53:53.546732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.610265154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-29T14:53:53.546695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169555995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:53.546737Z","caller":"traceutil/trace.go:171","msg":"trace[1592753714] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32988; }","duration":"2.92107143s","start":"2026-07-29T14:53:50.625651Z","end":"2026-07-29T14:53:53.546722Z","steps":["trace[1592753714] 'agreement among raft nodes before linearized reading' (duration: 2.920852844s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:53.546757Z","caller":"traceutil/trace.go:171","msg":"trace[753766896] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:32988; }","duration":"4.610348197s","start":"2026-07-29T14:53:48.936401Z","end":"2026-07-29T14:53:53.54675Z","steps":["trace[753766896] 'agreement among raft nodes before linearized reading' (duration: 4.609697329s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.546774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:48.936372Z","time spent":"4.610398137s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T14:53:53.546778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:50.625634Z","time spent":"2.921137331s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T14:53:53.546784Z","caller":"traceutil/trace.go:171","msg":"trace[1296309508] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:32988; }","duration":"1.169705379s","start":"2026-07-29T14:53:52.377057Z","end":"2026-07-29T14:53:53.546763Z","steps":["trace[1296309508] 'agreement among raft nodes before linearized reading' (duration: 1.168532417s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.546807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.608258789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T14:53:53.546825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.706297579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-29T14:53:53.546807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.608174007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T14:53:53.546832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:52.377041Z","time spent":"1.169780671s","remote":"127.0.0.1:56774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:53.546847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.789467093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-29T14:53:53.546845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131071219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:53:53.546852Z","caller":"traceutil/trace.go:171","msg":"trace[249217849] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32988; }","duration":"3.706375041s","start":"2026-07-29T14:53:49.840469Z","end":"2026-07-29T14:53:53.546844Z","steps":["trace[249217849] 'agreement among raft nodes before linearized reading' (duration: 3.706301149s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.546849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824131704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:53:53.546866Z","caller":"traceutil/trace.go:171","msg":"trace[1048400395] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:32988; }","duration":"3.789526605s","start":"2026-07-29T14:53:49.757335Z","end":"2026-07-29T14:53:53.546861Z","steps":["trace[1048400395] 'agreement among raft nodes before linearized reading' (duration: 3.789478634s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.54688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:49.840436Z","time spent":"3.706439433s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T14:53:53.546872Z","caller":"traceutil/trace.go:171","msg":"trace[172980565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32988; }","duration":"4.608255249s","start":"2026-07-29T14:53:48.938599Z","end":"2026-07-29T14:53:53.546855Z","steps":["trace[172980565] 'agreement among raft nodes before linearized reading' (duration: 4.607414796s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.546887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:49.757307Z","time spent":"3.789578027s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:53:53.546717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.795945726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-07-29T14:53:53.546891Z","caller":"traceutil/trace.go:171","msg":"trace[1578122015] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:32988; }","duration":"2.824170445s","start":"2026-07-29T14:53:50.722707Z","end":"2026-07-29T14:53:53.546878Z","steps":["trace[1578122015] 'agreement among raft nodes before linearized reading' (duration: 2.824051982s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:53.546883Z","caller":"traceutil/trace.go:171","msg":"trace[795520262] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:32988; }","duration":"2.13112513s","start":"2026-07-29T14:53:51.415745Z","end":"2026-07-29T14:53:53.54687Z","steps":["trace[795520262] 'agreement among raft nodes before linearized reading' (duration: 2.131017817s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.546848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.608167186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-29T14:53:53.546909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:48.938595Z","time spent":"4.60830801s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T14:53:53.546917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:50.722664Z","time spent":"2.824246898s","remote":"127.0.0.1:42116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":65,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:53:53.546847Z","caller":"traceutil/trace.go:171","msg":"trace[1415743888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32988; }","duration":"4.60832027s","start":"2026-07-29T14:53:48.938514Z","end":"2026-07-29T14:53:53.546835Z","steps":["trace[1415743888] 'agreement among raft nodes before linearized reading' (duration: 4.607383394s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:53.546925Z","caller":"traceutil/trace.go:171","msg":"trace[488954429] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:32988; }","duration":"2.796182403s","start":"2026-07-29T14:53:50.750723Z","end":"2026-07-29T14:53:53.546906Z","steps":["trace[488954429] 'agreement among raft nodes before linearized reading' (duration: 2.795101173s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.546953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:48.938502Z","time spent":"4.608442924s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T14:53:53.546922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:51.415736Z","time spent":"2.131179061s","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:53:53.54695Z","caller":"traceutil/trace.go:171","msg":"trace[2125927586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32988; }","duration":"4.60830498s","start":"2026-07-29T14:53:48.938623Z","end":"2026-07-29T14:53:53.546928Z","steps":["trace[2125927586] 'agreement among raft nodes before linearized reading' (duration: 4.607265441s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.54697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.246780374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:53.546955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:50.750709Z","time spent":"2.796238134s","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-07-29T14:53:53.546995Z","caller":"traceutil/trace.go:171","msg":"trace[1750366911] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:32988; }","duration":"4.246826954s","start":"2026-07-29T14:53:49.30016Z","end":"2026-07-29T14:53:53.546987Z","steps":["trace[1750366911] 'agreement among raft nodes before linearized reading' (duration: 4.246788613s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.546998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:48.938619Z","time spent":"4.608372092s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T14:53:53.54701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.277317216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:53:53.547017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:49.300149Z","time spent":"4.246864145s","remote":"127.0.0.1:56610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:53.54704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.453783066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:53.547044Z","caller":"traceutil/trace.go:171","msg":"trace[2031216148] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:32988; }","duration":"4.277403379s","start":"2026-07-29T14:53:49.269624Z","end":"2026-07-29T14:53:53.547028Z","steps":["trace[2031216148] 'agreement among raft nodes before linearized reading' (duration: 4.277322036s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:53.547063Z","caller":"traceutil/trace.go:171","msg":"trace[713455939] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:32988; }","duration":"4.453856797s","start":"2026-07-29T14:53:49.093199Z","end":"2026-07-29T14:53:53.547056Z","steps":["trace[713455939] 'agreement among raft nodes before linearized reading' (duration: 4.453801186s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.547066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:49.269594Z","time spent":"4.27746721s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:53.547083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:49.093168Z","time spent":"4.453910119s","remote":"127.0.0.1:52288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:53.5472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478724476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:53.547233Z","caller":"traceutil/trace.go:171","msg":"trace[1360567777] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:32988; }","duration":"1.478809519s","start":"2026-07-29T14:53:52.068416Z","end":"2026-07-29T14:53:53.547225Z","steps":["trace[1360567777] 'agreement among raft nodes before linearized reading' (duration: 1.477804171s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.547251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:52.068388Z","time spent":"1.478858551s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:53.547479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900270076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1105"} {"level":"info","ts":"2026-07-29T14:53:53.547503Z","caller":"traceutil/trace.go:171","msg":"trace[264502242] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:32988; }","duration":"2.900350857s","start":"2026-07-29T14:53:50.647143Z","end":"2026-07-29T14:53:53.547494Z","steps":["trace[264502242] 'agreement among raft nodes before linearized reading' (duration: 2.899119413s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.547519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:50.64711Z","time spent":"2.900403719s","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1127,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-07-29T14:53:53.547864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.750677448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-07-29T14:53:53.547881Z","caller":"traceutil/trace.go:171","msg":"trace[877154965] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:32988; }","duration":"4.750753471s","start":"2026-07-29T14:53:48.797123Z","end":"2026-07-29T14:53:53.547876Z","steps":["trace[877154965] 'agreement among raft nodes before linearized reading' (duration: 4.74892221s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.547894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:48.797094Z","time spent":"4.750797312s","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-07-29T14:53:53.548418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.155107064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-29T14:53:53.548447Z","caller":"traceutil/trace.go:171","msg":"trace[748605169] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935; range_end:; response_count:1; response_revision:32988; }","duration":"4.155170755s","start":"2026-07-29T14:53:49.393269Z","end":"2026-07-29T14:53:53.548439Z","steps":["trace[748605169] 'agreement among raft nodes before linearized reading' (duration: 4.152932234s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.548466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:49.393253Z","time spent":"4.155208796s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935\" "} {"level":"warn","ts":"2026-07-29T14:53:53.54867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.382400902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T14:53:53.548688Z","caller":"traceutil/trace.go:171","msg":"trace[763155547] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32988; }","duration":"5.382455103s","start":"2026-07-29T14:53:48.166228Z","end":"2026-07-29T14:53:53.548683Z","steps":["trace[763155547] 'agreement among raft nodes before linearized reading' (duration: 5.379931724s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.548702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:48.166209Z","time spent":"5.382489035s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T14:53:53.550264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.021935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:53.550315Z","caller":"traceutil/trace.go:171","msg":"trace[1627999588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32989; }","duration":"143.068787ms","start":"2026-07-29T14:53:53.407232Z","end":"2026-07-29T14:53:53.5503Z","steps":["trace[1627999588] 'agreement among raft nodes before linearized reading' (duration: 142.998865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.550486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.412178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:53:53.550518Z","caller":"traceutil/trace.go:171","msg":"trace[746174124] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:32989; }","duration":"213.48569ms","start":"2026-07-29T14:53:53.337023Z","end":"2026-07-29T14:53:53.550509Z","steps":["trace[746174124] 'agreement among raft nodes before linearized reading' (duration: 213.421489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.550789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.468187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:53:53.550819Z","caller":"traceutil/trace.go:171","msg":"trace[1810471614] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:32989; }","duration":"576.53849ms","start":"2026-07-29T14:53:52.974274Z","end":"2026-07-29T14:53:53.550812Z","steps":["trace[1810471614] 'agreement among raft nodes before linearized reading' (duration: 576.404896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.55084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:52.974252Z","time spent":"576.58095ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":83,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:53.550993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.479243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-29T14:53:53.551019Z","caller":"traceutil/trace.go:171","msg":"trace[2117579434] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:32989; }","duration":"678.542674ms","start":"2026-07-29T14:53:52.87247Z","end":"2026-07-29T14:53:53.551012Z","steps":["trace[2117579434] 'agreement among raft nodes before linearized reading' (duration: 678.472632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.551037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:52.872448Z","time spent":"678.585445ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-29T14:53:53.551216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.709243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-endpoints-z4s4k\" ","response":"range_response_count:1 size:15120"} {"level":"info","ts":"2026-07-29T14:53:53.551259Z","caller":"traceutil/trace.go:171","msg":"trace[1843724395] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-endpoints-z4s4k; range_end:; response_count:1; response_revision:32989; }","duration":"897.790585ms","start":"2026-07-29T14:53:52.653457Z","end":"2026-07-29T14:53:53.551247Z","steps":["trace[1843724395] 'agreement among raft nodes before linearized reading' (duration: 897.674192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:53.551287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:52.653436Z","time spent":"897.844636ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":15142,"request content":"key:\"/registry/pods/openstack/octavia-ks-endpoints-z4s4k\" "} {"level":"warn","ts":"2026-07-29T14:53:54.132039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.079543ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-29T14:53:54.133505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:53.553854Z","time spent":"579.633405ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T14:53:54.973931Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.113956931s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T14:53:55.304367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.931505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:55.304707Z","caller":"traceutil/trace.go:171","msg":"trace[1163122653] transaction","detail":"{read_only:false; response_revision:32990; number_of_response:1; }","duration":"1.750674012s","start":"2026-07-29T14:53:53.553983Z","end":"2026-07-29T14:53:55.304657Z","steps":["trace[1163122653] 'process raft request' (duration: 1.420312725s)","trace[1163122653] 'compare' (duration: 329.220746ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:55.304922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:53.553961Z","time spent":"1.750829656s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:55.305674Z","caller":"traceutil/trace.go:171","msg":"trace[198950824] transaction","detail":"{read_only:false; response_revision:32991; number_of_response:1; }","duration":"1.751508795s","start":"2026-07-29T14:53:53.554151Z","end":"2026-07-29T14:53:55.30566Z","steps":["trace[198950824] 'process raft request' (duration: 1.750726703s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:55.30571Z","caller":"traceutil/trace.go:171","msg":"trace[311466694] transaction","detail":"{read_only:false; response_revision:32992; number_of_response:1; }","duration":"1.751449714s","start":"2026-07-29T14:53:53.554227Z","end":"2026-07-29T14:53:55.305677Z","steps":["trace[311466694] 'process raft request' (duration: 1.751201857s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.305753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:53.554135Z","time spent":"1.751580597s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:55.305862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:53.554217Z","time spent":"1.751559796s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:55.306029Z","caller":"traceutil/trace.go:171","msg":"trace[202015548] linearizableReadLoop","detail":"{readStateIndex:33997; appliedIndex:33995; }","duration":"1.751861325s","start":"2026-07-29T14:53:53.554142Z","end":"2026-07-29T14:53:55.306003Z","steps":["trace[202015548] 'read index received' (duration: 186.822265ms)","trace[202015548] 'applied index is now lower than readState.Index' (duration: 1.56503745s)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:55.306296Z","caller":"traceutil/trace.go:171","msg":"trace[2137774064] transaction","detail":"{read_only:false; response_revision:32993; number_of_response:1; }","duration":"1.75204076s","start":"2026-07-29T14:53:53.554235Z","end":"2026-07-29T14:53:55.306276Z","steps":["trace[2137774064] 'process raft request' (duration: 1.751281779s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:55.306344Z","caller":"traceutil/trace.go:171","msg":"trace[1472643876] transaction","detail":"{read_only:false; response_revision:32998; number_of_response:1; }","duration":"1.750205149s","start":"2026-07-29T14:53:53.556125Z","end":"2026-07-29T14:53:55.30633Z","steps":["trace[1472643876] 'process raft request' (duration: 1.749650463s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.306456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:53.556112Z","time spent":"1.750264041s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:55.306504Z","caller":"traceutil/trace.go:171","msg":"trace[1062060232] transaction","detail":"{read_only:false; response_revision:32999; number_of_response:1; }","duration":"1.749218142s","start":"2026-07-29T14:53:53.557274Z","end":"2026-07-29T14:53:55.306492Z","steps":["trace[1062060232] 'process raft request' (duration: 1.748540663s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:55.306578Z","caller":"traceutil/trace.go:171","msg":"trace[90535558] transaction","detail":"{read_only:false; response_revision:32994; number_of_response:1; }","duration":"1.752328177s","start":"2026-07-29T14:53:53.554238Z","end":"2026-07-29T14:53:55.306566Z","steps":["trace[90535558] 'process raft request' (duration: 1.75133465s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.306604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:53.557267Z","time spent":"1.749280164s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:55.306638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:53.554229Z","time spent":"1.752383319s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:55.306724Z","caller":"traceutil/trace.go:171","msg":"trace[433323914] transaction","detail":"{read_only:false; response_revision:32995; number_of_response:1; }","duration":"1.75242479s","start":"2026-07-29T14:53:53.55429Z","end":"2026-07-29T14:53:55.306715Z","steps":["trace[433323914] 'process raft request' (duration: 1.75133454s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.306783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:53.554283Z","time spent":"1.752469101s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:55.306865Z","caller":"traceutil/trace.go:171","msg":"trace[2011253972] transaction","detail":"{read_only:false; response_revision:32996; number_of_response:1; }","duration":"1.752516503s","start":"2026-07-29T14:53:53.554339Z","end":"2026-07-29T14:53:55.306855Z","steps":["trace[2011253972] 'process raft request' (duration: 1.751337661s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.306912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:53.554314Z","time spent":"1.752570944s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:55.30704Z","caller":"traceutil/trace.go:171","msg":"trace[1946577962] transaction","detail":"{read_only:false; response_revision:32997; number_of_response:1; }","duration":"1.752077211s","start":"2026-07-29T14:53:53.554946Z","end":"2026-07-29T14:53:55.307024Z","steps":["trace[1946577962] 'process raft request' (duration: 1.750784935s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.307098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:53.554937Z","time spent":"1.752132842s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:55.306449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:53.554225Z","time spent":"1.752129542s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:55.307247Z","caller":"traceutil/trace.go:171","msg":"trace[881676168] transaction","detail":"{read_only:false; response_revision:33000; number_of_response:1; }","duration":"1.747383552s","start":"2026-07-29T14:53:53.559852Z","end":"2026-07-29T14:53:55.307236Z","steps":["trace[881676168] 'process raft request' (duration: 1.746006334s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.30731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:53.559839Z","time spent":"1.747442353s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15113,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:55.307427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753277973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:55.307571Z","caller":"traceutil/trace.go:171","msg":"trace[1038115521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33000; }","duration":"1.753433088s","start":"2026-07-29T14:53:53.554123Z","end":"2026-07-29T14:53:55.307556Z","steps":["trace[1038115521] 'agreement among raft nodes before linearized reading' (duration: 1.753218772s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.307612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:53.554115Z","time spent":"1.75348671s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:53:55.308865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754643251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:55.308952Z","caller":"traceutil/trace.go:171","msg":"trace[333667032] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:33001; }","duration":"1.754745194s","start":"2026-07-29T14:53:53.554186Z","end":"2026-07-29T14:53:55.308931Z","steps":["trace[333667032] 'agreement among raft nodes before linearized reading' (duration: 1.754568299s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.309011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:53.554172Z","time spent":"1.754824486s","remote":"127.0.0.1:40570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:55.309271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.970853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:55.30931Z","caller":"traceutil/trace.go:171","msg":"trace[47363837] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33001; }","duration":"664.031054ms","start":"2026-07-29T14:53:54.64527Z","end":"2026-07-29T14:53:55.309301Z","steps":["trace[47363837] 'agreement among raft nodes before linearized reading' (duration: 663.970243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.309339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:54.645261Z","time spent":"664.071406ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:55.3095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.22066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:55.30954Z","caller":"traceutil/trace.go:171","msg":"trace[1310630975] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33001; }","duration":"664.303332ms","start":"2026-07-29T14:53:54.645228Z","end":"2026-07-29T14:53:55.309531Z","steps":["trace[1310630975] 'agreement among raft nodes before linearized reading' (duration: 664.24379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.309567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:54.645206Z","time spent":"664.355284ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:55.30955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.20427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:55.309619Z","caller":"traceutil/trace.go:171","msg":"trace[1350077530] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33001; }","duration":"664.320303ms","start":"2026-07-29T14:53:54.64528Z","end":"2026-07-29T14:53:55.3096Z","steps":["trace[1350077530] 'agreement among raft nodes before linearized reading' (duration: 663.656764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.309758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.506618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:53:55.309801Z","caller":"traceutil/trace.go:171","msg":"trace[2053166414] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33001; }","duration":"664.59232ms","start":"2026-07-29T14:53:54.645199Z","end":"2026-07-29T14:53:55.309791Z","steps":["trace[2053166414] 'agreement among raft nodes before linearized reading' (duration: 664.468107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.30983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:54.645188Z","time spent":"664.636442ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:53:55.30983Z","caller":"traceutil/trace.go:171","msg":"trace[519262907] transaction","detail":"{read_only:false; response_revision:33001; number_of_response:1; }","duration":"1.174867831s","start":"2026-07-29T14:53:54.13494Z","end":"2026-07-29T14:53:55.309808Z","steps":["trace[519262907] 'process raft request' (duration: 1.173630717s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.309936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:54.134922Z","time spent":"1.174954284s","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:55.31027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.048103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:55.310309Z","caller":"traceutil/trace.go:171","msg":"trace[1463592778] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33001; }","duration":"665.125295ms","start":"2026-07-29T14:53:54.645173Z","end":"2026-07-29T14:53:55.310299Z","steps":["trace[1463592778] 'agreement among raft nodes before linearized reading' (duration: 664.93341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.31034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:54.645151Z","time spent":"665.182367ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:53:55.310394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.017352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:53:55.310467Z","caller":"traceutil/trace.go:171","msg":"trace[756003588] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:33001; }","duration":"490.125465ms","start":"2026-07-29T14:53:54.820328Z","end":"2026-07-29T14:53:55.310454Z","steps":["trace[756003588] 'agreement among raft nodes before linearized reading' (duration: 490.009592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.310501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:54.820312Z","time spent":"490.179057ms","remote":"127.0.0.1:46502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:55.310583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364781843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T14:53:55.310614Z","caller":"traceutil/trace.go:171","msg":"trace[126684474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33001; }","duration":"1.364855084s","start":"2026-07-29T14:53:53.945749Z","end":"2026-07-29T14:53:55.310604Z","steps":["trace[126684474] 'agreement among raft nodes before linearized reading' (duration: 1.364768212s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.31064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:53.945725Z","time spent":"1.364908806s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T14:53:55.310852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.115017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:55.310894Z","caller":"traceutil/trace.go:171","msg":"trace[1807490384] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33001; }","duration":"664.175019ms","start":"2026-07-29T14:53:54.646703Z","end":"2026-07-29T14:53:55.310878Z","steps":["trace[1807490384] 'agreement among raft nodes before linearized reading' (duration: 663.976483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.310922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:54.646692Z","time spent":"664.2235ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:53:55.31114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.457287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:55.311182Z","caller":"traceutil/trace.go:171","msg":"trace[993375950] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33001; }","duration":"664.513548ms","start":"2026-07-29T14:53:54.646654Z","end":"2026-07-29T14:53:55.311168Z","steps":["trace[993375950] 'agreement among raft nodes before linearized reading' (duration: 664.417785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.311249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:54.646646Z","time spent":"664.59016ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:53:55.311429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.841337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:53:55.311444Z","caller":"traceutil/trace.go:171","msg":"trace[247874667] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33001; }","duration":"664.881508ms","start":"2026-07-29T14:53:54.646557Z","end":"2026-07-29T14:53:55.311439Z","steps":["trace[247874667] 'agreement among raft nodes before linearized reading' (duration: 664.818767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.311457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:54.646545Z","time spent":"664.907959ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:55.311444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757192932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T14:53:55.311498Z","caller":"traceutil/trace.go:171","msg":"trace[774025555] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33001; }","duration":"1.757266814s","start":"2026-07-29T14:53:53.554219Z","end":"2026-07-29T14:53:55.311485Z","steps":["trace[774025555] 'agreement among raft nodes before linearized reading' (duration: 1.757063368s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.311531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:53.554205Z","time spent":"1.757319605s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T14:53:55.311589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.148513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:53:55.311612Z","caller":"traceutil/trace.go:171","msg":"trace[376582236] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33001; }","duration":"666.188914ms","start":"2026-07-29T14:53:54.645416Z","end":"2026-07-29T14:53:55.311605Z","steps":["trace[376582236] 'agreement among raft nodes before linearized reading' (duration: 666.130652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.31163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:54.645407Z","time spent":"666.218436ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:55.311775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.443111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:55.311794Z","caller":"traceutil/trace.go:171","msg":"trace[616413875] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33001; }","duration":"666.490653ms","start":"2026-07-29T14:53:54.645297Z","end":"2026-07-29T14:53:55.311788Z","steps":["trace[616413875] 'agreement among raft nodes before linearized reading' (duration: 666.451122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.311808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:54.64529Z","time spent":"666.515064ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:55.310085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.831757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:53:55.312083Z","caller":"traceutil/trace.go:171","msg":"trace[858234468] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33001; }","duration":"666.881843ms","start":"2026-07-29T14:53:54.645196Z","end":"2026-07-29T14:53:55.312078Z","steps":["trace[858234468] 'agreement among raft nodes before linearized reading' (duration: 664.815816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.312103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:54.64517Z","time spent":"666.926235ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:55.309676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:54.645271Z","time spent":"664.394784ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:55.952679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.686816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:55.952855Z","caller":"traceutil/trace.go:171","msg":"trace[1816626762] transaction","detail":"{read_only:false; response_revision:33002; number_of_response:1; }","duration":"638.12558ms","start":"2026-07-29T14:53:55.314677Z","end":"2026-07-29T14:53:55.952803Z","steps":["trace[1816626762] 'process raft request' (duration: 224.241978ms)","trace[1816626762] 'compare' (duration: 413.151651ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:55.953066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:55.314638Z","time spent":"638.325625ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":901,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T14:53:55.95317Z","caller":"traceutil/trace.go:171","msg":"trace[1071267079] linearizableReadLoop","detail":"{readStateIndex:34009; appliedIndex:34008; }","duration":"636.872916ms","start":"2026-07-29T14:53:55.316248Z","end":"2026-07-29T14:53:55.953121Z","steps":["trace[1071267079] 'read index received' (duration: 222.709016ms)","trace[1071267079] 'applied index is now lower than readState.Index' (duration: 414.159949ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:55.953429Z","caller":"traceutil/trace.go:171","msg":"trace[1734388274] transaction","detail":"{read_only:false; response_revision:33003; number_of_response:1; }","duration":"624.919515ms","start":"2026-07-29T14:53:55.328487Z","end":"2026-07-29T14:53:55.953407Z","steps":["trace[1734388274] 'process raft request' (duration: 624.308449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.953785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.513093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-29T14:53:55.953876Z","caller":"traceutil/trace.go:171","msg":"trace[1466068819] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:33003; }","duration":"637.634516ms","start":"2026-07-29T14:53:55.316224Z","end":"2026-07-29T14:53:55.953859Z","steps":["trace[1466068819] 'agreement among raft nodes before linearized reading' (duration: 637.346498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:55.953926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:55.316212Z","time spent":"637.703588ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-29T14:53:55.95461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:55.328472Z","time spent":"625.027038ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:56.454287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115207,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:53:57.317508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99996075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:53:57.317633Z","caller":"traceutil/trace.go:171","msg":"trace[439225094] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000091914s","start":"2026-07-29T14:53:55.317503Z","end":"2026-07-29T14:53:57.317595Z","steps":["trace[439225094] 'agreement among raft nodes before linearized reading' (duration: 1.99996817s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.317714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:55.317498Z","time spent":"2.000190566s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:53:57.753533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129447168s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:53:57.753809Z","caller":"traceutil/trace.go:171","msg":"trace[1969511674] transaction","detail":"{read_only:false; response_revision:33005; number_of_response:1; }","duration":"2.202085858s","start":"2026-07-29T14:53:55.551705Z","end":"2026-07-29T14:53:57.753791Z","steps":["trace[1969511674] 'process raft request' (duration: 2.201941554s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.753892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:55.551695Z","time spent":"2.20216057s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:57.754144Z","caller":"traceutil/trace.go:171","msg":"trace[717728339] transaction","detail":"{read_only:false; response_revision:33004; number_of_response:1; }","duration":"2.202943142s","start":"2026-07-29T14:53:55.551135Z","end":"2026-07-29T14:53:57.754078Z","steps":["trace[717728339] 'process raft request' (duration: 1.072842217s)","trace[717728339] 'compare' (duration: 1.128736547s)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:57.754201Z","caller":"traceutil/trace.go:171","msg":"trace[1497383189] linearizableReadLoop","detail":"{readStateIndex:34015; appliedIndex:34010; }","duration":"1.800935358s","start":"2026-07-29T14:53:55.953243Z","end":"2026-07-29T14:53:57.754179Z","steps":["trace[1497383189] 'read index received' (duration: 670.74705ms)","trace[1497383189] 'applied index is now lower than readState.Index' (duration: 1.130187008s)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:53:57.75431Z","caller":"traceutil/trace.go:171","msg":"trace[273399151] transaction","detail":"{read_only:false; response_revision:33008; number_of_response:1; }","duration":"1.796125686s","start":"2026-07-29T14:53:55.958157Z","end":"2026-07-29T14:53:57.754282Z","steps":["trace[273399151] 'process raft request' (duration: 1.795964861s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.754332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:55.551113Z","time spent":"2.203116086s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:57.754342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058044173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:57.754329Z","caller":"traceutil/trace.go:171","msg":"trace[1523455555] transaction","detail":"{read_only:false; response_revision:33006; number_of_response:1; }","duration":"2.201967375s","start":"2026-07-29T14:53:55.552325Z","end":"2026-07-29T14:53:57.754292Z","steps":["trace[1523455555] 'process raft request' (duration: 2.201391229s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:57.754318Z","caller":"traceutil/trace.go:171","msg":"trace[19437887] transaction","detail":"{read_only:false; response_revision:33007; number_of_response:1; }","duration":"2.201492472s","start":"2026-07-29T14:53:55.552782Z","end":"2026-07-29T14:53:57.754274Z","steps":["trace[19437887] 'process raft request' (duration: 2.201204264s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:57.754444Z","caller":"traceutil/trace.go:171","msg":"trace[362986401] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:33008; }","duration":"2.058120445s","start":"2026-07-29T14:53:55.696255Z","end":"2026-07-29T14:53:57.754376Z","steps":["trace[362986401] 'agreement among raft nodes before linearized reading' (duration: 2.057989442s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.754392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093360148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:57.754458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:55.958124Z","time spent":"1.796239149s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":902,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T14:53:57.754462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.367837012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-29T14:53:57.754491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:55.696244Z","time spent":"2.058236218s","remote":"127.0.0.1:40548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:57.754504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797640628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T14:53:57.75452Z","caller":"traceutil/trace.go:171","msg":"trace[250256476] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:33008; }","duration":"2.367936365s","start":"2026-07-29T14:53:55.386569Z","end":"2026-07-29T14:53:57.754505Z","steps":["trace[250256476] 'agreement among raft nodes before linearized reading' (duration: 2.367726009s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.754518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:55.552282Z","time spent":"2.20215047s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:57.75454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.766198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:57.754539Z","caller":"traceutil/trace.go:171","msg":"trace[289131817] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:33008; }","duration":"2.093552524s","start":"2026-07-29T14:53:55.660939Z","end":"2026-07-29T14:53:57.754492Z","steps":["trace[289131817] 'agreement among raft nodes before linearized reading' (duration: 2.093383109s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.754567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:55.386551Z","time spent":"2.368001557s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-29T14:53:57.754585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.715619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:53:57.754572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:55.552769Z","time spent":"2.201691198s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:57.754595Z","caller":"traceutil/trace.go:171","msg":"trace[614271288] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33008; }","duration":"434.85483ms","start":"2026-07-29T14:53:57.319727Z","end":"2026-07-29T14:53:57.754581Z","steps":["trace[614271288] 'agreement among raft nodes before linearized reading' (duration: 434.742337ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:57.754619Z","caller":"traceutil/trace.go:171","msg":"trace[972575923] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33008; }","duration":"433.76057ms","start":"2026-07-29T14:53:57.320847Z","end":"2026-07-29T14:53:57.754608Z","steps":["trace[972575923] 'agreement among raft nodes before linearized reading' (duration: 433.673457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.754621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:55.660914Z","time spent":"2.093686017s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:57.754634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.31971Z","time spent":"434.916602ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:57.75446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427932121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-endpoints-z4s4k\" ","response":"range_response_count:1 size:15131"} {"level":"warn","ts":"2026-07-29T14:53:57.75465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.320839Z","time spent":"433.804702ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:57.754655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.143296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T14:53:57.754621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075738522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1232"} {"level":"info","ts":"2026-07-29T14:53:57.754686Z","caller":"traceutil/trace.go:171","msg":"trace[2023691496] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-endpoints-z4s4k; range_end:; response_count:1; response_revision:33008; }","duration":"2.428222369s","start":"2026-07-29T14:53:55.326448Z","end":"2026-07-29T14:53:57.754671Z","steps":["trace[2023691496] 'agreement among raft nodes before linearized reading' (duration: 2.427862059s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.754698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.422176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T14:53:57.754708Z","caller":"traceutil/trace.go:171","msg":"trace[1117293119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33008; }","duration":"440.209318ms","start":"2026-07-29T14:53:57.314483Z","end":"2026-07-29T14:53:57.754692Z","steps":["trace[1117293119] 'agreement among raft nodes before linearized reading' (duration: 440.022423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.754674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.611335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:53:57.754736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171108707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:57.754738Z","caller":"traceutil/trace.go:171","msg":"trace[70409347] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:33008; }","duration":"2.075907267s","start":"2026-07-29T14:53:55.678802Z","end":"2026-07-29T14:53:57.754709Z","steps":["trace[70409347] 'agreement among raft nodes before linearized reading' (duration: 2.075471175s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:57.754544Z","caller":"traceutil/trace.go:171","msg":"trace[697555588] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:33008; }","duration":"1.79772321s","start":"2026-07-29T14:53:55.95681Z","end":"2026-07-29T14:53:57.754533Z","steps":["trace[697555588] 'agreement among raft nodes before linearized reading' (duration: 1.797561525s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.754752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.314476Z","time spent":"440.265919ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T14:53:57.754783Z","caller":"traceutil/trace.go:171","msg":"trace[1731234669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33008; }","duration":"1.171189909s","start":"2026-07-29T14:53:56.58358Z","end":"2026-07-29T14:53:57.75477Z","steps":["trace[1731234669] 'agreement among raft nodes before linearized reading' (duration: 1.171120357s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.754801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:55.956786Z","time spent":"1.798000567s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T14:53:57.754805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:55.678792Z","time spent":"2.076003209s","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1254,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-07-29T14:53:57.754812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.425341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:53:57.754822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:56.583558Z","time spent":"1.171255521s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:53:57.754561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.753343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:57.754848Z","caller":"traceutil/trace.go:171","msg":"trace[1288336270] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33008; }","duration":"433.477842ms","start":"2026-07-29T14:53:57.321361Z","end":"2026-07-29T14:53:57.754839Z","steps":["trace[1288336270] 'agreement among raft nodes before linearized reading' (duration: 433.38471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.754837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.204233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T14:53:57.754875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.321355Z","time spent":"433.513823ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:57.754663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.139784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T14:53:57.754888Z","caller":"traceutil/trace.go:171","msg":"trace[1288653880] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33008; }","duration":"437.160664ms","start":"2026-07-29T14:53:57.317708Z","end":"2026-07-29T14:53:57.754869Z","steps":["trace[1288653880] 'agreement among raft nodes before linearized reading' (duration: 436.787584ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:57.754905Z","caller":"traceutil/trace.go:171","msg":"trace[1317205011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33008; }","duration":"438.339236ms","start":"2026-07-29T14:53:57.316547Z","end":"2026-07-29T14:53:57.754887Z","steps":["trace[1317205011] 'agreement among raft nodes before linearized reading' (duration: 438.160932ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:57.754935Z","caller":"traceutil/trace.go:171","msg":"trace[1823175040] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33008; }","duration":"441.447252ms","start":"2026-07-29T14:53:57.313467Z","end":"2026-07-29T14:53:57.754914Z","steps":["trace[1823175040] 'agreement among raft nodes before linearized reading' (duration: 441.099063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.754626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.181135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:57.754953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.307351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T14:53:57.754454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079789554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:57.754964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.316502Z","time spent":"438.438729ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T14:53:57.754737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:55.326423Z","time spent":"2.428300091s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":15153,"request content":"key:\"/registry/pods/openstack/octavia-ks-endpoints-z4s4k\" "} {"level":"warn","ts":"2026-07-29T14:53:57.75499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.313444Z","time spent":"441.529095ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T14:53:57.754991Z","caller":"traceutil/trace.go:171","msg":"trace[719450375] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33008; }","duration":"437.607586ms","start":"2026-07-29T14:53:57.31737Z","end":"2026-07-29T14:53:57.754978Z","steps":["trace[719450375] 'agreement among raft nodes before linearized reading' (duration: 437.163024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.754936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.317587Z","time spent":"437.336929ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-29T14:53:57.755011Z","caller":"traceutil/trace.go:171","msg":"trace[1108365216] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:33008; }","duration":"2.080436131s","start":"2026-07-29T14:53:55.674556Z","end":"2026-07-29T14:53:57.754992Z","steps":["trace[1108365216] 'agreement among raft nodes before linearized reading' (duration: 2.079695021s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:57.754991Z","caller":"traceutil/trace.go:171","msg":"trace[1285021218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33008; }","duration":"436.363972ms","start":"2026-07-29T14:53:57.318616Z","end":"2026-07-29T14:53:57.75498Z","steps":["trace[1285021218] 'agreement among raft nodes before linearized reading' (duration: 436.259949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.755037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.822159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:53:57.754847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.183947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:57.755248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:55.674533Z","time spent":"2.080698768s","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:53:57.755253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.318602Z","time spent":"436.64062ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T14:53:57.754948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.501761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:53:57.755268Z","caller":"traceutil/trace.go:171","msg":"trace[718930658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33008; }","duration":"436.62765ms","start":"2026-07-29T14:53:57.318627Z","end":"2026-07-29T14:53:57.755255Z","steps":["trace[718930658] 'agreement among raft nodes before linearized reading' (duration: 436.152677ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:57.755265Z","caller":"traceutil/trace.go:171","msg":"trace[2003831579] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33008; }","duration":"435.054976ms","start":"2026-07-29T14:53:57.320192Z","end":"2026-07-29T14:53:57.755247Z","steps":["trace[2003831579] 'agreement among raft nodes before linearized reading' (duration: 434.777829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.755276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.801394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:53:57.755276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.062566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:53:57.755301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.318611Z","time spent":"436.680631ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:53:57.755318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.320186Z","time spent":"435.119138ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:53:57.755319Z","caller":"traceutil/trace.go:171","msg":"trace[231988273] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33008; }","duration":"435.124648ms","start":"2026-07-29T14:53:57.320186Z","end":"2026-07-29T14:53:57.755311Z","steps":["trace[231988273] 'agreement among raft nodes before linearized reading' (duration: 435.065907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.755034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.247701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:53:57.755325Z","caller":"traceutil/trace.go:171","msg":"trace[1364681934] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33008; }","duration":"436.868796ms","start":"2026-07-29T14:53:57.318439Z","end":"2026-07-29T14:53:57.755308Z","steps":["trace[1364681934] 'agreement among raft nodes before linearized reading' (duration: 436.575008ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:57.754813Z","caller":"traceutil/trace.go:171","msg":"trace[1548512426] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:33008; }","duration":"113.722858ms","start":"2026-07-29T14:53:57.641036Z","end":"2026-07-29T14:53:57.754759Z","steps":["trace[1548512426] 'agreement among raft nodes before linearized reading' (duration: 113.515712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.755372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.318388Z","time spent":"436.975609ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:53:57.755039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.31734Z","time spent":"437.686418ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-29T14:53:57.755374Z","caller":"traceutil/trace.go:171","msg":"trace[1889545907] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33008; }","duration":"435.59675ms","start":"2026-07-29T14:53:57.31976Z","end":"2026-07-29T14:53:57.755357Z","steps":["trace[1889545907] 'agreement among raft nodes before linearized reading' (duration: 435.21135ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:57.754751Z","caller":"traceutil/trace.go:171","msg":"trace[1503146490] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:33008; }","duration":"435.492908ms","start":"2026-07-29T14:53:57.319241Z","end":"2026-07-29T14:53:57.754734Z","steps":["trace[1503146490] 'agreement among raft nodes before linearized reading' (duration: 435.357605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.755433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.319749Z","time spent":"435.667213ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-29T14:53:57.755309Z","caller":"traceutil/trace.go:171","msg":"trace[231595240] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33008; }","duration":"434.872221ms","start":"2026-07-29T14:53:57.320419Z","end":"2026-07-29T14:53:57.755291Z","steps":["trace[231595240] 'agreement among raft nodes before linearized reading' (duration: 434.407098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.755443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.319226Z","time spent":"436.196917ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T14:53:57.754942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.810129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:53:57.755489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.320414Z","time spent":"435.059196ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:53:57.75535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.32017Z","time spent":"435.174249ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:53:57.755502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.218391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:30 size:262139"} {"level":"info","ts":"2026-07-29T14:53:57.755562Z","caller":"traceutil/trace.go:171","msg":"trace[1976855256] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:30; response_revision:33008; }","duration":"314.313584ms","start":"2026-07-29T14:53:57.441233Z","end":"2026-07-29T14:53:57.755546Z","steps":["trace[1976855256] 'agreement among raft nodes before linearized reading' (duration: 313.510932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.755614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.441207Z","time spent":"314.396016ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":30,"response size":262161,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-29T14:53:57.755513Z","caller":"traceutil/trace.go:171","msg":"trace[97406682] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33008; }","duration":"435.425486ms","start":"2026-07-29T14:53:57.320074Z","end":"2026-07-29T14:53:57.755499Z","steps":["trace[97406682] 'agreement among raft nodes before linearized reading' (duration: 434.782719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:57.755755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.32005Z","time spent":"435.674673ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:53:58.266972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115213,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T14:53:58.687424Z","caller":"traceutil/trace.go:171","msg":"trace[236907337] transaction","detail":"{read_only:false; response_revision:33009; number_of_response:1; }","duration":"923.576237ms","start":"2026-07-29T14:53:57.763824Z","end":"2026-07-29T14:53:58.6874Z","steps":["trace[236907337] 'process raft request' (duration: 923.398672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:58.687567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.763807Z","time spent":"923.68866ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:59.288202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.901988ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:59.288372Z","caller":"traceutil/trace.go:171","msg":"trace[1382316733] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:33009; }","duration":"108.087193ms","start":"2026-07-29T14:53:59.180258Z","end":"2026-07-29T14:53:59.288345Z","steps":["trace[1382316733] 'range keys from in-memory index tree' (duration: 107.879747ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:59.63411Z","caller":"traceutil/trace.go:171","msg":"trace[483672819] transaction","detail":"{read_only:false; response_revision:33010; number_of_response:1; }","duration":"1.870139439s","start":"2026-07-29T14:53:57.763941Z","end":"2026-07-29T14:53:59.634081Z","steps":["trace[483672819] 'process raft request' (duration: 1.86945375s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:59.634352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.76393Z","time spent":"1.870282713s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:59.634352Z","caller":"traceutil/trace.go:171","msg":"trace[1827588193] transaction","detail":"{read_only:false; response_revision:33011; number_of_response:1; }","duration":"1.870138328s","start":"2026-07-29T14:53:57.764173Z","end":"2026-07-29T14:53:59.634311Z","steps":["trace[1827588193] 'process raft request' (duration: 1.869619924s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:59.634565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.764165Z","time spent":"1.870307904s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:59.63444Z","caller":"traceutil/trace.go:171","msg":"trace[1904888041] transaction","detail":"{read_only:false; response_revision:33012; number_of_response:1; }","duration":"1.870066357s","start":"2026-07-29T14:53:57.764307Z","end":"2026-07-29T14:53:59.634374Z","steps":["trace[1904888041] 'process raft request' (duration: 1.869712117s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:59.634704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.764299Z","time spent":"1.870334784s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:59.634858Z","caller":"traceutil/trace.go:171","msg":"trace[509917490] transaction","detail":"{read_only:false; response_revision:33013; number_of_response:1; }","duration":"1.870010855s","start":"2026-07-29T14:53:57.764791Z","end":"2026-07-29T14:53:59.634802Z","steps":["trace[509917490] 'process raft request' (duration: 1.869446079s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:59.634936Z","caller":"traceutil/trace.go:171","msg":"trace[1819231343] transaction","detail":"{read_only:false; response_revision:33015; number_of_response:1; }","duration":"1.474492721s","start":"2026-07-29T14:53:58.160411Z","end":"2026-07-29T14:53:59.634904Z","steps":["trace[1819231343] 'process raft request' (duration: 1.474401048s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:53:59.634918Z","caller":"traceutil/trace.go:171","msg":"trace[1678673462] linearizableReadLoop","detail":"{readStateIndex:34022; appliedIndex:34015; }","duration":"1.868506104s","start":"2026-07-29T14:53:57.766393Z","end":"2026-07-29T14:53:59.634899Z","steps":["trace[1678673462] 'read index received' (duration: 920.819721ms)","trace[1678673462] 'applied index is now lower than readState.Index' (duration: 947.685273ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:53:59.635087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:58.160373Z","time spent":"1.474639215s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:59.635119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.764785Z","time spent":"1.87019781s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:53:59.63545Z","caller":"traceutil/trace.go:171","msg":"trace[705063983] transaction","detail":"{read_only:false; response_revision:33014; number_of_response:1; }","duration":"1.870452787s","start":"2026-07-29T14:53:57.764969Z","end":"2026-07-29T14:53:59.635421Z","steps":["trace[705063983] 'process raft request' (duration: 1.869605514s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:59.635577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.764936Z","time spent":"1.870584921s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:53:59.635748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869340647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:53:59.635878Z","caller":"traceutil/trace.go:171","msg":"trace[2032663930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33015; }","duration":"1.869487021s","start":"2026-07-29T14:53:57.766372Z","end":"2026-07-29T14:53:59.635859Z","steps":["trace[2032663930] 'agreement among raft nodes before linearized reading' (duration: 1.868741461s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:53:59.635991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.766365Z","time spent":"1.869610434s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:00.682623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.167997ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T14:54:00.682874Z","caller":"traceutil/trace.go:171","msg":"trace[681563951] linearizableReadLoop","detail":"{readStateIndex:34023; appliedIndex:34022; }","duration":"1.047778053s","start":"2026-07-29T14:53:59.635076Z","end":"2026-07-29T14:54:00.682854Z","steps":["trace[681563951] 'read index received' (duration: 50.314228ms)","trace[681563951] 'applied index is now lower than readState.Index' (duration: 997.462435ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:00.683304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799815877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:54:00.683345Z","caller":"traceutil/trace.go:171","msg":"trace[1937981527] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:33015; }","duration":"1.799873129s","start":"2026-07-29T14:53:58.883461Z","end":"2026-07-29T14:54:00.683334Z","steps":["trace[1937981527] 'agreement among raft nodes before linearized reading' (duration: 1.799730265s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:00.683386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:58.883427Z","time spent":"1.799949741s","remote":"127.0.0.1:51358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:00.683382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.71705929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:00.683466Z","caller":"traceutil/trace.go:171","msg":"trace[1938397633] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:33015; }","duration":"2.717180344s","start":"2026-07-29T14:53:57.966263Z","end":"2026-07-29T14:54:00.683443Z","steps":["trace[1938397633] 'agreement among raft nodes before linearized reading' (duration: 2.71704314s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:00.683514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.966251Z","time spent":"2.717253335s","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:00.683459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822343299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:00.683594Z","caller":"traceutil/trace.go:171","msg":"trace[1839159629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33015; }","duration":"1.822517794s","start":"2026-07-29T14:53:58.861045Z","end":"2026-07-29T14:54:00.683563Z","steps":["trace[1839159629] 'agreement among raft nodes before linearized reading' (duration: 1.822272817s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:00.683626Z","caller":"traceutil/trace.go:171","msg":"trace[2093306524] transaction","detail":"{read_only:false; response_revision:33016; number_of_response:1; }","duration":"919.349359ms","start":"2026-07-29T14:53:59.764256Z","end":"2026-07-29T14:54:00.683605Z","steps":["trace[2093306524] 'process raft request' (duration: 918.483155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:00.683672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:58.860977Z","time spent":"1.822675058s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:00.683491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.723856037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-29T14:54:00.683738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:59.764245Z","time spent":"919.424412ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:00.683772Z","caller":"traceutil/trace.go:171","msg":"trace[1076123062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33015; }","duration":"2.724205297s","start":"2026-07-29T14:53:57.959555Z","end":"2026-07-29T14:54:00.68376Z","steps":["trace[1076123062] 'agreement among raft nodes before linearized reading' (duration: 2.723777065s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:00.683822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:57.959528Z","time spent":"2.724282289s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T14:54:01.183728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:01.542603Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.128876582s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T14:54:01.637833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999718424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:01.637941Z","caller":"traceutil/trace.go:171","msg":"trace[1410023141] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999896939s","start":"2026-07-29T14:53:59.638023Z","end":"2026-07-29T14:54:01.63792Z","steps":["trace[1410023141] 'agreement among raft nodes before linearized reading' (duration: 1.999760605s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.637994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:59.637994Z","time spent":"1.999988291s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:54:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:01.692066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:00.968106Z","time spent":"723.952919ms","remote":"127.0.0.1:37064","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T14:54:01.692854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.924457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:54:01.693019Z","caller":"traceutil/trace.go:171","msg":"trace[1224236465] transaction","detail":"{read_only:false; response_revision:33017; number_of_response:1; }","duration":"1.92783788s","start":"2026-07-29T14:53:59.765159Z","end":"2026-07-29T14:54:01.692997Z","steps":["trace[1224236465] 'process raft request' (duration: 1.777685266s)","trace[1224236465] 'compare' (duration: 149.796154ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:01.693091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:59.765145Z","time spent":"1.927918392s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:01.693089Z","caller":"traceutil/trace.go:171","msg":"trace[2007671462] transaction","detail":"{read_only:false; response_revision:33019; number_of_response:1; }","duration":"1.927795859s","start":"2026-07-29T14:53:59.76528Z","end":"2026-07-29T14:54:01.693076Z","steps":["trace[2007671462] 'process raft request' (duration: 1.927720067s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.693153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:59.765262Z","time spent":"1.927859451s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:01.693166Z","caller":"traceutil/trace.go:171","msg":"trace[1046388455] transaction","detail":"{read_only:false; response_revision:33018; number_of_response:1; }","duration":"1.927884391s","start":"2026-07-29T14:53:59.765197Z","end":"2026-07-29T14:54:01.693081Z","steps":["trace[1046388455] 'process raft request' (duration: 1.927752147s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:01.693471Z","caller":"traceutil/trace.go:171","msg":"trace[1217547802] transaction","detail":"{read_only:false; response_revision:33020; number_of_response:1; }","duration":"1.547187826s","start":"2026-07-29T14:54:00.14626Z","end":"2026-07-29T14:54:01.693448Z","steps":["trace[1217547802] 'process raft request' (duration: 1.546778075s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.694053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:59.765157Z","time spent":"1.928791897s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:01.69418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:00.1462Z","time spent":"1.547863084s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:01.734739Z","caller":"traceutil/trace.go:171","msg":"trace[299762764] linearizableReadLoop","detail":"{readStateIndex:34029; appliedIndex:34024; }","duration":"1.051802026s","start":"2026-07-29T14:54:00.68291Z","end":"2026-07-29T14:54:01.734713Z","steps":["trace[299762764] 'read index received' (duration: 859.954962ms)","trace[299762764] 'applied index is now lower than readState.Index' (duration: 191.845974ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:01.734871Z","caller":"traceutil/trace.go:171","msg":"trace[1458531359] transaction","detail":"{read_only:false; response_revision:33021; number_of_response:1; }","duration":"1.046219972s","start":"2026-07-29T14:54:00.688637Z","end":"2026-07-29T14:54:01.734857Z","steps":["trace[1458531359] 'process raft request' (duration: 1.045915933s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.734997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:00.688613Z","time spent":"1.046292324s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:01.735153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969831119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:54:01.735251Z","caller":"traceutil/trace.go:171","msg":"trace[1709009708] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33021; }","duration":"1.969938172s","start":"2026-07-29T14:53:59.76529Z","end":"2026-07-29T14:54:01.735229Z","steps":["trace[1709009708] 'agreement among raft nodes before linearized reading' (duration: 1.969652704s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.735312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:59.765208Z","time spent":"1.970094776s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:54:01.735391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970565649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:54:01.735444Z","caller":"traceutil/trace.go:171","msg":"trace[1753104656] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33021; }","duration":"1.970662521s","start":"2026-07-29T14:53:59.764765Z","end":"2026-07-29T14:54:01.735428Z","steps":["trace[1753104656] 'agreement among raft nodes before linearized reading' (duration: 1.970480936s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.735482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:59.764754Z","time spent":"1.970721014s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:54:01.735558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417174087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-29T14:54:01.73568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971216197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:01.735717Z","caller":"traceutil/trace.go:171","msg":"trace[821630274] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33021; }","duration":"1.971273879s","start":"2026-07-29T14:53:59.764433Z","end":"2026-07-29T14:54:01.735707Z","steps":["trace[821630274] 'agreement among raft nodes before linearized reading' (duration: 1.971215068s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.735765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:59.764423Z","time spent":"1.97132021s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-29T14:54:01.735832Z","caller":"traceutil/trace.go:171","msg":"trace[672045122] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33021; }","duration":"1.417464226s","start":"2026-07-29T14:54:00.318229Z","end":"2026-07-29T14:54:01.735693Z","steps":["trace[672045122] 'agreement among raft nodes before linearized reading' (duration: 1.416933021s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.735922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969072788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:01.73597Z","caller":"traceutil/trace.go:171","msg":"trace[1286794574] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33021; }","duration":"1.96914227s","start":"2026-07-29T14:53:59.766816Z","end":"2026-07-29T14:54:01.735958Z","steps":["trace[1286794574] 'agreement among raft nodes before linearized reading' (duration: 1.968694728s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.736003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971840574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:01.736023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:59.766805Z","time spent":"1.969210772s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:54:01.736049Z","caller":"traceutil/trace.go:171","msg":"trace[2123333809] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33021; }","duration":"1.971908036s","start":"2026-07-29T14:53:59.764127Z","end":"2026-07-29T14:54:01.736035Z","steps":["trace[2123333809] 'agreement among raft nodes before linearized reading' (duration: 1.971828774s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.7361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:59.764111Z","time spent":"1.971978318s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:01.73595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:00.318205Z","time spent":"1.417730972s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:54:01.73614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41978165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-29T14:54:01.736243Z","caller":"traceutil/trace.go:171","msg":"trace[322596271] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33021; }","duration":"1.419897862s","start":"2026-07-29T14:54:00.316323Z","end":"2026-07-29T14:54:01.736221Z","steps":["trace[322596271] 'agreement among raft nodes before linearized reading' (duration: 1.419572693s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.736307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972147822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:01.736337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969496769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:01.736345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:00.316315Z","time spent":"1.420018566s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:54:01.736416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97240772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:01.736444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:54:01.736181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419616415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T14:54:01.736357Z","caller":"traceutil/trace.go:171","msg":"trace[1487335077] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33021; }","duration":"1.972256026s","start":"2026-07-29T14:53:59.764084Z","end":"2026-07-29T14:54:01.73634Z","steps":["trace[1487335077] 'agreement among raft nodes before linearized reading' (duration: 1.972115772s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.736531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973455069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:01.736555Z","caller":"traceutil/trace.go:171","msg":"trace[83050074] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33021; }","duration":"1.420090588s","start":"2026-07-29T14:54:00.316432Z","end":"2026-07-29T14:54:01.736523Z","steps":["trace[83050074] 'agreement among raft nodes before linearized reading' (duration: 1.41907638s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.736577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:59.76404Z","time spent":"1.972522563s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:01.73662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971267078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:01.736661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:00.3164Z","time spent":"1.420242152s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:54:01.736792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098019876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-58b88b7657-tqp9f.18c6ca01dd9e295d\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-07-29T14:54:01.736851Z","caller":"traceutil/trace.go:171","msg":"trace[771645280] range","detail":"{range_begin:/registry/events/openstack/heat-api-58b88b7657-tqp9f.18c6ca01dd9e295d; range_end:; response_count:1; response_revision:33021; }","duration":"2.098112799s","start":"2026-07-29T14:53:59.638719Z","end":"2026-07-29T14:54:01.736832Z","steps":["trace[771645280] 'agreement among raft nodes before linearized reading' (duration: 2.097976575s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.736896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:59.638699Z","time spent":"2.098185671s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-api-58b88b7657-tqp9f.18c6ca01dd9e295d\" "} {"level":"warn","ts":"2026-07-29T14:54:01.735405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42052631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T14:54:01.737091Z","caller":"traceutil/trace.go:171","msg":"trace[847870520] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33021; }","duration":"1.42234439s","start":"2026-07-29T14:54:00.314732Z","end":"2026-07-29T14:54:01.737076Z","steps":["trace[847870520] 'agreement among raft nodes before linearized reading' (duration: 1.420353185s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:01.736469Z","caller":"traceutil/trace.go:171","msg":"trace[799270133] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33021; }","duration":"1.972504263s","start":"2026-07-29T14:53:59.763949Z","end":"2026-07-29T14:54:01.736453Z","steps":["trace[799270133] 'agreement among raft nodes before linearized reading' (duration: 1.972433361s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.737149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:00.314704Z","time spent":"1.422427282s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:54:01.737267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:59.763913Z","time spent":"1.973271684s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-29T14:54:01.736487Z","caller":"traceutil/trace.go:171","msg":"trace[38924926] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33021; }","duration":"1.970298781s","start":"2026-07-29T14:53:59.766173Z","end":"2026-07-29T14:54:01.736471Z","steps":["trace[38924926] 'agreement among raft nodes before linearized reading' (duration: 1.970216219s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.73746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:59.766161Z","time spent":"1.971289199s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:54:01.736669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011699874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:54:01.737632Z","caller":"traceutil/trace.go:171","msg":"trace[918597610] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:33021; }","duration":"2.012704042s","start":"2026-07-29T14:53:59.724905Z","end":"2026-07-29T14:54:01.73761Z","steps":["trace[918597610] 'agreement among raft nodes before linearized reading' (duration: 2.011697944s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.737681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.615888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-29T14:54:01.737693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:59.724881Z","time spent":"2.012789764s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":13,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:01.737719Z","caller":"traceutil/trace.go:171","msg":"trace[669828593] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:33021; }","duration":"274.67539ms","start":"2026-07-29T14:54:01.463033Z","end":"2026-07-29T14:54:01.737709Z","steps":["trace[669828593] 'agreement among raft nodes before linearized reading' (duration: 274.570227ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:01.736581Z","caller":"traceutil/trace.go:171","msg":"trace[182971300] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33021; }","duration":"1.973544692s","start":"2026-07-29T14:53:59.763024Z","end":"2026-07-29T14:54:01.736569Z","steps":["trace[182971300] 'agreement among raft nodes before linearized reading' (duration: 1.973474s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.737883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:59.763001Z","time spent":"1.974872578s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:01.737955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.562377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-07-29T14:54:01.737993Z","caller":"traceutil/trace.go:171","msg":"trace[1319660591] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:33021; }","duration":"349.654479ms","start":"2026-07-29T14:54:01.388329Z","end":"2026-07-29T14:54:01.737984Z","steps":["trace[1319660591] 'agreement among raft nodes before linearized reading' (duration: 349.543786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.738028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:01.388302Z","time spent":"349.720051ms","remote":"127.0.0.1:40560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7720,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-29T14:54:01.737354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045023948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T14:54:01.738262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.492649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:54:01.738269Z","caller":"traceutil/trace.go:171","msg":"trace[2004516578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33021; }","duration":"1.045929173s","start":"2026-07-29T14:54:00.692319Z","end":"2026-07-29T14:54:01.738248Z","steps":["trace[2004516578] 'agreement among raft nodes before linearized reading' (duration: 1.044938026s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.738319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:00.692288Z","time spent":"1.046015066s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T14:54:01.737036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099646806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:1861"} {"level":"info","ts":"2026-07-29T14:54:01.738556Z","caller":"traceutil/trace.go:171","msg":"trace[2012740469] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:33021; }","duration":"1.101220489s","start":"2026-07-29T14:54:00.637312Z","end":"2026-07-29T14:54:01.738533Z","steps":["trace[2012740469] 'agreement among raft nodes before linearized reading' (duration: 1.099498092s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.738661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:00.637279Z","time spent":"1.101364983s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-29T14:54:01.736369Z","caller":"traceutil/trace.go:171","msg":"trace[1091454140] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33021; }","duration":"1.969541721s","start":"2026-07-29T14:53:59.766817Z","end":"2026-07-29T14:54:01.736359Z","steps":["trace[1091454140] 'agreement among raft nodes before linearized reading' (duration: 1.969441008s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.738927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:59.766809Z","time spent":"1.972093951s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:54:01.738301Z","caller":"traceutil/trace.go:171","msg":"trace[393702377] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:33021; }","duration":"551.581951ms","start":"2026-07-29T14:54:01.186701Z","end":"2026-07-29T14:54:01.738283Z","steps":["trace[393702377] 'agreement among raft nodes before linearized reading' (duration: 551.492309ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:01.736686Z","caller":"traceutil/trace.go:171","msg":"trace[152710489] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33021; }","duration":"1.971369852s","start":"2026-07-29T14:53:59.765302Z","end":"2026-07-29T14:54:01.736671Z","steps":["trace[152710489] 'agreement among raft nodes before linearized reading' (duration: 1.971206707s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:01.73903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:01.186674Z","time spent":"552.334422ms","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":30,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:01.739062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:53:59.765284Z","time spent":"1.973770897s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:02.340996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:02.841208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:03.016379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182956885s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:54:03.016515Z","caller":"traceutil/trace.go:171","msg":"trace[1471667978] transaction","detail":"{read_only:false; response_revision:33022; number_of_response:1; }","duration":"1.272395713s","start":"2026-07-29T14:54:01.744082Z","end":"2026-07-29T14:54:03.016478Z","steps":["trace[1471667978] 'process raft request' (duration: 89.251423ms)","trace[1471667978] 'compare' (duration: 1.182428751s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:03.016581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:01.744057Z","time spent":"1.272493335s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:03.273084Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.439704081s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T14:54:05.091753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817996769s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:54:05.09234Z","caller":"traceutil/trace.go:171","msg":"trace[1441460803] linearizableReadLoop","detail":"{readStateIndex:34041; appliedIndex:34030; }","duration":"3.251961731s","start":"2026-07-29T14:54:01.84036Z","end":"2026-07-29T14:54:05.092322Z","steps":["trace[1441460803] 'read index received' (duration: 1.433311464s)","trace[1441460803] 'applied index is now lower than readState.Index' (duration: 1.818648657s)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:05.092364Z","caller":"traceutil/trace.go:171","msg":"trace[230759432] transaction","detail":"{read_only:false; response_revision:33026; number_of_response:1; }","duration":"3.343145977s","start":"2026-07-29T14:54:01.749175Z","end":"2026-07-29T14:54:05.092321Z","steps":["trace[230759432] 'process raft request' (duration: 3.342820858s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:05.092461Z","caller":"traceutil/trace.go:171","msg":"trace[109720174] transaction","detail":"{read_only:false; response_revision:33024; number_of_response:1; }","duration":"3.343417644s","start":"2026-07-29T14:54:01.749036Z","end":"2026-07-29T14:54:05.092453Z","steps":["trace[109720174] 'process raft request' (duration: 3.342827148s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:05.092456Z","caller":"traceutil/trace.go:171","msg":"trace[1982542946] transaction","detail":"{read_only:false; response_revision:33032; number_of_response:1; }","duration":"2.562740971s","start":"2026-07-29T14:54:02.529652Z","end":"2026-07-29T14:54:05.092393Z","steps":["trace[1982542946] 'process raft request' (duration: 2.562596207s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:05.09246Z","caller":"traceutil/trace.go:171","msg":"trace[1240107400] transaction","detail":"{read_only:false; response_revision:33023; number_of_response:1; }","duration":"3.343437685s","start":"2026-07-29T14:54:01.74901Z","end":"2026-07-29T14:54:05.092448Z","steps":["trace[1240107400] 'process raft request' (duration: 1.524640664s)","trace[1240107400] 'compare' (duration: 1.817554717s)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:05.092474Z","caller":"traceutil/trace.go:171","msg":"trace[1193555537] transaction","detail":"{read_only:false; response_revision:33031; number_of_response:1; }","duration":"3.34289125s","start":"2026-07-29T14:54:01.749559Z","end":"2026-07-29T14:54:05.09245Z","steps":["trace[1193555537] 'process raft request' (duration: 3.342645293s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.092561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:01.749011Z","time spent":"3.343479826s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:05.092573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252221427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1220"} {"level":"warn","ts":"2026-07-29T14:54:05.092567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:01.749538Z","time spent":"3.342975412s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:05.092581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:02.52962Z","time spent":"2.562886775s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:05.092543Z","caller":"traceutil/trace.go:171","msg":"trace[1477255469] transaction","detail":"{read_only:false; response_revision:33025; number_of_response:1; }","duration":"3.343355082s","start":"2026-07-29T14:54:01.749132Z","end":"2026-07-29T14:54:05.092487Z","steps":["trace[1477255469] 'process raft request' (duration: 3.342828258s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:05.09261Z","caller":"traceutil/trace.go:171","msg":"trace[182716371] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:33033; }","duration":"3.25229968s","start":"2026-07-29T14:54:01.840294Z","end":"2026-07-29T14:54:05.092593Z","steps":["trace[182716371] 'agreement among raft nodes before linearized reading' (duration: 3.252134586s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.092636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:01.84027Z","time spent":"3.252360471s","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1242,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-29T14:54:05.092568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:01.74899Z","time spent":"3.343513327s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:05.092733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:01.749112Z","time spent":"3.343516367s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:05.092635Z","caller":"traceutil/trace.go:171","msg":"trace[1968531066] transaction","detail":"{read_only:false; response_revision:33029; number_of_response:1; }","duration":"3.34287932s","start":"2026-07-29T14:54:01.749508Z","end":"2026-07-29T14:54:05.092387Z","steps":["trace[1968531066] 'process raft request' (duration: 3.342590622s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.092725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:01.749169Z","time spent":"3.343323611s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:05.092381Z","caller":"traceutil/trace.go:171","msg":"trace[334011828] transaction","detail":"{read_only:false; response_revision:33030; number_of_response:1; }","duration":"3.342834998s","start":"2026-07-29T14:54:01.749514Z","end":"2026-07-29T14:54:05.092349Z","steps":["trace[334011828] 'process raft request' (duration: 3.342619113s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:05.092396Z","caller":"traceutil/trace.go:171","msg":"trace[2115052542] transaction","detail":"{read_only:false; response_revision:33028; number_of_response:1; }","duration":"3.34290599s","start":"2026-07-29T14:54:01.749461Z","end":"2026-07-29T14:54:05.092367Z","steps":["trace[2115052542] 'process raft request' (duration: 3.342609232s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.093151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:01.749496Z","time spent":"3.343572978s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:05.093192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:01.749445Z","time spent":"3.343718703s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:05.092397Z","caller":"traceutil/trace.go:171","msg":"trace[571177476] transaction","detail":"{read_only:false; response_revision:33027; number_of_response:1; }","duration":"3.343014413s","start":"2026-07-29T14:54:01.749358Z","end":"2026-07-29T14:54:05.092373Z","steps":["trace[571177476] 'process raft request' (duration: 3.342668784s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.093319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:01.749347Z","time spent":"3.343929758s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:05.092415Z","caller":"traceutil/trace.go:171","msg":"trace[1111441090] transaction","detail":"{read_only:false; response_revision:33033; number_of_response:1; }","duration":"2.402140219s","start":"2026-07-29T14:54:02.690266Z","end":"2026-07-29T14:54:05.092407Z","steps":["trace[1111441090] 'process raft request' (duration: 2.402021796s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.093452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:02.690244Z","time spent":"2.403181807s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:05.093068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:01.749498Z","time spent":"3.343314901s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:05.181835Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.059611241s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T14:54:05.182448Z","caller":"traceutil/trace.go:171","msg":"trace[1586116511] transaction","detail":"{read_only:false; response_revision:33034; number_of_response:1; }","duration":"1.498471811s","start":"2026-07-29T14:54:03.683919Z","end":"2026-07-29T14:54:05.182391Z","steps":["trace[1586116511] 'process raft request' (duration: 1.498146292s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:05.182519Z","caller":"traceutil/trace.go:171","msg":"trace[121423833] transaction","detail":"{read_only:false; response_revision:33035; number_of_response:1; }","duration":"1.482517551s","start":"2026-07-29T14:54:03.699956Z","end":"2026-07-29T14:54:05.182474Z","steps":["trace[121423833] 'process raft request' (duration: 1.482313205s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:05.182545Z","caller":"traceutil/trace.go:171","msg":"trace[800684839] transaction","detail":"{read_only:false; response_revision:33036; number_of_response:1; }","duration":"1.482405238s","start":"2026-07-29T14:54:03.700102Z","end":"2026-07-29T14:54:05.182508Z","steps":["trace[800684839] 'process raft request' (duration: 1.482242263s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.182645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:03.699903Z","time spent":"1.482666805s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:05.182653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:03.683888Z","time spent":"1.498647036s","remote":"127.0.0.1:40560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7682,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:05.182752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:03.700065Z","time spent":"1.482577192s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:05.182891Z","caller":"traceutil/trace.go:171","msg":"trace[2036012782] transaction","detail":"{read_only:false; response_revision:33038; number_of_response:1; }","duration":"1.370533551s","start":"2026-07-29T14:54:03.812342Z","end":"2026-07-29T14:54:05.182876Z","steps":["trace[2036012782] 'process raft request' (duration: 1.370382517s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.183003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:03.812323Z","time spent":"1.370641233s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:05.183007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438685951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:05.182978Z","caller":"traceutil/trace.go:171","msg":"trace[1044557340] transaction","detail":"{read_only:false; response_revision:33037; number_of_response:1; }","duration":"1.482648175s","start":"2026-07-29T14:54:03.700221Z","end":"2026-07-29T14:54:05.18287Z","steps":["trace[1044557340] 'process raft request' (duration: 1.482170521s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.183113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.27656813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-07-29T14:54:05.183147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436502871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:05.183156Z","caller":"traceutil/trace.go:171","msg":"trace[902345901] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:33038; }","duration":"3.276649352s","start":"2026-07-29T14:54:01.906493Z","end":"2026-07-29T14:54:05.183142Z","steps":["trace[902345901] 'agreement among raft nodes before linearized reading' (duration: 3.276468047s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:05.183174Z","caller":"traceutil/trace.go:171","msg":"trace[1166793214] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33038; }","duration":"1.436569083s","start":"2026-07-29T14:54:03.746599Z","end":"2026-07-29T14:54:05.183168Z","steps":["trace[1166793214] 'agreement among raft nodes before linearized reading' (duration: 1.436525822s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.183149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89669121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11489"} {"level":"warn","ts":"2026-07-29T14:54:05.183205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:03.746577Z","time spent":"1.436622015s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:05.183223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434239888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:05.18324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309821112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-29T14:54:05.183248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252504806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:05.183435Z","caller":"traceutil/trace.go:171","msg":"trace[135107529] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:33038; }","duration":"1.896852654s","start":"2026-07-29T14:54:03.28637Z","end":"2026-07-29T14:54:05.183222Z","steps":["trace[135107529] 'agreement among raft nodes before linearized reading' (duration: 1.896565446s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:05.183453Z","caller":"traceutil/trace.go:171","msg":"trace[953704790] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33038; }","duration":"1.434489135s","start":"2026-07-29T14:54:03.748951Z","end":"2026-07-29T14:54:05.18344Z","steps":["trace[953704790] 'agreement among raft nodes before linearized reading' (duration: 1.434109495s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:05.183469Z","caller":"traceutil/trace.go:171","msg":"trace[1030306316] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:33038; }","duration":"3.252770633s","start":"2026-07-29T14:54:01.93069Z","end":"2026-07-29T14:54:05.183461Z","steps":["trace[1030306316] 'agreement among raft nodes before linearized reading' (duration: 3.252523396s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:05.18347Z","caller":"traceutil/trace.go:171","msg":"trace[155198832] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:33038; }","duration":"2.31012493s","start":"2026-07-29T14:54:02.873332Z","end":"2026-07-29T14:54:05.183457Z","steps":["trace[155198832] 'agreement among raft nodes before linearized reading' (duration: 2.309803341s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.183493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:03.748934Z","time spent":"1.434552697s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:05.183191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:01.906465Z","time spent":"3.276718324s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-29T14:54:05.183505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:01.930667Z","time spent":"3.252825145s","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:05.183511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:02.873307Z","time spent":"2.310194692s","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-29T14:54:05.183497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:03.700209Z","time spent":"1.482968703s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:05.183593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.110378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:05.183627Z","caller":"traceutil/trace.go:171","msg":"trace[1218843139] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:33038; }","duration":"672.176889ms","start":"2026-07-29T14:54:04.511439Z","end":"2026-07-29T14:54:05.183616Z","steps":["trace[1218843139] 'agreement among raft nodes before linearized reading' (duration: 672.110067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.183638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431679098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:05.183647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:04.511424Z","time spent":"672.217451ms","remote":"127.0.0.1:56630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:05.183667Z","caller":"traceutil/trace.go:171","msg":"trace[973945745] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33038; }","duration":"1.431724949s","start":"2026-07-29T14:54:03.751933Z","end":"2026-07-29T14:54:05.183658Z","steps":["trace[973945745] 'agreement among raft nodes before linearized reading' (duration: 1.431645357s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.183692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:03.751924Z","time spent":"1.43176306s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:05.183676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440708337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:54:05.183725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438154197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-29T14:54:05.183734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.932494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:420341"} {"level":"info","ts":"2026-07-29T14:54:05.183761Z","caller":"traceutil/trace.go:171","msg":"trace[34425615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33038; }","duration":"1.438202278s","start":"2026-07-29T14:54:03.745545Z","end":"2026-07-29T14:54:05.183748Z","steps":["trace[34425615] 'agreement among raft nodes before linearized reading' (duration: 1.438131556s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.183763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44082095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:05.183789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:03.745536Z","time spent":"1.438247619s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T14:54:05.183795Z","caller":"traceutil/trace.go:171","msg":"trace[372688699] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:33038; }","duration":"755.051207ms","start":"2026-07-29T14:54:04.428723Z","end":"2026-07-29T14:54:05.183774Z","steps":["trace[372688699] 'agreement among raft nodes before linearized reading' (duration: 754.737388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.183489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:03.286349Z","time spent":"1.897130872s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11511,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-07-29T14:54:05.183816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43285801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:05.183841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:04.428701Z","time spent":"755.127719ms","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":420363,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-29T14:54:05.183838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439657108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:05.183845Z","caller":"traceutil/trace.go:171","msg":"trace[2210772] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33038; }","duration":"1.432909501s","start":"2026-07-29T14:54:03.750926Z","end":"2026-07-29T14:54:05.183836Z","steps":["trace[2210772] 'agreement among raft nodes before linearized reading' (duration: 1.432829149s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.183853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793578765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:05.18386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439564076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:54:05.183877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:03.750912Z","time spent":"1.432960143s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:54:05.18388Z","caller":"traceutil/trace.go:171","msg":"trace[472937444] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33038; }","duration":"1.439714739s","start":"2026-07-29T14:54:03.744153Z","end":"2026-07-29T14:54:05.183867Z","steps":["trace[472937444] 'agreement among raft nodes before linearized reading' (duration: 1.439656607s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:05.183889Z","caller":"traceutil/trace.go:171","msg":"trace[923526638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33038; }","duration":"1.793653856s","start":"2026-07-29T14:54:03.390226Z","end":"2026-07-29T14:54:05.18388Z","steps":["trace[923526638] 'agreement among raft nodes before linearized reading' (duration: 1.793600435s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.183907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:03.744142Z","time spent":"1.439760071s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-29T14:54:05.183907Z","caller":"traceutil/trace.go:171","msg":"trace[1681112293] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33038; }","duration":"1.439632377s","start":"2026-07-29T14:54:03.744262Z","end":"2026-07-29T14:54:05.183894Z","steps":["trace[1681112293] 'agreement among raft nodes before linearized reading' (duration: 1.439506453s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.183919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:03.390201Z","time spent":"1.793713148s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T14:54:05.183099Z","caller":"traceutil/trace.go:171","msg":"trace[1135596597] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33038; }","duration":"1.438838455s","start":"2026-07-29T14:54:03.744244Z","end":"2026-07-29T14:54:05.183082Z","steps":["trace[1135596597] 'agreement among raft nodes before linearized reading' (duration: 1.438661831s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:05.183805Z","caller":"traceutil/trace.go:171","msg":"trace[1433052030] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33038; }","duration":"1.440906782s","start":"2026-07-29T14:54:03.742887Z","end":"2026-07-29T14:54:05.183794Z","steps":["trace[1433052030] 'agreement among raft nodes before linearized reading' (duration: 1.44083676s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.183954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:03.744227Z","time spent":"1.439720549s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-29T14:54:05.18374Z","caller":"traceutil/trace.go:171","msg":"trace[425783857] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33038; }","duration":"1.44082305s","start":"2026-07-29T14:54:03.742901Z","end":"2026-07-29T14:54:05.183724Z","steps":["trace[425783857] 'agreement among raft nodes before linearized reading' (duration: 1.440629425s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.183952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:03.744251Z","time spent":"1.439689529s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:54:05.183988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439247206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:54:05.183949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438008762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:05.184014Z","caller":"traceutil/trace.go:171","msg":"trace[216016752] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33038; }","duration":"1.439291868s","start":"2026-07-29T14:54:03.744715Z","end":"2026-07-29T14:54:05.184007Z","steps":["trace[216016752] 'agreement among raft nodes before linearized reading' (duration: 1.439182865s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.183986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:03.742864Z","time spent":"1.441110448s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:05.184011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:03.742883Z","time spent":"1.441113128s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:54:05.184036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:03.744705Z","time spent":"1.439327229s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-29T14:54:05.184033Z","caller":"traceutil/trace.go:171","msg":"trace[2084514024] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33038; }","duration":"1.438105935s","start":"2026-07-29T14:54:03.745918Z","end":"2026-07-29T14:54:05.184024Z","steps":["trace[2084514024] 'agreement among raft nodes before linearized reading' (duration: 1.437976812s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.184063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:03.74588Z","time spent":"1.438175697s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:05.183077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16192242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7f7f4b4b47-ql6wv.18c6c873ded0b9d5\" ","response":"range_response_count:1 size:2110"} {"level":"info","ts":"2026-07-29T14:54:05.184111Z","caller":"traceutil/trace.go:171","msg":"trace[1358584389] range","detail":"{range_begin:/registry/events/openstack/glance-api-7f7f4b4b47-ql6wv.18c6c873ded0b9d5; range_end:; response_count:1; response_revision:33038; }","duration":"2.163000659s","start":"2026-07-29T14:54:03.021097Z","end":"2026-07-29T14:54:05.184098Z","steps":["trace[1358584389] 'agreement among raft nodes before linearized reading' (duration: 2.161839597s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:05.184144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:03.021084Z","time spent":"2.16305059s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2132,"request content":"key:\"/registry/events/openstack/glance-api-7f7f4b4b47-ql6wv.18c6c873ded0b9d5\" "} {"level":"warn","ts":"2026-07-29T14:54:05.681731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.849161ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-29T14:54:05.681851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:05.184912Z","time spent":"496.933083ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T14:54:06.674962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.202925796s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T14:54:07.192867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99990362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:07.192932Z","caller":"traceutil/trace.go:171","msg":"trace[1159580144] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000009412s","start":"2026-07-29T14:54:05.192909Z","end":"2026-07-29T14:54:07.192918Z","steps":["trace[1159580144] 'agreement among raft nodes before linearized reading' (duration: 1.99992866s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:07.192964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:05.192897Z","time spent":"2.000060705s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:54:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:07.832447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157160692s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:54:07.832683Z","caller":"traceutil/trace.go:171","msg":"trace[1037265952] transaction","detail":"{read_only:false; response_revision:33039; number_of_response:1; }","duration":"2.642608405s","start":"2026-07-29T14:54:05.190054Z","end":"2026-07-29T14:54:07.832662Z","steps":["trace[1037265952] 'process raft request' (duration: 1.485151165s)","trace[1037265952] 'compare' (duration: 1.156980177s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:07.832762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:05.190027Z","time spent":"2.642699758s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2093,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:07.83283Z","caller":"traceutil/trace.go:171","msg":"trace[476850104] transaction","detail":"{read_only:false; response_revision:33040; number_of_response:1; }","duration":"2.639677885s","start":"2026-07-29T14:54:05.193052Z","end":"2026-07-29T14:54:07.83273Z","steps":["trace[476850104] 'process raft request' (duration: 2.639484599s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:07.83289Z","caller":"traceutil/trace.go:171","msg":"trace[1590879520] linearizableReadLoop","detail":"{readStateIndex:34048; appliedIndex:34046; }","duration":"2.639919081s","start":"2026-07-29T14:54:05.192942Z","end":"2026-07-29T14:54:07.832861Z","steps":["trace[1590879520] 'read index received' (duration: 279.034871ms)","trace[1590879520] 'applied index is now lower than readState.Index' (duration: 2.36088235s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:07.832986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:05.193043Z","time spent":"2.63985983s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:07.833031Z","caller":"traceutil/trace.go:171","msg":"trace[1323410914] transaction","detail":"{read_only:false; response_revision:33041; number_of_response:1; }","duration":"2.636860577s","start":"2026-07-29T14:54:05.196158Z","end":"2026-07-29T14:54:07.833019Z","steps":["trace[1323410914] 'process raft request' (duration: 2.636443255s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:07.833131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:05.196149Z","time spent":"2.636909718s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11651,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:08.33356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115267,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:08.339053Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212457518s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T14:54:08.582201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00034095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:54:08.582287Z","caller":"traceutil/trace.go:171","msg":"trace[2130271129] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000483305s","start":"2026-07-29T14:54:06.581788Z","end":"2026-07-29T14:54:08.582271Z","steps":["trace[2130271129] 'agreement among raft nodes before linearized reading' (duration: 2.000382992s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:08.582326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:06.581764Z","time spent":"2.000553836s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:08.618677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.274127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:54:08.618834Z","caller":"traceutil/trace.go:171","msg":"trace[1152183865] transaction","detail":"{read_only:false; response_revision:33043; number_of_response:1; }","duration":"2.935747895s","start":"2026-07-29T14:54:05.683072Z","end":"2026-07-29T14:54:08.61882Z","steps":["trace[1152183865] 'process raft request' (duration: 2.935682843s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:08.618876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:05.683048Z","time spent":"2.935808427s","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:08.619012Z","caller":"traceutil/trace.go:171","msg":"trace[2145157740] transaction","detail":"{read_only:false; response_revision:33042; number_of_response:1; }","duration":"3.061134265s","start":"2026-07-29T14:54:05.557871Z","end":"2026-07-29T14:54:08.619005Z","steps":["trace[2145157740] 'process raft request' (duration: 2.781461857s)","trace[2145157740] 'compare' (duration: 279.065491ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:08.619066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:05.557833Z","time spent":"3.061192877s","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420324,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:09.193342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00032849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:54:09.193439Z","caller":"traceutil/trace.go:171","msg":"trace[886925449] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000468224s","start":"2026-07-29T14:54:07.192945Z","end":"2026-07-29T14:54:09.193413Z","steps":["trace[886925449] 'agreement among raft nodes before linearized reading' (duration: 2.000333841s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.19352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.192938Z","time spent":"2.000569867s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:09.666385Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.147654941s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T14:54:09.755843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.705818ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:09.755933Z","caller":"traceutil/trace.go:171","msg":"trace[2048415114] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:33043; }","duration":"575.80677ms","start":"2026-07-29T14:54:09.180113Z","end":"2026-07-29T14:54:09.75592Z","steps":["trace[2048415114] 'range keys from in-memory index tree' (duration: 575.690566ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:09.7561Z","caller":"traceutil/trace.go:171","msg":"trace[626385805] transaction","detail":"{read_only:false; response_revision:33044; number_of_response:1; }","duration":"2.653794824s","start":"2026-07-29T14:54:07.102276Z","end":"2026-07-29T14:54:09.756071Z","steps":["trace[626385805] 'process raft request' (duration: 2.564735216s)","trace[626385805] 'compare' (duration: 88.698788ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:09.756262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.102264Z","time spent":"2.653907616s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:09.756485Z","caller":"traceutil/trace.go:171","msg":"trace[387982912] transaction","detail":"{read_only:false; response_revision:33045; number_of_response:1; }","duration":"2.565161508s","start":"2026-07-29T14:54:07.191279Z","end":"2026-07-29T14:54:09.75644Z","steps":["trace[387982912] 'process raft request' (duration: 2.564702075s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:09.756533Z","caller":"traceutil/trace.go:171","msg":"trace[1274850938] transaction","detail":"{read_only:false; response_revision:33046; number_of_response:1; }","duration":"2.565171268s","start":"2026-07-29T14:54:07.191321Z","end":"2026-07-29T14:54:09.756492Z","steps":["trace[1274850938] 'process raft request' (duration: 2.564970873s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.75669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.191266Z","time spent":"2.565317102s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:09.756775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.191292Z","time spent":"2.565350863s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:09.756783Z","caller":"traceutil/trace.go:171","msg":"trace[1728976273] transaction","detail":"{read_only:false; response_revision:33047; number_of_response:1; }","duration":"2.565292072s","start":"2026-07-29T14:54:07.191473Z","end":"2026-07-29T14:54:09.756765Z","steps":["trace[1728976273] 'process raft request' (duration: 2.564958943s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.758644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.191467Z","time spent":"2.567080751s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:09.758911Z","caller":"traceutil/trace.go:171","msg":"trace[685035793] transaction","detail":"{read_only:false; response_revision:33048; number_of_response:1; }","duration":"2.11372124s","start":"2026-07-29T14:54:07.645145Z","end":"2026-07-29T14:54:09.758866Z","steps":["trace[685035793] 'process raft request' (duration: 2.111519069s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.758999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.645125Z","time spent":"2.113821942s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:09.7598Z","caller":"traceutil/trace.go:171","msg":"trace[725596884] transaction","detail":"{read_only:false; response_revision:33050; number_of_response:1; }","duration":"1.918508994s","start":"2026-07-29T14:54:07.841269Z","end":"2026-07-29T14:54:09.759778Z","steps":["trace[725596884] 'process raft request' (duration: 1.918194245s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.759955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.841239Z","time spent":"1.918642777s","remote":"127.0.0.1:51228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3080,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:09.760059Z","caller":"traceutil/trace.go:171","msg":"trace[956532710] linearizableReadLoop","detail":"{readStateIndex:34066; appliedIndex:34050; }","duration":"1.927000898s","start":"2026-07-29T14:54:07.832982Z","end":"2026-07-29T14:54:09.759983Z","steps":["trace[956532710] 'read index received' (duration: 506.307892ms)","trace[956532710] 'applied index is now lower than readState.Index' (duration: 1.420691636s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:09.760859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660070026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T14:54:09.760916Z","caller":"traceutil/trace.go:171","msg":"trace[68186514] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33057; }","duration":"2.660151159s","start":"2026-07-29T14:54:07.100749Z","end":"2026-07-29T14:54:09.760901Z","steps":["trace[68186514] 'agreement among raft nodes before linearized reading' (duration: 2.659557623s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.760966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.100739Z","time spent":"2.66020576s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T14:54:09.76098Z","caller":"traceutil/trace.go:171","msg":"trace[1061655880] transaction","detail":"{read_only:false; response_revision:33049; number_of_response:1; }","duration":"1.920972162s","start":"2026-07-29T14:54:07.839596Z","end":"2026-07-29T14:54:09.760569Z","steps":["trace[1061655880] 'process raft request' (duration: 1.918700339s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.761103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.839578Z","time spent":"1.921478125s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T14:54:09.76124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659634395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T14:54:09.761294Z","caller":"traceutil/trace.go:171","msg":"trace[45540026] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:33057; }","duration":"2.659696556s","start":"2026-07-29T14:54:07.101577Z","end":"2026-07-29T14:54:09.761273Z","steps":["trace[45540026] 'agreement among raft nodes before linearized reading' (duration: 2.65873312s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.761313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.101569Z","time spent":"2.659739488s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T14:54:09.761505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.661877516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T14:54:09.761554Z","caller":"traceutil/trace.go:171","msg":"trace[1175385162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33057; }","duration":"2.661963229s","start":"2026-07-29T14:54:07.099576Z","end":"2026-07-29T14:54:09.76154Z","steps":["trace[1175385162] 'agreement among raft nodes before linearized reading' (duration: 2.661714222s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.761663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.099554Z","time spent":"2.662037451s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T14:54:09.761678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569370764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:09.761832Z","caller":"traceutil/trace.go:171","msg":"trace[1414351527] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33057; }","duration":"2.569630871s","start":"2026-07-29T14:54:07.192166Z","end":"2026-07-29T14:54:09.761797Z","steps":["trace[1414351527] 'agreement among raft nodes before linearized reading' (duration: 2.568055427s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.76194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569692353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:09.761938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.152726662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:54:09.761978Z","caller":"traceutil/trace.go:171","msg":"trace[450568818] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33057; }","duration":"2.569746084s","start":"2026-07-29T14:54:07.192215Z","end":"2026-07-29T14:54:09.761961Z","steps":["trace[450568818] 'agreement among raft nodes before linearized reading' (duration: 2.569504958s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.761999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.192207Z","time spent":"2.569786505s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:54:09.761985Z","caller":"traceutil/trace.go:171","msg":"trace[1202644457] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:33057; }","duration":"3.152832296s","start":"2026-07-29T14:54:06.60914Z","end":"2026-07-29T14:54:09.761972Z","steps":["trace[1202644457] 'agreement among raft nodes before linearized reading' (duration: 3.152715652s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.762009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570826674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:09.7621Z","caller":"traceutil/trace.go:171","msg":"trace[1958183962] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33057; }","duration":"2.570934367s","start":"2026-07-29T14:54:07.191126Z","end":"2026-07-29T14:54:09.76206Z","steps":["trace[1958183962] 'agreement among raft nodes before linearized reading' (duration: 2.570823814s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.762151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.191108Z","time spent":"2.57103323s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:09.762232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.696511029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:54:09.762279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.611113856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:09.762296Z","caller":"traceutil/trace.go:171","msg":"trace[744783301] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33057; }","duration":"3.696606402s","start":"2026-07-29T14:54:06.065666Z","end":"2026-07-29T14:54:09.762272Z","steps":["trace[744783301] 'agreement among raft nodes before linearized reading' (duration: 3.696387986s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.762329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:06.065646Z","time spent":"3.696675773s","remote":"127.0.0.1:44154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:09.762339Z","caller":"traceutil/trace.go:171","msg":"trace[1821899677] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:33057; }","duration":"2.611221679s","start":"2026-07-29T14:54:07.151094Z","end":"2026-07-29T14:54:09.762315Z","steps":["trace[1821899677] 'agreement among raft nodes before linearized reading' (duration: 2.611049434s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.762369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.151062Z","time spent":"2.611299391s","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:09.762359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.192155Z","time spent":"2.569734744s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:09.762812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659718898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T14:54:09.762848Z","caller":"traceutil/trace.go:171","msg":"trace[1122866935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33057; }","duration":"2.659787669s","start":"2026-07-29T14:54:07.103045Z","end":"2026-07-29T14:54:09.762832Z","steps":["trace[1122866935] 'agreement among raft nodes before linearized reading' (duration: 2.659477281s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.76287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.103008Z","time spent":"2.659856971s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T14:54:09.763062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.174836468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:09.763106Z","caller":"traceutil/trace.go:171","msg":"trace[828698930] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:33057; }","duration":"4.174917911s","start":"2026-07-29T14:54:05.588171Z","end":"2026-07-29T14:54:09.763089Z","steps":["trace[828698930] 'agreement among raft nodes before linearized reading' (duration: 4.174716636s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.763135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:05.588145Z","time spent":"4.174982512s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:09.762869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.113943218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"info","ts":"2026-07-29T14:54:09.763251Z","caller":"traceutil/trace.go:171","msg":"trace[2025244197] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:33057; }","duration":"4.11436992s","start":"2026-07-29T14:54:05.648863Z","end":"2026-07-29T14:54:09.763233Z","steps":["trace[2025244197] 'agreement among raft nodes before linearized reading' (duration: 4.113938028s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.763284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:05.648831Z","time spent":"4.114440612s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1652,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-29T14:54:09.763132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.274515949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:54:09.76338Z","caller":"traceutil/trace.go:171","msg":"trace[78026214] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:33057; }","duration":"4.274804508s","start":"2026-07-29T14:54:05.488562Z","end":"2026-07-29T14:54:09.763366Z","steps":["trace[78026214] 'agreement among raft nodes before linearized reading' (duration: 4.27453093s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.763419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:05.488534Z","time spent":"4.274868829s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:09.763347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.569242513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:22570"} {"level":"info","ts":"2026-07-29T14:54:09.763592Z","caller":"traceutil/trace.go:171","msg":"trace[889161110] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:33057; }","duration":"4.569522761s","start":"2026-07-29T14:54:05.194052Z","end":"2026-07-29T14:54:09.763575Z","steps":["trace[889161110] 'agreement among raft nodes before linearized reading' (duration: 4.569100749s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.763621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:05.194024Z","time spent":"4.569590443s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":22592,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-29T14:54:09.762031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:06.609115Z","time spent":"3.152905517s","remote":"127.0.0.1:51392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:09.764139Z","caller":"traceutil/trace.go:171","msg":"trace[641070123] transaction","detail":"{read_only:false; response_revision:33052; number_of_response:1; }","duration":"1.922303128s","start":"2026-07-29T14:54:07.841823Z","end":"2026-07-29T14:54:09.764126Z","steps":["trace[641070123] 'process raft request' (duration: 1.917797734s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:09.764132Z","caller":"traceutil/trace.go:171","msg":"trace[1837809974] transaction","detail":"{read_only:false; response_revision:33051; number_of_response:1; }","duration":"1.92237991s","start":"2026-07-29T14:54:07.841728Z","end":"2026-07-29T14:54:09.764108Z","steps":["trace[1837809974] 'process raft request' (duration: 1.917823205s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.764184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.841812Z","time spent":"1.92234634s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1133,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:09.764259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573042235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:09.764267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.841718Z","time spent":"1.922474533s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":670,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:09.764272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572374317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:54:09.764316Z","caller":"traceutil/trace.go:171","msg":"trace[1918942990] transaction","detail":"{read_only:false; response_revision:33053; number_of_response:1; }","duration":"1.92236681s","start":"2026-07-29T14:54:07.841935Z","end":"2026-07-29T14:54:09.764302Z","steps":["trace[1918942990] 'process raft request' (duration: 1.917734632s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:09.764342Z","caller":"traceutil/trace.go:171","msg":"trace[36559295] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33057; }","duration":"2.572500701s","start":"2026-07-29T14:54:07.19183Z","end":"2026-07-29T14:54:09.76433Z","steps":["trace[36559295] 'agreement among raft nodes before linearized reading' (duration: 2.572010167s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.764358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.841922Z","time spent":"1.922415981s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1049,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:09.764366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573191049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:54:09.764388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.191799Z","time spent":"2.572569393s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-29T14:54:09.764404Z","caller":"traceutil/trace.go:171","msg":"trace[874781940] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33057; }","duration":"2.573276761s","start":"2026-07-29T14:54:07.191119Z","end":"2026-07-29T14:54:09.764396Z","steps":["trace[874781940] 'agreement among raft nodes before linearized reading' (duration: 2.573194819s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.764428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.191098Z","time spent":"2.573325133s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-29T14:54:09.764106Z","caller":"traceutil/trace.go:171","msg":"trace[1317287630] transaction","detail":"{read_only:false; response_revision:33057; number_of_response:1; }","duration":"1.915797109s","start":"2026-07-29T14:54:07.848292Z","end":"2026-07-29T14:54:09.764089Z","steps":["trace[1317287630] 'process raft request' (duration: 1.911611803s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:09.764499Z","caller":"traceutil/trace.go:171","msg":"trace[1207217530] transaction","detail":"{read_only:false; response_revision:33056; number_of_response:1; }","duration":"1.920580851s","start":"2026-07-29T14:54:07.843899Z","end":"2026-07-29T14:54:09.76448Z","steps":["trace[1207217530] 'process raft request' (duration: 1.915941023s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:09.764291Z","caller":"traceutil/trace.go:171","msg":"trace[277434911] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33057; }","duration":"2.573091366s","start":"2026-07-29T14:54:07.19119Z","end":"2026-07-29T14:54:09.764282Z","steps":["trace[277434911] 'agreement among raft nodes before linearized reading' (duration: 2.573035675s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.764558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.848284Z","time spent":"1.91621178s","remote":"127.0.0.1:51392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:09.76456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.84389Z","time spent":"1.920640092s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:09.764588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.191184Z","time spent":"2.573392445s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:09.762096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65728803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T14:54:09.764807Z","caller":"traceutil/trace.go:171","msg":"trace[1943823907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33057; }","duration":"2.660018145s","start":"2026-07-29T14:54:07.104771Z","end":"2026-07-29T14:54:09.76479Z","steps":["trace[1943823907] 'agreement among raft nodes before linearized reading' (duration: 2.657236149s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:09.764843Z","caller":"traceutil/trace.go:171","msg":"trace[1179082348] transaction","detail":"{read_only:false; response_revision:33055; number_of_response:1; }","duration":"1.920995422s","start":"2026-07-29T14:54:07.843837Z","end":"2026-07-29T14:54:09.764832Z","steps":["trace[1179082348] 'process raft request' (duration: 1.915945713s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.764852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.104758Z","time spent":"2.660074096s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T14:54:09.764866Z","caller":"traceutil/trace.go:171","msg":"trace[674041233] transaction","detail":"{read_only:false; response_revision:33054; number_of_response:1; }","duration":"1.922823022s","start":"2026-07-29T14:54:07.842032Z","end":"2026-07-29T14:54:09.764855Z","steps":["trace[674041233] 'process raft request' (duration: 1.91769458s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.764892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.843829Z","time spent":"1.921037033s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1245,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:09.764918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.842028Z","time spent":"1.922866694s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1685,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:09.765081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572640334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:09.765144Z","caller":"traceutil/trace.go:171","msg":"trace[357894476] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33057; }","duration":"2.572717807s","start":"2026-07-29T14:54:07.192413Z","end":"2026-07-29T14:54:09.765131Z","steps":["trace[357894476] 'agreement among raft nodes before linearized reading' (duration: 2.572624144s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.765201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.192402Z","time spent":"2.572782098s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:09.765204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572696605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:09.765216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570925287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:09.765214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572775377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:09.765233Z","caller":"traceutil/trace.go:171","msg":"trace[490521695] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33057; }","duration":"2.572734006s","start":"2026-07-29T14:54:07.192491Z","end":"2026-07-29T14:54:09.765225Z","steps":["trace[490521695] 'agreement among raft nodes before linearized reading' (duration: 2.572654454s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.765263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.192486Z","time spent":"2.572773148s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:54:09.765268Z","caller":"traceutil/trace.go:171","msg":"trace[183594152] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33057; }","duration":"2.570962558s","start":"2026-07-29T14:54:07.19428Z","end":"2026-07-29T14:54:09.765242Z","steps":["trace[183594152] 'agreement among raft nodes before linearized reading' (duration: 2.570861715s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.765295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.194272Z","time spent":"2.571016939s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:54:09.765296Z","caller":"traceutil/trace.go:171","msg":"trace[1772710870] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33057; }","duration":"2.572834139s","start":"2026-07-29T14:54:07.192424Z","end":"2026-07-29T14:54:09.765258Z","steps":["trace[1772710870] 'agreement among raft nodes before linearized reading' (duration: 2.572629213s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.765331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.192403Z","time spent":"2.572919202s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:09.767417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575064881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:54:09.767471Z","caller":"traceutil/trace.go:171","msg":"trace[170185378] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33057; }","duration":"2.575137893s","start":"2026-07-29T14:54:07.192322Z","end":"2026-07-29T14:54:09.76746Z","steps":["trace[170185378] 'agreement among raft nodes before linearized reading' (duration: 2.572963883s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.767501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.192312Z","time spent":"2.575182464s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:54:09.770236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232175139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:09.770314Z","caller":"traceutil/trace.go:171","msg":"trace[2102386208] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:33057; }","duration":"2.232245081s","start":"2026-07-29T14:54:07.538035Z","end":"2026-07-29T14:54:09.77028Z","steps":["trace[2102386208] 'agreement among raft nodes before linearized reading' (duration: 2.226671837s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:09.770364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.537973Z","time spent":"2.232380044s","remote":"127.0.0.1:56650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:11.201386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000191028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:54:11.201468Z","caller":"traceutil/trace.go:171","msg":"trace[1268413903] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000325661s","start":"2026-07-29T14:54:09.201124Z","end":"2026-07-29T14:54:11.20145Z","steps":["trace[1268413903] 'agreement among raft nodes before linearized reading' (duration: 2.000218079s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:11.201513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:09.201106Z","time spent":"2.000397123s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:13.202842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000471894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:54:13.202934Z","caller":"traceutil/trace.go:171","msg":"trace[795256378] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000614168s","start":"2026-07-29T14:54:11.2023Z","end":"2026-07-29T14:54:13.202914Z","steps":["trace[795256378] 'agreement among raft nodes before linearized reading' (duration: 2.000497355s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:13.202982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:11.202283Z","time spent":"2.00068918s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:13.352388Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.181777794s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T14:54:14.769494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:09.773149Z","time spent":"4.996328229s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 14:54:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:14.770505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:09.77334Z","time spent":"4.997150772s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 14:54:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:14.771559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:09.773316Z","time spent":"4.998231842s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 14:54:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:15.209177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000087724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:54:15.209279Z","caller":"traceutil/trace.go:171","msg":"trace[2044938251] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000246648s","start":"2026-07-29T14:54:13.209016Z","end":"2026-07-29T14:54:15.209262Z","steps":["trace[2044938251] 'agreement among raft nodes before linearized reading' (duration: 2.000113424s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:15.209313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:13.209Z","time spent":"2.00030487s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:54:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:16.193923Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"1fe39fae218166af","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T14:54:16.203558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:09.202725Z","time spent":"7.000825515s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:54:16.527231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.356795762s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T14:54:16.528135Z","caller":"traceutil/trace.go:171","msg":"trace[471143567] linearizableReadLoop","detail":"{readStateIndex:34068; appliedIndex:34066; }","duration":"6.767977209s","start":"2026-07-29T14:54:09.760113Z","end":"2026-07-29T14:54:16.52809Z","steps":["trace[471143567] 'read index received' (duration: 410.464208ms)","trace[471143567] 'applied index is now lower than readState.Index' (duration: 6.357509321s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:16.760675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:11.761967Z","time spent":"4.998698454s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 14:54:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:16.761896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:11.763521Z","time spent":"4.998368325s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 14:54:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:16.762499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:11.76411Z","time spent":"4.998385045s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:54:16.763647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:11.764884Z","time spent":"4.998759836s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 14:54:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/29 14:54:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:16.768985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:09.767895Z","time spent":"7.001087551s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:54:16.773654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:09.773387Z","time spent":"7.000238419s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:54:16.773726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:09.773274Z","time spent":"7.000448694s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:54:17.028556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:17.101781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.241729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:17.101994Z","caller":"traceutil/trace.go:171","msg":"trace[1341779316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"328.401073ms","start":"2026-07-29T14:54:16.773439Z","end":"2026-07-29T14:54:17.10184Z","steps":["trace[1341779316] 'agreement among raft nodes before linearized reading' (duration: 328.30518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:17.102086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:16.77341Z","time spent":"328.66152ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/29 14:54:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:17.102195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.03802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:17.10231Z","caller":"traceutil/trace.go:171","msg":"trace[333319424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"329.220925ms","start":"2026-07-29T14:54:16.773062Z","end":"2026-07-29T14:54:17.102283Z","steps":["trace[333319424] 'agreement among raft nodes before linearized reading' (duration: 329.056881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:17.102368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:16.773049Z","time spent":"329.309107ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T14:54:17.106683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.414371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:17.106784Z","caller":"traceutil/trace.go:171","msg":"trace[228232855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"333.488763ms","start":"2026-07-29T14:54:16.773248Z","end":"2026-07-29T14:54:17.106737Z","steps":["trace[228232855] 'agreement among raft nodes before linearized reading' (duration: 333.420611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:17.106879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:16.773244Z","time spent":"333.625807ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/29 14:54:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:17.210075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000846585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:17.210196Z","caller":"traceutil/trace.go:171","msg":"trace[1342147369] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00102206s","start":"2026-07-29T14:54:15.209145Z","end":"2026-07-29T14:54:17.210167Z","steps":["trace[1342147369] 'agreement among raft nodes before linearized reading' (duration: 2.000834835s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:17.21026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:15.209128Z","time spent":"2.001119894s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:54:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:17.334439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:10.333928Z","time spent":"7.000504896s","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:54:17.529345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:17.920872Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.568260466s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T14:54:18.5843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000819554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:18.584385Z","caller":"traceutil/trace.go:171","msg":"trace[2049442572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000963338s","start":"2026-07-29T14:54:16.583403Z","end":"2026-07-29T14:54:18.584367Z","steps":["trace[2049442572] 'agreement among raft nodes before linearized reading' (duration: 2.000857445s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:18.584436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:16.58338Z","time spent":"2.00104678s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:54:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:19.073993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.510140286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:19.074083Z","caller":"traceutil/trace.go:171","msg":"trace[1102069139] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:33058; }","duration":"10.510296322s","start":"2026-07-29T14:54:08.563763Z","end":"2026-07-29T14:54:19.074059Z","steps":["trace[1102069139] 'agreement among raft nodes before linearized reading' (duration: 7.964404466s)","trace[1102069139] 'count revisions from in-memory index tree' (duration: 2.545725851s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:19.074087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.450993705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-29T14:54:19.0742Z","caller":"traceutil/trace.go:171","msg":"trace[1683073219] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:33058; }","duration":"10.451159409s","start":"2026-07-29T14:54:08.623016Z","end":"2026-07-29T14:54:19.074176Z","steps":["trace[1683073219] 'agreement among raft nodes before linearized reading' (duration: 7.905135829s)","trace[1683073219] 'range keys from in-memory index tree' (duration: 2.545714451s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:19.074264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:08.623002Z","time spent":"10.451251192s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T14:54:19.074545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.450447084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:19.074599Z","caller":"traceutil/trace.go:171","msg":"trace[1840777236] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:33058; }","duration":"9.450570787s","start":"2026-07-29T14:54:09.624015Z","end":"2026-07-29T14:54:19.074586Z","steps":["trace[1840777236] 'agreement among raft nodes before linearized reading' (duration: 6.904128456s)","trace[1840777236] 'count revisions from in-memory index tree' (duration: 2.54637658s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:19.074637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:09.623984Z","time spent":"9.450644089s","remote":"127.0.0.1:51136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:19.074773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.94602756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:19.074892Z","caller":"traceutil/trace.go:171","msg":"trace[865020427] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:33058; }","duration":"9.946177064s","start":"2026-07-29T14:54:09.128691Z","end":"2026-07-29T14:54:19.074868Z","steps":["trace[865020427] 'agreement among raft nodes before linearized reading' (duration: 7.399465666s)","trace[865020427] 'count revisions from in-memory index tree' (duration: 2.546576984s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:19.074952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.227799012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11668"} {"level":"warn","ts":"2026-07-29T14:54:19.074953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:09.128672Z","time spent":"9.946265026s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:19.074993Z","caller":"traceutil/trace.go:171","msg":"trace[441057427] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:33058; }","duration":"11.227860293s","start":"2026-07-29T14:54:07.847121Z","end":"2026-07-29T14:54:19.074982Z","steps":["trace[441057427] 'agreement among raft nodes before linearized reading' (duration: 8.681084323s)","trace[441057427] 'range keys from in-memory index tree' (duration: 2.545933797s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:19.075026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:07.847112Z","time spent":"11.227907134s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11690,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-07-29T14:54:19.075219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.48017628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:19.075282Z","caller":"traceutil/trace.go:171","msg":"trace[766146177] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:33058; }","duration":"10.480277313s","start":"2026-07-29T14:54:08.594987Z","end":"2026-07-29T14:54:19.075264Z","steps":["trace[766146177] 'agreement among raft nodes before linearized reading' (duration: 7.933161873s)","trace[766146177] 'count revisions from in-memory index tree' (duration: 2.547020047s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:19.075316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.223870957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:19.075336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:08.594966Z","time spent":"10.480354905s","remote":"127.0.0.1:51062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:19.075357Z","caller":"traceutil/trace.go:171","msg":"trace[225065907] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:33058; }","duration":"10.223968879s","start":"2026-07-29T14:54:08.851378Z","end":"2026-07-29T14:54:19.075347Z","steps":["trace[225065907] 'agreement among raft nodes before linearized reading' (duration: 7.676734286s)","trace[225065907] 'count revisions from in-memory index tree' (duration: 2.547166271s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:19.07539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:08.851347Z","time spent":"10.224033371s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:19.07564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.943096569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22570"} {"level":"info","ts":"2026-07-29T14:54:19.075703Z","caller":"traceutil/trace.go:171","msg":"trace[1195840307] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:33058; }","duration":"9.943194702s","start":"2026-07-29T14:54:09.13249Z","end":"2026-07-29T14:54:19.075685Z","steps":["trace[1195840307] 'agreement among raft nodes before linearized reading' (duration: 7.395664s)","trace[1195840307] 'range keys from in-memory index tree' (duration: 2.545728821s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:19.075751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:09.132469Z","time spent":"9.943271273s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":22592,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-29T14:54:19.07413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:08.563741Z","time spent":"10.510376783s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:19.07677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548608391s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-07-29T14:54:19.219202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00028867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:54:19.21933Z","caller":"traceutil/trace.go:171","msg":"trace[457917227] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000515406s","start":"2026-07-29T14:54:17.218783Z","end":"2026-07-29T14:54:19.219299Z","steps":["trace[457917227] 'agreement among raft nodes before linearized reading' (duration: 2.00032387s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:19.219391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:17.218762Z","time spent":"2.000614908s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:19.840407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001820439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:19.840477Z","caller":"traceutil/trace.go:171","msg":"trace[141368901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.001952223s","start":"2026-07-29T14:54:09.838506Z","end":"2026-07-29T14:54:19.840459Z","steps":["trace[141368901] 'agreement among raft nodes before linearized reading' (duration: 10.001862981s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:19.840513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:09.838487Z","time spent":"10.002018655s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/29 14:54:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:20.098069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998408295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:20.09815Z","caller":"traceutil/trace.go:171","msg":"trace[978264098] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; }","duration":"9.998553739s","start":"2026-07-29T14:54:10.099574Z","end":"2026-07-29T14:54:20.098128Z","steps":["trace[978264098] 'agreement among raft nodes before linearized reading' (duration: 9.998445996s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:20.098194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:10.09955Z","time spent":"9.998635042s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} 2026/07/29 14:54:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:20.100403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00005892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:20.100515Z","caller":"traceutil/trace.go:171","msg":"trace[523050305] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; }","duration":"10.000220605s","start":"2026-07-29T14:54:10.100267Z","end":"2026-07-29T14:54:20.100488Z","steps":["trace[523050305] 'agreement among raft nodes before linearized reading' (duration: 10.000069411s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:20.100606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:10.10026Z","time spent":"10.000328868s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} 2026/07/29 14:54:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:20.101199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99964663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:20.101297Z","caller":"traceutil/trace.go:171","msg":"trace[803394252] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; }","duration":"9.999838675s","start":"2026-07-29T14:54:10.101435Z","end":"2026-07-29T14:54:20.101274Z","steps":["trace[803394252] 'agreement among raft nodes before linearized reading' (duration: 9.999705921s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:20.101352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:10.101402Z","time spent":"9.999941188s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} 2026/07/29 14:54:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:20.259425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.159366418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:20.2595Z","caller":"traceutil/trace.go:171","msg":"trace[370683757] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; }","duration":"10.159515851s","start":"2026-07-29T14:54:10.099967Z","end":"2026-07-29T14:54:20.259483Z","steps":["trace[370683757] 'agreement among raft nodes before linearized reading' (duration: 10.159414338s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:20.259536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:10.099946Z","time spent":"10.159583593s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} 2026/07/29 14:54:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/29 14:54:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:21.025847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84551839s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:21.025996Z","caller":"traceutil/trace.go:171","msg":"trace[1792528188] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:33069; }","duration":"1.845700154s","start":"2026-07-29T14:54:19.180273Z","end":"2026-07-29T14:54:21.025973Z","steps":["trace[1792528188] 'range keys from in-memory index tree' (duration: 1.845492909s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:21.226103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999956821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:21.226193Z","caller":"traceutil/trace.go:171","msg":"trace[477768687] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000104845s","start":"2026-07-29T14:54:19.226069Z","end":"2026-07-29T14:54:21.226174Z","steps":["trace[477768687] 'agreement among raft nodes before linearized reading' (duration: 1.999989082s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:21.226244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:19.226049Z","time spent":"2.000186068s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:54:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:21.642723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:14.642092Z","time spent":"7.000622939s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:54:21.760648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9985173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:21.760738Z","caller":"traceutil/trace.go:171","msg":"trace[392439101] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998658234s","start":"2026-07-29T14:54:16.762059Z","end":"2026-07-29T14:54:21.760718Z","steps":["trace[392439101] 'agreement among raft nodes before linearized reading' (duration: 4.99854579s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:21.760803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:16.76204Z","time spent":"4.998752556s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/29 14:54:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:21.761478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997646645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:21.761587Z","caller":"traceutil/trace.go:171","msg":"trace[1617068432] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997794739s","start":"2026-07-29T14:54:16.763769Z","end":"2026-07-29T14:54:21.761564Z","steps":["trace[1617068432] 'agreement among raft nodes before linearized reading' (duration: 4.997657435s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:21.761666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:16.76376Z","time spent":"4.997889192s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/29 14:54:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:21.763045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999695252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:54:21.763104Z","caller":"traceutil/trace.go:171","msg":"trace[302221070] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999759024s","start":"2026-07-29T14:54:16.763331Z","end":"2026-07-29T14:54:21.76309Z","steps":["trace[302221070] 'agreement among raft nodes before linearized reading' (duration: 4.999693212s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:21.76319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:16.763303Z","time spent":"4.999877847s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-29T14:54:21.764843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.924391244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:21.764929Z","caller":"traceutil/trace.go:171","msg":"trace[28954182] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.924533628s","start":"2026-07-29T14:54:16.840369Z","end":"2026-07-29T14:54:21.764903Z","steps":["trace[28954182] 'agreement among raft nodes before linearized reading' (duration: 4.924445036s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:21.764978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:16.840342Z","time spent":"4.92462472s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/29 14:54:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:21.787437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.443227094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:21.787508Z","caller":"traceutil/trace.go:171","msg":"trace[1930514023] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"2.443366707s","start":"2026-07-29T14:54:19.344125Z","end":"2026-07-29T14:54:21.787491Z","steps":["trace[1930514023] 'agreement among raft nodes before linearized reading' (duration: 2.443278405s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:21.787558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:19.34409Z","time spent":"2.44346127s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/29 14:54:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:22.103502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:17.105591Z","time spent":"4.997903422s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:54:22.10683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:17.108211Z","time spent":"4.9985886s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 14:54:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:22.119111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:21.764615Z","time spent":"354.492652ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 14:54:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:22.171428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:15.170839Z","time spent":"7.000581337s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:54:22.195344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:21.765903Z","time spent":"429.434609ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 14:54:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:22.588921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:15.58804Z","time spent":"7.000875216s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:54:23.226704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000170916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:54:23.226893Z","caller":"traceutil/trace.go:171","msg":"trace[64120016] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387982s","start":"2026-07-29T14:54:21.226421Z","end":"2026-07-29T14:54:23.226809Z","steps":["trace[64120016] 'agreement among raft nodes before linearized reading' (duration: 2.000199747s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:23.227109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:21.226377Z","time spent":"2.000655389s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:23.49242Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.57110875s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T14:54:23.493635Z","caller":"traceutil/trace.go:171","msg":"trace[420581290] transaction","detail":"{read_only:false; number_of_response:1; response_revision:33072; }","duration":"6.390968744s","start":"2026-07-29T14:54:17.102626Z","end":"2026-07-29T14:54:23.493595Z","steps":["trace[420581290] 'process raft request' (duration: 6.390671226s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:23.493808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:17.102598Z","time spent":"6.391128919s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":469,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:23.493747Z","caller":"traceutil/trace.go:171","msg":"trace[1505589253] linearizableReadLoop","detail":"{readStateIndex:34085; appliedIndex:34068; }","duration":"6.965498759s","start":"2026-07-29T14:54:16.52821Z","end":"2026-07-29T14:54:23.493709Z","steps":["trace[1505589253] 'read index received' (duration: 1.393053843s)","trace[1505589253] 'applied index is now lower than readState.Index' (duration: 5.572442756s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:23.494032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.717940568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:23.494075Z","caller":"traceutil/trace.go:171","msg":"trace[2083645936] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33072; }","duration":"11.71800435s","start":"2026-07-29T14:54:11.776059Z","end":"2026-07-29T14:54:23.494063Z","steps":["trace[2083645936] 'agreement among raft nodes before linearized reading' (duration: 11.717877937s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:23.494107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:11.776047Z","time spent":"11.718051021s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:23.49417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.720011445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:54:23.494225Z","caller":"traceutil/trace.go:171","msg":"trace[1496193940] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33072; }","duration":"11.720133468s","start":"2026-07-29T14:54:11.774078Z","end":"2026-07-29T14:54:23.494211Z","steps":["trace[1496193940] 'agreement among raft nodes before linearized reading' (duration: 11.719969904s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:23.494261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:11.774043Z","time spent":"11.72021073s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:54:23.494368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.003340954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:54:23.494045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.721550297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:23.494463Z","caller":"traceutil/trace.go:171","msg":"trace[93598989] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:33072; }","duration":"7.003465847s","start":"2026-07-29T14:54:16.490972Z","end":"2026-07-29T14:54:23.494438Z","steps":["trace[93598989] 'agreement among raft nodes before linearized reading' (duration: 7.003328434s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:23.494491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.209607223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:54:23.494522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.719259984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:23.494503Z","caller":"traceutil/trace.go:171","msg":"trace[1069562472] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33072; }","duration":"11.72199849s","start":"2026-07-29T14:54:11.772461Z","end":"2026-07-29T14:54:23.494459Z","steps":["trace[1069562472] 'agreement among raft nodes before linearized reading' (duration: 11.721536187s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:23.494492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.720853878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:54:23.494617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:11.772454Z","time spent":"11.722139734s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:23.494642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.718489353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:54:23.494651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.96308427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:23.494653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.039103088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:54:23.494671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.684573371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:54:23.49459Z","caller":"traceutil/trace.go:171","msg":"trace[1683437736] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33072; }","duration":"10.209759038s","start":"2026-07-29T14:54:13.284807Z","end":"2026-07-29T14:54:23.494566Z","steps":["trace[1683437736] 'agreement among raft nodes before linearized reading' (duration: 10.209531062s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:23.494701Z","caller":"traceutil/trace.go:171","msg":"trace[2051784007] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:33072; }","duration":"9.963168422s","start":"2026-07-29T14:54:13.53152Z","end":"2026-07-29T14:54:23.494689Z","steps":["trace[2051784007] 'agreement among raft nodes before linearized reading' (duration: 9.96309177s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:23.494703Z","caller":"traceutil/trace.go:171","msg":"trace[2140257518] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:33072; }","duration":"10.039188111s","start":"2026-07-29T14:54:13.455507Z","end":"2026-07-29T14:54:23.494695Z","steps":["trace[2140257518] 'agreement among raft nodes before linearized reading' (duration: 10.039114279s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:23.494715Z","caller":"traceutil/trace.go:171","msg":"trace[1805243278] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:33072; }","duration":"10.684613492s","start":"2026-07-29T14:54:12.810087Z","end":"2026-07-29T14:54:23.494701Z","steps":["trace[1805243278] 'agreement among raft nodes before linearized reading' (duration: 10.684522059s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:23.494709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.722185806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:23.494724Z","caller":"traceutil/trace.go:171","msg":"trace[455246712] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33072; }","duration":"11.718636727s","start":"2026-07-29T14:54:11.776072Z","end":"2026-07-29T14:54:23.494709Z","steps":["trace[455246712] 'agreement among raft nodes before linearized reading' (duration: 11.718317448s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:23.494736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:13.5315Z","time spent":"9.963226614s","remote":"127.0.0.1:40484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:23.494717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.590393764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:23.494764Z","caller":"traceutil/trace.go:171","msg":"trace[547551861] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33072; }","duration":"11.722259647s","start":"2026-07-29T14:54:11.772489Z","end":"2026-07-29T14:54:23.494749Z","steps":["trace[547551861] 'agreement among raft nodes before linearized reading' (duration: 11.722053411s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:23.494738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.059340003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:23.494775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:13.284795Z","time spent":"10.209940703s","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:23.494798Z","caller":"traceutil/trace.go:171","msg":"trace[1220568821] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:33072; }","duration":"7.590530438s","start":"2026-07-29T14:54:15.904251Z","end":"2026-07-29T14:54:23.494782Z","steps":["trace[1220568821] 'agreement among raft nodes before linearized reading' (duration: 7.590384664s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:23.494806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.722652728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:23.494808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:11.776059Z","time spent":"11.7187353s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:54:23.494804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:11.772482Z","time spent":"11.722313718s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:54:23.494826Z","caller":"traceutil/trace.go:171","msg":"trace[389207807] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:33072; }","duration":"11.059501258s","start":"2026-07-29T14:54:12.435304Z","end":"2026-07-29T14:54:23.494806Z","steps":["trace[389207807] 'agreement among raft nodes before linearized reading' (duration: 11.059364904s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:23.494842Z","caller":"traceutil/trace.go:171","msg":"trace[1391942995] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33072; }","duration":"11.722717389s","start":"2026-07-29T14:54:11.772117Z","end":"2026-07-29T14:54:23.494834Z","steps":["trace[1391942995] 'agreement among raft nodes before linearized reading' (duration: 11.722666618s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:23.49485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.723469371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:23.49487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:11.772104Z","time spent":"11.722760311s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:23.494883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:12.435271Z","time spent":"11.059601921s","remote":"127.0.0.1:51126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:23.494744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:13.455488Z","time spent":"10.039247762s","remote":"127.0.0.1:46500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:23.494866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.286831867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-29T14:54:23.494887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.275059671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:23.494891Z","caller":"traceutil/trace.go:171","msg":"trace[2100692021] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33072; }","duration":"11.723538203s","start":"2026-07-29T14:54:11.771344Z","end":"2026-07-29T14:54:23.494882Z","steps":["trace[2100692021] 'agreement among raft nodes before linearized reading' (duration: 11.72343683s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:23.494958Z","caller":"traceutil/trace.go:171","msg":"trace[862714711] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:33072; }","duration":"7.286979451s","start":"2026-07-29T14:54:16.20796Z","end":"2026-07-29T14:54:23.494939Z","steps":["trace[862714711] 'agreement among raft nodes before linearized reading' (duration: 7.286682153s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:23.494973Z","caller":"traceutil/trace.go:171","msg":"trace[1269671847] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:33072; }","duration":"12.275159954s","start":"2026-07-29T14:54:11.21979Z","end":"2026-07-29T14:54:23.49495Z","steps":["trace[1269671847] 'agreement among raft nodes before linearized reading' (duration: 12.27503918s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:23.494977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.726519366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-580570d8-d396-4b98-a33c-e9a98a79a738\" ","response":"range_response_count:1 size:2206"} {"level":"warn","ts":"2026-07-29T14:54:23.495017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:16.207938Z","time spent":"7.287070983s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-29T14:54:23.49502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:11.771331Z","time spent":"11.723678146s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:54:23.49503Z","caller":"traceutil/trace.go:171","msg":"trace[677805439] range","detail":"{range_begin:/registry/persistentvolumes/pvc-580570d8-d396-4b98-a33c-e9a98a79a738; range_end:; response_count:1; response_revision:33072; }","duration":"13.726587138s","start":"2026-07-29T14:54:09.768432Z","end":"2026-07-29T14:54:23.49502Z","steps":["trace[677805439] 'agreement among raft nodes before linearized reading' (duration: 13.726465724s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:23.495036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:11.219777Z","time spent":"12.275243267s","remote":"127.0.0.1:40520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:23.495062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:09.768418Z","time spent":"13.72663733s","remote":"127.0.0.1:51066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2228,"request content":"key:\"/registry/persistentvolumes/pvc-580570d8-d396-4b98-a33c-e9a98a79a738\" "} {"level":"warn","ts":"2026-07-29T14:54:23.494746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:12.810022Z","time spent":"10.684716185s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":30,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:23.495039Z","caller":"traceutil/trace.go:171","msg":"trace[317365335] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33072; }","duration":"11.721136236s","start":"2026-07-29T14:54:11.773517Z","end":"2026-07-29T14:54:23.494654Z","steps":["trace[317365335] 'agreement among raft nodes before linearized reading' (duration: 11.720659473s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:23.495224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:11.77351Z","time spent":"11.721700632s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:54:23.495283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.718446892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:23.495254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.436864193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:54:23.495346Z","caller":"traceutil/trace.go:171","msg":"trace[1358053008] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33072; }","duration":"11.719488171s","start":"2026-07-29T14:54:11.775841Z","end":"2026-07-29T14:54:23.495329Z","steps":["trace[1358053008] 'agreement among raft nodes before linearized reading' (duration: 11.718136674s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:23.494531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:16.490953Z","time spent":"7.00356225s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":8,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:23.495388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:11.775832Z","time spent":"11.719543992s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:23.494849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:15.904219Z","time spent":"7.59061634s","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:23.494867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.724993602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:23.495536Z","caller":"traceutil/trace.go:171","msg":"trace[1517525822] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33072; }","duration":"11.725759264s","start":"2026-07-29T14:54:11.769764Z","end":"2026-07-29T14:54:23.495524Z","steps":["trace[1517525822] 'agreement among raft nodes before linearized reading' (duration: 11.724988042s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:23.495588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:11.76974Z","time spent":"11.725834026s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-29T14:54:23.494593Z","caller":"traceutil/trace.go:171","msg":"trace[97807576] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33072; }","duration":"11.719368167s","start":"2026-07-29T14:54:11.775209Z","end":"2026-07-29T14:54:23.494578Z","steps":["trace[97807576] 'agreement among raft nodes before linearized reading' (duration: 11.719063379s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:23.495712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:11.775199Z","time spent":"11.720491898s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:54:23.495374Z","caller":"traceutil/trace.go:171","msg":"trace[1191452045] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:33072; }","duration":"8.437611354s","start":"2026-07-29T14:54:15.057748Z","end":"2026-07-29T14:54:23.495359Z","steps":["trace[1191452045] 'agreement among raft nodes before linearized reading' (duration: 8.436776181s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:23.495991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:15.057725Z","time spent":"8.438252362s","remote":"127.0.0.1:56798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:23.505885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:19.840632Z","time spent":"3.665249656s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 14:54:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:23.994456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:24.201156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.134968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:24.201241Z","caller":"traceutil/trace.go:171","msg":"trace[433658477] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"701.275152ms","start":"2026-07-29T14:54:23.499947Z","end":"2026-07-29T14:54:24.201222Z","steps":["trace[433658477] 'agreement among raft nodes before linearized reading' (duration: 701.170799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:24.20129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:23.499926Z","time spent":"701.355655ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/29 14:54:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:24.494642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:24.995421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:25.234364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999966602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:25.234495Z","caller":"traceutil/trace.go:171","msg":"trace[1531249866] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000168547s","start":"2026-07-29T14:54:23.234305Z","end":"2026-07-29T14:54:25.234473Z","steps":["trace[1531249866] 'agreement among raft nodes before linearized reading' (duration: 2.000012073s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:25.234551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:23.234275Z","time spent":"2.00026373s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:54:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:25.496387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:25.996966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:26.497858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:26.863988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.371229812s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T14:54:27.234585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999749174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:27.234675Z","caller":"traceutil/trace.go:171","msg":"trace[1355141026] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999906988s","start":"2026-07-29T14:54:25.234748Z","end":"2026-07-29T14:54:27.234655Z","steps":["trace[1355141026] 'agreement among raft nodes before linearized reading' (duration: 1.999792325s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:27.234728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:25.234721Z","time spent":"1.999997511s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:54:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:27.53391Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"1fe39fae218166f7","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T14:54:28.584526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000533268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:28.584622Z","caller":"traceutil/trace.go:171","msg":"trace[772576456] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000683582s","start":"2026-07-29T14:54:26.583917Z","end":"2026-07-29T14:54:28.584601Z","steps":["trace[772576456] 'agreement among raft nodes before linearized reading' (duration: 2.000557748s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:28.584698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:26.5839Z","time spent":"2.000789704s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:54:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:28.764124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:21.763198Z","time spent":"7.000915007s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:54:29.175061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:22.174517Z","time spent":"7.000532787s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:54:29.242948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000014481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:29.243045Z","caller":"traceutil/trace.go:171","msg":"trace[108565343] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000197997s","start":"2026-07-29T14:54:27.242822Z","end":"2026-07-29T14:54:29.24302Z","steps":["trace[108565343] 'agreement among raft nodes before linearized reading' (duration: 2.000069773s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:29.243111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:27.242802Z","time spent":"2.00029809s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:54:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:29.594191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:22.593707Z","time spent":"7.000476144s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:54:31.205697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:24.205234Z","time spent":"7.000456954s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:54:31.250255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999929291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:31.250356Z","caller":"traceutil/trace.go:171","msg":"trace[566684796] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000088085s","start":"2026-07-29T14:54:29.250248Z","end":"2026-07-29T14:54:31.250336Z","steps":["trace[566684796] 'agreement among raft nodes before linearized reading' (duration: 1.999960701s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:31.250457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:29.250222Z","time spent":"2.000218439s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:54:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:31.766466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:24.766294Z","time spent":"7.000165126s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T14:54:32.272121Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.407769653s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T14:54:32.272249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.407715461s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-29T14:54:32.272758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.092081389s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:32.272946Z","caller":"traceutil/trace.go:171","msg":"trace[517608128] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:33074; }","duration":"3.092285664s","start":"2026-07-29T14:54:29.180632Z","end":"2026-07-29T14:54:32.272918Z","steps":["trace[517608128] 'range keys from in-memory index tree' (duration: 3.092058618s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.250591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999674842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:33.250694Z","caller":"traceutil/trace.go:171","msg":"trace[154431467] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999849388s","start":"2026-07-29T14:54:31.250824Z","end":"2026-07-29T14:54:33.250673Z","steps":["trace[154431467] 'agreement among raft nodes before linearized reading' (duration: 1.999722304s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.250745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:31.250795Z","time spent":"1.999939639s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:54:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:33.398727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123273877s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:54:33.399146Z","caller":"traceutil/trace.go:171","msg":"trace[385278188] linearizableReadLoop","detail":"{readStateIndex:34095; appliedIndex:34085; }","duration":"9.905227244s","start":"2026-07-29T14:54:23.4939Z","end":"2026-07-29T14:54:33.399128Z","steps":["trace[385278188] 'read index received' (duration: 3.37043936s)","trace[385278188] 'applied index is now lower than readState.Index' (duration: 6.534786734s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:33.399307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.672925928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:54:33.399345Z","caller":"traceutil/trace.go:171","msg":"trace[1324866836] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:33080; }","duration":"15.673015661s","start":"2026-07-29T14:54:17.72632Z","end":"2026-07-29T14:54:33.399336Z","steps":["trace[1324866836] 'agreement among raft nodes before linearized reading' (duration: 15.672915189s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.399381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:17.726294Z","time spent":"15.673079102s","remote":"127.0.0.1:51184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:33.39956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.290180962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:54:33.399573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.423678444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:54:33.399587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.624381205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-29T14:54:33.399636Z","caller":"traceutil/trace.go:171","msg":"trace[1894196857] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:33080; }","duration":"16.290296626s","start":"2026-07-29T14:54:17.10932Z","end":"2026-07-29T14:54:33.399616Z","steps":["trace[1894196857] 'agreement among raft nodes before linearized reading' (duration: 16.290149812s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.399631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.240771682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:33.399657Z","caller":"traceutil/trace.go:171","msg":"trace[2144856205] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935; range_end:; response_count:1; response_revision:33080; }","duration":"16.624463148s","start":"2026-07-29T14:54:16.775173Z","end":"2026-07-29T14:54:33.399637Z","steps":["trace[2144856205] 'agreement among raft nodes before linearized reading' (duration: 16.624246502s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.39969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:17.109311Z","time spent":"16.290368938s","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:33.39967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.793913782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1560"} {"level":"warn","ts":"2026-07-29T14:54:33.399716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.367683419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:54:33.399725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629044575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-29T14:54:33.39972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.314182925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:33.399751Z","caller":"traceutil/trace.go:171","msg":"trace[518581516] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:33080; }","duration":"7.36776053s","start":"2026-07-29T14:54:26.03198Z","end":"2026-07-29T14:54:33.39974Z","steps":["trace[518581516] 'agreement among raft nodes before linearized reading' (duration: 7.367703249s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.399753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062994566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:54:33.399715Z","caller":"traceutil/trace.go:171","msg":"trace[1352766977] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:33080; }","duration":"13.241036259s","start":"2026-07-29T14:54:20.158653Z","end":"2026-07-29T14:54:33.399689Z","steps":["trace[1352766977] 'agreement among raft nodes before linearized reading' (duration: 13.240524025s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:33.39976Z","caller":"traceutil/trace.go:171","msg":"trace[1505674364] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:33080; }","duration":"9.794060576s","start":"2026-07-29T14:54:23.605675Z","end":"2026-07-29T14:54:33.399736Z","steps":["trace[1505674364] 'agreement among raft nodes before linearized reading' (duration: 9.793787009s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.399784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.201185008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:54:33.399793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:26.03196Z","time spent":"7.367824312s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:33.399787Z","caller":"traceutil/trace.go:171","msg":"trace[1394137499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:33080; }","duration":"6.314305709s","start":"2026-07-29T14:54:27.085466Z","end":"2026-07-29T14:54:33.399771Z","steps":["trace[1394137499] 'agreement among raft nodes before linearized reading' (duration: 6.314201196s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.3998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.687544972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-29T14:54:33.39982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:23.605648Z","time spent":"9.794163778s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1582,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-29T14:54:33.399812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.081076726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:54:33.399849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:27.085438Z","time spent":"6.314401732s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:33.399862Z","caller":"traceutil/trace.go:171","msg":"trace[1342116631] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:33080; }","duration":"8.201287762s","start":"2026-07-29T14:54:25.198535Z","end":"2026-07-29T14:54:33.399823Z","steps":["trace[1342116631] 'agreement among raft nodes before linearized reading' (duration: 8.201202859s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.399886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189371797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T14:54:33.399889Z","caller":"traceutil/trace.go:171","msg":"trace[1814541895] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:33080; }","duration":"5.08121386s","start":"2026-07-29T14:54:28.318654Z","end":"2026-07-29T14:54:33.399868Z","steps":["trace[1814541895] 'agreement among raft nodes before linearized reading' (duration: 5.081061936s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:33.399923Z","caller":"traceutil/trace.go:171","msg":"trace[288256316] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:33080; }","duration":"2.189451929s","start":"2026-07-29T14:54:31.210461Z","end":"2026-07-29T14:54:33.399913Z","steps":["trace[288256316] 'agreement among raft nodes before linearized reading' (duration: 2.189380477s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:33.399936Z","caller":"traceutil/trace.go:171","msg":"trace[1336600940] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:33080; }","duration":"5.687651685s","start":"2026-07-29T14:54:27.712193Z","end":"2026-07-29T14:54:33.399845Z","steps":["trace[1336600940] 'agreement among raft nodes before linearized reading' (duration: 5.687427659s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.399951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.801171807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-29T14:54:33.399954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:28.318632Z","time spent":"5.081311013s","remote":"127.0.0.1:40624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:33.399977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:27.712169Z","time spent":"5.68780044s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":156,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:33.39998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.895646487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:33.400009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.897862439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:33.400034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357408944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:54:33.400036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.448077144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-29T14:54:33.400057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.268687662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:54:33.400073Z","caller":"traceutil/trace.go:171","msg":"trace[505330153] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33080; }","duration":"2.357447675s","start":"2026-07-29T14:54:31.042611Z","end":"2026-07-29T14:54:33.400059Z","steps":["trace[505330153] 'agreement among raft nodes before linearized reading' (duration: 2.357387914s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:33.400081Z","caller":"traceutil/trace.go:171","msg":"trace[2080123378] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:33080; }","duration":"5.448163296s","start":"2026-07-29T14:54:27.951904Z","end":"2026-07-29T14:54:33.400067Z","steps":["trace[2080123378] 'agreement among raft nodes before linearized reading' (duration: 5.44794733s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:33.400106Z","caller":"traceutil/trace.go:171","msg":"trace[398734214] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:33080; }","duration":"13.268776624s","start":"2026-07-29T14:54:20.131319Z","end":"2026-07-29T14:54:33.400095Z","steps":["trace[398734214] 'agreement among raft nodes before linearized reading' (duration: 13.268683522s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.400113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.898547688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:54:33.400121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.89862254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:33.40012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:27.951873Z","time spent":"5.448239309s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":215,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:33.400132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.409682793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:54:33.400145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:20.131294Z","time spent":"13.268842806s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:33.400154Z","caller":"traceutil/trace.go:171","msg":"trace[408289115] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33080; }","duration":"7.898679771s","start":"2026-07-29T14:54:25.501465Z","end":"2026-07-29T14:54:33.400145Z","steps":["trace[408289115] 'agreement among raft nodes before linearized reading' (duration: 7.898629589s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.400152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.897677694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:33.400163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9826441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:33.400171Z","caller":"traceutil/trace.go:171","msg":"trace[1972126118] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33080; }","duration":"8.409788186s","start":"2026-07-29T14:54:24.99037Z","end":"2026-07-29T14:54:33.400158Z","steps":["trace[1972126118] 'agreement among raft nodes before linearized reading' (duration: 8.409731254s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.400169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.896997344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:33.400181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.413084966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:33.400187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:25.501453Z","time spent":"7.898727042s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-29T14:54:33.400194Z","caller":"traceutil/trace.go:171","msg":"trace[364511673] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33080; }","duration":"7.897733715s","start":"2026-07-29T14:54:25.50245Z","end":"2026-07-29T14:54:33.400184Z","steps":["trace[364511673] 'agreement among raft nodes before linearized reading' (duration: 7.897671213s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.400209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.900138701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:54:33.40021Z","caller":"traceutil/trace.go:171","msg":"trace[818284638] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33080; }","duration":"7.897052626s","start":"2026-07-29T14:54:25.503149Z","end":"2026-07-29T14:54:33.400202Z","steps":["trace[818284638] 'agreement among raft nodes before linearized reading' (duration: 7.896934033s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.400249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:25.502444Z","time spent":"7.897794466s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:33.400242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.701967301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-29T14:54:33.400267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.700094111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:54:33.40029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.09615454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:33.400308Z","caller":"traceutil/trace.go:171","msg":"trace[284444470] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:33080; }","duration":"12.700168583s","start":"2026-07-29T14:54:20.700132Z","end":"2026-07-29T14:54:33.400301Z","steps":["trace[284444470] 'agreement among raft nodes before linearized reading' (duration: 12.700039159s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:33.399983Z","caller":"traceutil/trace.go:171","msg":"trace[1187769531] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:33080; }","duration":"3.801240829s","start":"2026-07-29T14:54:29.598733Z","end":"2026-07-29T14:54:33.399974Z","steps":["trace[1187769531] 'agreement among raft nodes before linearized reading' (duration: 3.801111155s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.400315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.255559438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:33.400334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.899196215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:54:33.400351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:29.59871Z","time spent":"3.801633039s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-07-29T14:54:33.400359Z","caller":"traceutil/trace.go:171","msg":"trace[1487884534] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:33080; }","duration":"11.25563265s","start":"2026-07-29T14:54:22.144714Z","end":"2026-07-29T14:54:33.400346Z","steps":["trace[1487884534] 'agreement among raft nodes before linearized reading' (duration: 11.255570108s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.400369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.753463367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-29T14:54:33.400377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.453515442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:54:33.400392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.866599505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:54:33.400417Z","caller":"traceutil/trace.go:171","msg":"trace[514836849] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:33080; }","duration":"11.75356157s","start":"2026-07-29T14:54:21.646846Z","end":"2026-07-29T14:54:33.400408Z","steps":["trace[514836849] 'agreement among raft nodes before linearized reading' (duration: 11.753391025s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.400423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.89974905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:33.400415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.599547906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:54:33.400437Z","caller":"traceutil/trace.go:171","msg":"trace[2116497813] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33080; }","duration":"12.866645986s","start":"2026-07-29T14:54:20.533782Z","end":"2026-07-29T14:54:33.400428Z","steps":["trace[2116497813] 'agreement among raft nodes before linearized reading' (duration: 12.866578685s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.400438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.322283596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:33.400456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:21.646809Z","time spent":"11.753641142s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-29T14:54:33.400459Z","caller":"traceutil/trace.go:171","msg":"trace[964079511] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33080; }","duration":"7.899827482s","start":"2026-07-29T14:54:25.500624Z","end":"2026-07-29T14:54:33.400452Z","steps":["trace[964079511] 'agreement among raft nodes before linearized reading' (duration: 7.899776931s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.400388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:22.144693Z","time spent":"11.255686901s","remote":"127.0.0.1:42160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:33.400474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:20.533729Z","time spent":"12.866736749s","remote":"127.0.0.1:44210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:33.400475Z","caller":"traceutil/trace.go:171","msg":"trace[5342643] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:33080; }","duration":"14.322323537s","start":"2026-07-29T14:54:19.078142Z","end":"2026-07-29T14:54:33.400466Z","steps":["trace[5342643] 'agreement among raft nodes before linearized reading' (duration: 14.322262826s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.400076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.381796112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:33.400499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:25.500593Z","time spent":"7.899900914s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:33.400498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.318182604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22570"} {"level":"warn","ts":"2026-07-29T14:54:33.400518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:19.078045Z","time spent":"14.322466192s","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-29T14:54:33.400466Z","caller":"traceutil/trace.go:171","msg":"trace[1288256412] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:33080; }","duration":"12.599649498s","start":"2026-07-29T14:54:20.800808Z","end":"2026-07-29T14:54:33.400458Z","steps":["trace[1288256412] 'agreement among raft nodes before linearized reading' (duration: 12.599572686s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:33.400541Z","caller":"traceutil/trace.go:171","msg":"trace[440486096] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:33080; }","duration":"14.318272156s","start":"2026-07-29T14:54:19.082258Z","end":"2026-07-29T14:54:33.400531Z","steps":["trace[440486096] 'agreement among raft nodes before linearized reading' (duration: 14.318096831s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.400579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:19.082237Z","time spent":"14.318335948s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":22592,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-29T14:54:33.400592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:20.800787Z","time spent":"12.599777342s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:33.400231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.313606327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-6bb88c8bd6-vb7ms\" ","response":"range_response_count:1 size:7544"} {"level":"info","ts":"2026-07-29T14:54:33.400676Z","caller":"traceutil/trace.go:171","msg":"trace[2141747448] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-6bb88c8bd6-vb7ms; range_end:; response_count:1; response_revision:33080; }","duration":"14.314166573s","start":"2026-07-29T14:54:19.086497Z","end":"2026-07-29T14:54:33.400664Z","steps":["trace[2141747448] 'agreement among raft nodes before linearized reading' (duration: 14.31334128s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.400721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:19.086444Z","time spent":"14.314263405s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":7566,"request content":"key:\"/registry/pods/openstack/staffeln-api-6bb88c8bd6-vb7ms\" "} {"level":"warn","ts":"2026-07-29T14:54:33.399589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.36333467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:54:33.400814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.994080155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:33.400877Z","caller":"traceutil/trace.go:171","msg":"trace[1796035405] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:33080; }","duration":"14.994204068s","start":"2026-07-29T14:54:18.40666Z","end":"2026-07-29T14:54:33.400864Z","steps":["trace[1796035405] 'agreement among raft nodes before linearized reading' (duration: 14.994090015s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.400921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:18.406641Z","time spent":"14.99427029s","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:33.400373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:20.700115Z","time spent":"12.700248985s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":85,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:33.400821Z","caller":"traceutil/trace.go:171","msg":"trace[1407557203] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:33080; }","duration":"4.364609685s","start":"2026-07-29T14:54:29.036192Z","end":"2026-07-29T14:54:33.400802Z","steps":["trace[1407557203] 'agreement among raft nodes before linearized reading' (duration: 4.363278908s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.401081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:29.03617Z","time spent":"4.364891863s","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":48,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:33.400338Z","caller":"traceutil/trace.go:171","msg":"trace[1951183010] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:33080; }","duration":"13.096242743s","start":"2026-07-29T14:54:20.304085Z","end":"2026-07-29T14:54:33.400328Z","steps":["trace[1951183010] 'agreement among raft nodes before linearized reading' (duration: 13.09616466s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.401085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.814251235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T14:54:33.401252Z","caller":"traceutil/trace.go:171","msg":"trace[989023230] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:33080; }","duration":"6.814552513s","start":"2026-07-29T14:54:26.586675Z","end":"2026-07-29T14:54:33.401227Z","steps":["trace[989023230] 'agreement among raft nodes before linearized reading' (duration: 6.81298837s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:33.399649Z","caller":"traceutil/trace.go:171","msg":"trace[941787680] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:33080; }","duration":"7.423812417s","start":"2026-07-29T14:54:25.975814Z","end":"2026-07-29T14:54:33.399627Z","steps":["trace[941787680] 'agreement among raft nodes before linearized reading' (duration: 7.423652803s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.401385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:26.586656Z","time spent":"6.814673417s","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":219,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:33.401158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:20.304056Z","time spent":"13.097080016s","remote":"127.0.0.1:52284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:33.401373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:25.975788Z","time spent":"7.425564976s","remote":"127.0.0.1:33818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:33.400259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:25.503141Z","time spent":"7.897110968s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:33.399895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.895286528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:33.401659Z","caller":"traceutil/trace.go:171","msg":"trace[971181052] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33080; }","duration":"7.897056506s","start":"2026-07-29T14:54:25.504587Z","end":"2026-07-29T14:54:33.401643Z","steps":["trace[971181052] 'agreement among raft nodes before linearized reading' (duration: 7.895198445s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.401773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:25.50458Z","time spent":"7.897118807s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:33.399708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:16.775167Z","time spent":"16.624531779s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935\" "} {"level":"info","ts":"2026-07-29T14:54:33.400147Z","caller":"traceutil/trace.go:171","msg":"trace[442096368] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33080; }","duration":"7.898594588s","start":"2026-07-29T14:54:25.501544Z","end":"2026-07-29T14:54:33.400139Z","steps":["trace[442096368] 'agreement among raft nodes before linearized reading' (duration: 7.898503376s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.401925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:25.50152Z","time spent":"7.900386918s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:54:33.39997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:31.210391Z","time spent":"2.189570133s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-07-29T14:54:33.400062Z","caller":"traceutil/trace.go:171","msg":"trace[1251931036] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33080; }","duration":"7.89793313s","start":"2026-07-29T14:54:25.502119Z","end":"2026-07-29T14:54:33.400052Z","steps":["trace[1251931036] 'agreement among raft nodes before linearized reading' (duration: 7.897805447s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.40216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:25.50211Z","time spent":"7.900032948s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:33.400013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.166227577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:54:33.402285Z","caller":"traceutil/trace.go:171","msg":"trace[1767393627] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33080; }","duration":"10.168587731s","start":"2026-07-29T14:54:23.233681Z","end":"2026-07-29T14:54:33.402269Z","steps":["trace[1767393627] 'agreement among raft nodes before linearized reading' (duration: 10.166284648s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.402544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:23.233609Z","time spent":"10.16892195s","remote":"127.0.0.1:44162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:33.39975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.898270659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:33.402697Z","caller":"traceutil/trace.go:171","msg":"trace[2089400639] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33080; }","duration":"7.90121771s","start":"2026-07-29T14:54:25.501462Z","end":"2026-07-29T14:54:33.402679Z","steps":["trace[2089400639] 'agreement among raft nodes before linearized reading' (duration: 7.898234208s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.402745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:25.50143Z","time spent":"7.901303633s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-29T14:54:33.399811Z","caller":"traceutil/trace.go:171","msg":"trace[906819883] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:33080; }","duration":"3.063091489s","start":"2026-07-29T14:54:30.336703Z","end":"2026-07-29T14:54:33.399794Z","steps":["trace[906819883] 'agreement among raft nodes before linearized reading' (duration: 3.062989446s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.402842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:30.33668Z","time spent":"3.066150673s","remote":"127.0.0.1:51194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:33.399607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.468990657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:54:33.402958Z","caller":"traceutil/trace.go:171","msg":"trace[374067702] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:33080; }","duration":"16.472376071s","start":"2026-07-29T14:54:16.930527Z","end":"2026-07-29T14:54:33.402904Z","steps":["trace[374067702] 'agreement among raft nodes before linearized reading' (duration: 16.468983957s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.40303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:16.930502Z","time spent":"16.472508934s","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:33.399766Z","caller":"traceutil/trace.go:171","msg":"trace[889178252] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:33080; }","duration":"1.629128077s","start":"2026-07-29T14:54:31.770622Z","end":"2026-07-29T14:54:33.39975Z","steps":["trace[889178252] 'agreement among raft nodes before linearized reading' (duration: 1.629064785s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.40317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:31.770591Z","time spent":"1.632546001s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-29T14:54:33.399818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:20.158636Z","time spent":"13.241170612s","remote":"127.0.0.1:40474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:33.399659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.723094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:33.403455Z","caller":"traceutil/trace.go:171","msg":"trace[358416723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33080; }","duration":"144.545949ms","start":"2026-07-29T14:54:33.258895Z","end":"2026-07-29T14:54:33.403441Z","steps":["trace[358416723] 'agreement among raft nodes before linearized reading' (duration: 140.729954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.399904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:25.198506Z","time spent":"8.201388955s","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:33.400024Z","caller":"traceutil/trace.go:171","msg":"trace[12637686] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33080; }","duration":"7.895698179s","start":"2026-07-29T14:54:25.504313Z","end":"2026-07-29T14:54:33.400012Z","steps":["trace[12637686] 'agreement among raft nodes before linearized reading' (duration: 7.895605736s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.403758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:25.504302Z","time spent":"7.899444582s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:33.400062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.220534429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-07-29T14:54:33.403983Z","caller":"traceutil/trace.go:171","msg":"trace[1058270348] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:33080; }","duration":"4.224509458s","start":"2026-07-29T14:54:29.179462Z","end":"2026-07-29T14:54:33.403971Z","steps":["trace[1058270348] 'agreement among raft nodes before linearized reading' (duration: 4.220544469s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.404027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:29.17941Z","time spent":"4.224606711s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-29T14:54:33.400113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:31.042503Z","time spent":"2.357602189s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:33.400206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:24.990347Z","time spent":"8.409851367s","remote":"127.0.0.1:44194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:33.400201Z","caller":"traceutil/trace.go:171","msg":"trace[1548009295] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:33080; }","duration":"4.982723862s","start":"2026-07-29T14:54:28.417467Z","end":"2026-07-29T14:54:33.400191Z","steps":["trace[1548009295] 'agreement among raft nodes before linearized reading' (duration: 4.98266524s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.404423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:28.417444Z","time spent":"4.986955139s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:33.400218Z","caller":"traceutil/trace.go:171","msg":"trace[611601242] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:33080; }","duration":"8.413162128s","start":"2026-07-29T14:54:24.987047Z","end":"2026-07-29T14:54:33.400209Z","steps":["trace[611601242] 'agreement among raft nodes before linearized reading' (duration: 8.413096557s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.404565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:24.987024Z","time spent":"8.417524389s","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:33.40026Z","caller":"traceutil/trace.go:171","msg":"trace[354887268] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33080; }","duration":"7.900263814s","start":"2026-07-29T14:54:25.499979Z","end":"2026-07-29T14:54:33.400243Z","steps":["trace[354887268] 'agreement among raft nodes before linearized reading' (duration: 7.900147081s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.404902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:25.499952Z","time spent":"7.904875102s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-29T14:54:33.400302Z","caller":"traceutil/trace.go:171","msg":"trace[408256554] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:33080; }","duration":"10.702062654s","start":"2026-07-29T14:54:22.698228Z","end":"2026-07-29T14:54:33.400291Z","steps":["trace[408256554] 'agreement among raft nodes before linearized reading' (duration: 10.701813557s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.405092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:22.698205Z","time spent":"10.706868506s","remote":"127.0.0.1:42152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":139,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:33.400377Z","caller":"traceutil/trace.go:171","msg":"trace[1478156904] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33080; }","duration":"7.899237606s","start":"2026-07-29T14:54:25.501131Z","end":"2026-07-29T14:54:33.400369Z","steps":["trace[1478156904] 'agreement among raft nodes before linearized reading' (duration: 7.899150143s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.40527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:25.501097Z","time spent":"7.904163382s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-29T14:54:33.400455Z","caller":"traceutil/trace.go:171","msg":"trace[383100] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33080; }","duration":"13.453637105s","start":"2026-07-29T14:54:19.946787Z","end":"2026-07-29T14:54:33.400424Z","steps":["trace[383100] 'agreement among raft nodes before linearized reading' (duration: 13.453530612s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.405424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:19.946749Z","time spent":"13.458657584s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:33.400531Z","caller":"traceutil/trace.go:171","msg":"trace[539085921] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:33080; }","duration":"8.382273356s","start":"2026-07-29T14:54:25.018242Z","end":"2026-07-29T14:54:33.400515Z","steps":["trace[539085921] 'agreement among raft nodes before linearized reading' (duration: 8.381792743s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:33.405597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:25.01823Z","time spent":"8.387356846s","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:34.806838Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.2142886s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T14:54:34.808351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215665688s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-29T14:54:34.808491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:33.404134Z","time spent":"1.404349425s","remote":"127.0.0.1:50966","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T14:54:34.808575Z","caller":"traceutil/trace.go:171","msg":"trace[132097881] linearizableReadLoop","detail":"{readStateIndex:34096; appliedIndex:34095; }","duration":"1.401014843s","start":"2026-07-29T14:54:33.407541Z","end":"2026-07-29T14:54:34.808556Z","steps":["trace[132097881] 'read index received' (duration: 185.149719ms)","trace[132097881] 'applied index is now lower than readState.Index' (duration: 1.215861963s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:34.808749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401197778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b0d9d131-2cf8-41e6-9700-4415da6d3d51\" ","response":"range_response_count:1 size:2185"} {"level":"info","ts":"2026-07-29T14:54:34.808786Z","caller":"traceutil/trace.go:171","msg":"trace[121071204] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b0d9d131-2cf8-41e6-9700-4415da6d3d51; range_end:; response_count:1; response_revision:33080; }","duration":"1.40125175s","start":"2026-07-29T14:54:33.407525Z","end":"2026-07-29T14:54:34.808776Z","steps":["trace[121071204] 'agreement among raft nodes before linearized reading' (duration: 1.401123536s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:34.808818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:33.407517Z","time spent":"1.401293881s","remote":"127.0.0.1:51066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2207,"request content":"key:\"/registry/persistentvolumes/pvc-b0d9d131-2cf8-41e6-9700-4415da6d3d51\" "} {"level":"warn","ts":"2026-07-29T14:54:34.809445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401811415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:34.809491Z","caller":"traceutil/trace.go:171","msg":"trace[1482011666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33082; }","duration":"1.401881937s","start":"2026-07-29T14:54:33.407599Z","end":"2026-07-29T14:54:34.809481Z","steps":["trace[1482011666] 'agreement among raft nodes before linearized reading' (duration: 1.401787195s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:34.80948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118035834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:34.809491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.199044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:34.809472Z","caller":"traceutil/trace.go:171","msg":"trace[1235248005] transaction","detail":"{read_only:false; response_revision:33081; number_of_response:1; }","duration":"1.401703022s","start":"2026-07-29T14:54:33.407734Z","end":"2026-07-29T14:54:34.809437Z","steps":["trace[1235248005] 'process raft request' (duration: 1.400720105s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:34.80956Z","caller":"traceutil/trace.go:171","msg":"trace[1546690139] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:33082; }","duration":"1.118183678s","start":"2026-07-29T14:54:33.691359Z","end":"2026-07-29T14:54:34.809542Z","steps":["trace[1546690139] 'agreement among raft nodes before linearized reading' (duration: 1.118041454s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:34.809572Z","caller":"traceutil/trace.go:171","msg":"trace[1548262029] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:33082; }","duration":"533.333948ms","start":"2026-07-29T14:54:34.276219Z","end":"2026-07-29T14:54:34.809553Z","steps":["trace[1548262029] 'agreement among raft nodes before linearized reading' (duration: 533.190264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:34.809602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401755033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-29T14:54:34.809616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:34.276193Z","time spent":"533.412011ms","remote":"127.0.0.1:56582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:34.809631Z","caller":"traceutil/trace.go:171","msg":"trace[123815810] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:33082; }","duration":"1.401793884s","start":"2026-07-29T14:54:33.407829Z","end":"2026-07-29T14:54:34.809623Z","steps":["trace[123815810] 'agreement among raft nodes before linearized reading' (duration: 1.401707822s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:34.809622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306177695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:34.809681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279102179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:34.809712Z","caller":"traceutil/trace.go:171","msg":"trace[1896298652] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:33082; }","duration":"1.306361311s","start":"2026-07-29T14:54:33.503324Z","end":"2026-07-29T14:54:34.809685Z","steps":["trace[1896298652] 'agreement among raft nodes before linearized reading' (duration: 1.306128804s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:34.809725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401892287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"warn","ts":"2026-07-29T14:54:34.809733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401767324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-29T14:54:34.809719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.25547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-29T14:54:34.80979Z","caller":"traceutil/trace.go:171","msg":"trace[730946811] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:33082; }","duration":"1.401847366s","start":"2026-07-29T14:54:33.407929Z","end":"2026-07-29T14:54:34.809777Z","steps":["trace[730946811] 'agreement among raft nodes before linearized reading' (duration: 1.401494407s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:34.809896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401769534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T14:54:34.809941Z","caller":"traceutil/trace.go:171","msg":"trace[808623948] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:33082; }","duration":"1.401963199s","start":"2026-07-29T14:54:33.40797Z","end":"2026-07-29T14:54:34.809934Z","steps":["trace[808623948] 'agreement among raft nodes before linearized reading' (duration: 1.401882936s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:34.809657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:33.407823Z","time spent":"1.401829106s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-29T14:54:34.809967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:33.407962Z","time spent":"1.40199935s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-29T14:54:34.809754Z","caller":"traceutil/trace.go:171","msg":"trace[117802783] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:33082; }","duration":"1.401930028s","start":"2026-07-29T14:54:33.407813Z","end":"2026-07-29T14:54:34.809743Z","steps":["trace[117802783] 'agreement among raft nodes before linearized reading' (duration: 1.401861226s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:34.812529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:33.407804Z","time spent":"1.404703035s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-07-29T14:54:34.809791Z","caller":"traceutil/trace.go:171","msg":"trace[1091393599] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:33082; }","duration":"1.279230352s","start":"2026-07-29T14:54:33.530498Z","end":"2026-07-29T14:54:34.809728Z","steps":["trace[1091393599] 'agreement among raft nodes before linearized reading' (duration: 1.279108619s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:34.809763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:33.503289Z","time spent":"1.306462564s","remote":"127.0.0.1:46484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:34.809823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402052851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T14:54:34.809828Z","caller":"traceutil/trace.go:171","msg":"trace[938627272] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:33082; }","duration":"677.488956ms","start":"2026-07-29T14:54:34.13231Z","end":"2026-07-29T14:54:34.809799Z","steps":["trace[938627272] 'agreement among raft nodes before linearized reading' (duration: 677.110705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:34.809826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:33.407713Z","time spent":"1.401895988s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:34.809519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:33.407583Z","time spent":"1.401929648s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T14:54:34.809875Z","caller":"traceutil/trace.go:171","msg":"trace[532291010] transaction","detail":"{read_only:false; response_revision:33082; number_of_response:1; }","duration":"1.393059233s","start":"2026-07-29T14:54:33.416792Z","end":"2026-07-29T14:54:34.809851Z","steps":["trace[532291010] 'process raft request' (duration: 1.392517898s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:34.809942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:33.407921Z","time spent":"1.402007351s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-29T14:54:34.812206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:33.691328Z","time spent":"1.11826368s","remote":"127.0.0.1:51254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:34.813422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:33.530473Z","time spent":"1.282928044s","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:34.812757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.544225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:34.81374Z","caller":"traceutil/trace.go:171","msg":"trace[1081871146] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:33082; }","duration":"520.790082ms","start":"2026-07-29T14:54:34.292928Z","end":"2026-07-29T14:54:34.813718Z","steps":["trace[1081871146] 'agreement among raft nodes before linearized reading' (duration: 516.501574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:34.81389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:34.132129Z","time spent":"681.752863ms","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-29T14:54:34.813903Z","caller":"traceutil/trace.go:171","msg":"trace[761691166] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:33082; }","duration":"1.406139795s","start":"2026-07-29T14:54:33.407747Z","end":"2026-07-29T14:54:34.813886Z","steps":["trace[761691166] 'agreement among raft nodes before linearized reading' (duration: 1.402024961s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:34.813966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:33.407736Z","time spent":"1.406214456s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-29T14:54:34.813984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:34.292897Z","time spent":"521.019878ms","remote":"127.0.0.1:56568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:34.813831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:33.416782Z","time spent":"1.396991311s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7716,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:35.406487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.572897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:54:35.406631Z","caller":"traceutil/trace.go:171","msg":"trace[1752368166] linearizableReadLoop","detail":"{readStateIndex:34099; appliedIndex:34098; }","duration":"588.50871ms","start":"2026-07-29T14:54:34.818095Z","end":"2026-07-29T14:54:35.406604Z","steps":["trace[1752368166] 'read index received' (duration: 309.438849ms)","trace[1752368166] 'applied index is now lower than readState.Index' (duration: 279.067111ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:35.406665Z","caller":"traceutil/trace.go:171","msg":"trace[598971198] transaction","detail":"{read_only:false; response_revision:33083; number_of_response:1; }","duration":"593.955711ms","start":"2026-07-29T14:54:34.812674Z","end":"2026-07-29T14:54:35.406629Z","steps":["trace[598971198] 'process raft request' (duration: 315.063735ms)","trace[598971198] 'compare' (duration: 278.254478ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:35.40688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:34.812458Z","time spent":"594.28991ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:35.406976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.8751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-07-29T14:54:35.40703Z","caller":"traceutil/trace.go:171","msg":"trace[220005230] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:33083; }","duration":"589.002644ms","start":"2026-07-29T14:54:34.81801Z","end":"2026-07-29T14:54:35.407012Z","steps":["trace[220005230] 'agreement among raft nodes before linearized reading' (duration: 588.698175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:35.407077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:34.817993Z","time spent":"589.074946ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-29T14:54:35.831086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.945968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:54:35.831401Z","caller":"traceutil/trace.go:171","msg":"trace[1744981860] transaction","detail":"{read_only:false; response_revision:33084; number_of_response:1; }","duration":"1.013254292s","start":"2026-07-29T14:54:34.818097Z","end":"2026-07-29T14:54:35.831351Z","steps":["trace[1744981860] 'process raft request' (duration: 887.880702ms)","trace[1744981860] 'compare' (duration: 124.413983ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:35.831463Z","caller":"traceutil/trace.go:171","msg":"trace[1332114468] transaction","detail":"{read_only:false; response_revision:33086; number_of_response:1; }","duration":"1.013235641s","start":"2026-07-29T14:54:34.818201Z","end":"2026-07-29T14:54:35.831437Z","steps":["trace[1332114468] 'process raft request' (duration: 1.013150229s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:35.831563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:34.818179Z","time spent":"1.013338704s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:35.831612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:34.818087Z","time spent":"1.013408746s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:35.831473Z","caller":"traceutil/trace.go:171","msg":"trace[135322261] transaction","detail":"{read_only:false; response_revision:33085; number_of_response:1; }","duration":"1.013315884s","start":"2026-07-29T14:54:34.818115Z","end":"2026-07-29T14:54:35.831431Z","steps":["trace[135322261] 'process raft request' (duration: 1.013130539s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:35.831785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:34.8181Z","time spent":"1.013586011s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:36.821068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000448554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:36.821216Z","caller":"traceutil/trace.go:171","msg":"trace[941378427] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000635718s","start":"2026-07-29T14:54:34.82055Z","end":"2026-07-29T14:54:36.821186Z","steps":["trace[941378427] 'agreement among raft nodes before linearized reading' (duration: 2.000450263s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:36.821282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:34.820545Z","time spent":"2.000725382s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:54:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:36.960377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.767674ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T14:54:36.961217Z","caller":"traceutil/trace.go:171","msg":"trace[2141621622] linearizableReadLoop","detail":"{readStateIndex:34103; appliedIndex:34099; }","duration":"1.554520248s","start":"2026-07-29T14:54:35.406663Z","end":"2026-07-29T14:54:36.961183Z","steps":["trace[2141621622] 'read index received' (duration: 299.338961ms)","trace[2141621622] 'applied index is now lower than readState.Index' (duration: 1.255178657s)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:36.961401Z","caller":"traceutil/trace.go:171","msg":"trace[1771134229] transaction","detail":"{read_only:false; response_revision:33088; number_of_response:1; }","duration":"1.544676806s","start":"2026-07-29T14:54:35.416685Z","end":"2026-07-29T14:54:36.961361Z","steps":["trace[1771134229] 'process raft request' (duration: 1.543839033s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:36.961596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:35.416665Z","time spent":"1.54482617s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:37.184339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166103685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:54:37.184466Z","caller":"traceutil/trace.go:171","msg":"trace[1115838721] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:33088; }","duration":"2.166354562s","start":"2026-07-29T14:54:35.018081Z","end":"2026-07-29T14:54:37.184436Z","steps":["trace[1115838721] 'agreement among raft nodes before linearized reading' (duration: 1.943229554s)","trace[1115838721] 'count revisions from in-memory index tree' (duration: 222.914942ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.184525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:35.01806Z","time spent":"2.166448555s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:37.184967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149989774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-29T14:54:37.185024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774273232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:37.185068Z","caller":"traceutil/trace.go:171","msg":"trace[1224275826] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33088; }","duration":"1.774354225s","start":"2026-07-29T14:54:35.410695Z","end":"2026-07-29T14:54:37.185049Z","steps":["trace[1224275826] 'agreement among raft nodes before linearized reading' (duration: 1.55097059s)","trace[1224275826] 'range keys from in-memory index tree' (duration: 223.2013ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.185111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:35.410673Z","time spent":"1.774429456s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:37.185355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.367150523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-07-29T14:54:37.185403Z","caller":"traceutil/trace.go:171","msg":"trace[708512075] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:33088; }","duration":"2.367217165s","start":"2026-07-29T14:54:34.818171Z","end":"2026-07-29T14:54:37.185389Z","steps":["trace[708512075] 'agreement among raft nodes before linearized reading' (duration: 2.143165692s)","trace[708512075] 'range keys from in-memory index tree' (duration: 223.93534ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.185406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774415266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:54:37.185445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:34.81816Z","time spent":"2.367271956s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-29T14:54:37.185446Z","caller":"traceutil/trace.go:171","msg":"trace[24875389] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33088; }","duration":"1.774509068s","start":"2026-07-29T14:54:35.410923Z","end":"2026-07-29T14:54:37.185432Z","steps":["trace[24875389] 'agreement among raft nodes before linearized reading' (duration: 1.550745783s)","trace[24875389] 'range keys from in-memory index tree' (duration: 223.655962ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.185483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:35.410892Z","time spent":"1.774583291s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:54:37.185684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774846298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:37.185726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.367560114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"info","ts":"2026-07-29T14:54:37.185762Z","caller":"traceutil/trace.go:171","msg":"trace[2065034473] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:33088; }","duration":"2.367626826s","start":"2026-07-29T14:54:34.818123Z","end":"2026-07-29T14:54:37.18575Z","steps":["trace[2065034473] 'agreement among raft nodes before linearized reading' (duration: 2.143227604s)","trace[2065034473] 'range keys from in-memory index tree' (duration: 224.30152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.185803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:34.818104Z","time spent":"2.367691628s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1664,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-29T14:54:37.185849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774795797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:37.18589Z","caller":"traceutil/trace.go:171","msg":"trace[604989853] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33088; }","duration":"1.774855319s","start":"2026-07-29T14:54:35.411023Z","end":"2026-07-29T14:54:37.185878Z","steps":["trace[604989853] 'agreement among raft nodes before linearized reading' (duration: 1.55059963s)","trace[604989853] 'range keys from in-memory index tree' (duration: 224.095674ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.185926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:35.411007Z","time spent":"1.77491154s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:37.185994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226929994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:37.186035Z","caller":"traceutil/trace.go:171","msg":"trace[1490239851] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:33088; }","duration":"2.227049458s","start":"2026-07-29T14:54:34.958975Z","end":"2026-07-29T14:54:37.186025Z","steps":["trace[1490239851] 'agreement among raft nodes before linearized reading' (duration: 2.002397498s)","trace[1490239851] 'count revisions from in-memory index tree' (duration: 224.592058ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.186068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:34.958957Z","time spent":"2.227101619s","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:37.186102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.573781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:37.186142Z","caller":"traceutil/trace.go:171","msg":"trace[1632377587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33088; }","duration":"364.654544ms","start":"2026-07-29T14:54:36.821475Z","end":"2026-07-29T14:54:37.186129Z","steps":["trace[1632377587] 'agreement among raft nodes before linearized reading' (duration: 139.959293ms)","trace[1632377587] 'range keys from in-memory index tree' (duration: 224.642919ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.186175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:36.821446Z","time spent":"364.718215ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:37.186286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368172652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-rp8b5.18c6c9da61133cdc\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-07-29T14:54:37.186324Z","caller":"traceutil/trace.go:171","msg":"trace[392934066] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-rp8b5.18c6c9da61133cdc; range_end:; response_count:1; response_revision:33088; }","duration":"2.368229103s","start":"2026-07-29T14:54:34.818084Z","end":"2026-07-29T14:54:37.186313Z","steps":["trace[392934066] 'agreement among raft nodes before linearized reading' (duration: 2.143294325s)","trace[392934066] 'range keys from in-memory index tree' (duration: 224.833614ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.186358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:34.818024Z","time spent":"2.368327186s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":979,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-rp8b5.18c6c9da61133cdc\" "} {"level":"warn","ts":"2026-07-29T14:54:37.186644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777612575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:54:37.186692Z","caller":"traceutil/trace.go:171","msg":"trace[2043254954] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33088; }","duration":"1.777860621s","start":"2026-07-29T14:54:35.408819Z","end":"2026-07-29T14:54:37.186679Z","steps":["trace[2043254954] 'agreement among raft nodes before linearized reading' (duration: 1.553196401s)","trace[2043254954] 'range keys from in-memory index tree' (duration: 224.32322ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.186724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:35.408809Z","time spent":"1.777908003s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:54:37.186774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294945691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-07-29T14:54:37.186811Z","caller":"traceutil/trace.go:171","msg":"trace[589166283] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:33088; }","duration":"2.295004282s","start":"2026-07-29T14:54:34.891796Z","end":"2026-07-29T14:54:37.186801Z","steps":["trace[589166283] 'agreement among raft nodes before linearized reading' (duration: 2.069595232s)","trace[589166283] 'range keys from in-memory index tree' (duration: 225.316208ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.186848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:34.891784Z","time spent":"2.295058234s","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-07-29T14:54:37.186959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.839032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4664"} {"level":"info","ts":"2026-07-29T14:54:37.186993Z","caller":"traceutil/trace.go:171","msg":"trace[1410388175] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:33088; }","duration":"221.918444ms","start":"2026-07-29T14:54:36.965064Z","end":"2026-07-29T14:54:37.186982Z","steps":["trace[1410388175] 'range keys from in-memory index tree' (duration: 221.670018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:37.187021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779002153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:37.187053Z","caller":"traceutil/trace.go:171","msg":"trace[984526196] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33088; }","duration":"1.779053704s","start":"2026-07-29T14:54:35.407988Z","end":"2026-07-29T14:54:37.187042Z","steps":["trace[984526196] 'agreement among raft nodes before linearized reading' (duration: 1.553420427s)","trace[984526196] 'range keys from in-memory index tree' (duration: 225.590446ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.187081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:35.407966Z","time spent":"1.779109326s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:37.187253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982138868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:37.187291Z","caller":"traceutil/trace.go:171","msg":"trace[937263354] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:33088; }","duration":"1.98221813s","start":"2026-07-29T14:54:35.20506Z","end":"2026-07-29T14:54:37.187279Z","steps":["trace[937263354] 'agreement among raft nodes before linearized reading' (duration: 1.756542483s)","trace[937263354] 'count revisions from in-memory index tree' (duration: 225.619666ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.187329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:35.205036Z","time spent":"1.982284322s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:37.187484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780865235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:37.187521Z","caller":"traceutil/trace.go:171","msg":"trace[1241681879] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33088; }","duration":"1.780959967s","start":"2026-07-29T14:54:35.406549Z","end":"2026-07-29T14:54:37.187509Z","steps":["trace[1241681879] 'agreement among raft nodes before linearized reading' (duration: 1.555052482s)","trace[1241681879] 'range keys from in-memory index tree' (duration: 225.843523ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.187552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:35.406522Z","time spent":"1.781020599s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:37.1877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.264456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:37.187736Z","caller":"traceutil/trace.go:171","msg":"trace[161348943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33088; }","duration":"604.350788ms","start":"2026-07-29T14:54:36.583375Z","end":"2026-07-29T14:54:37.187726Z","steps":["trace[161348943] 'agreement among raft nodes before linearized reading' (duration: 378.255538ms)","trace[161348943] 'range keys from in-memory index tree' (duration: 226.042598ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:37.18507Z","caller":"traceutil/trace.go:171","msg":"trace[2054950971] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:33088; }","duration":"1.150151299s","start":"2026-07-29T14:54:36.03489Z","end":"2026-07-29T14:54:37.185041Z","steps":["trace[2054950971] 'agreement among raft nodes before linearized reading' (duration: 926.769964ms)","trace[2054950971] 'range keys from in-memory index tree' (duration: 223.126128ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.18777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:36.034866Z","time spent":"1.152897205s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-29T14:54:37.18797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776479953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:37.188008Z","caller":"traceutil/trace.go:171","msg":"trace[1465020969] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33088; }","duration":"1.776531264s","start":"2026-07-29T14:54:35.411466Z","end":"2026-07-29T14:54:37.187998Z","steps":["trace[1465020969] 'agreement among raft nodes before linearized reading' (duration: 1.550175758s)","trace[1465020969] 'range keys from in-memory index tree' (duration: 226.257854ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.188038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:35.411457Z","time spent":"1.776571736s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:37.188165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77708212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:37.188197Z","caller":"traceutil/trace.go:171","msg":"trace[524062368] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33088; }","duration":"1.777129731s","start":"2026-07-29T14:54:35.411057Z","end":"2026-07-29T14:54:37.188187Z","steps":["trace[524062368] 'agreement among raft nodes before linearized reading' (duration: 1.55058143s)","trace[524062368] 'range keys from in-memory index tree' (duration: 226.469299ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.188228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:35.411045Z","time spent":"1.777177292s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:37.188427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777254035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:54:37.188463Z","caller":"traceutil/trace.go:171","msg":"trace[382842548] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33088; }","duration":"1.777308506s","start":"2026-07-29T14:54:35.411144Z","end":"2026-07-29T14:54:37.188452Z","steps":["trace[382842548] 'agreement among raft nodes before linearized reading' (duration: 1.550492066s)","trace[382842548] 'range keys from in-memory index tree' (duration: 226.722387ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.18849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:35.411045Z","time spent":"1.777438079s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:54:37.18875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705857894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:37.188785Z","caller":"traceutil/trace.go:171","msg":"trace[1215680812] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:33088; }","duration":"1.705921765s","start":"2026-07-29T14:54:35.48285Z","end":"2026-07-29T14:54:37.188772Z","steps":["trace[1215680812] 'agreement among raft nodes before linearized reading' (duration: 1.478776537s)","trace[1215680812] 'count revisions from in-memory index tree' (duration: 227.080666ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.188817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:35.482837Z","time spent":"1.705971127s","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:37.189013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779705812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-29T14:54:37.189041Z","caller":"traceutil/trace.go:171","msg":"trace[986379865] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:33088; }","duration":"1.779750184s","start":"2026-07-29T14:54:35.409281Z","end":"2026-07-29T14:54:37.189032Z","steps":["trace[986379865] 'agreement among raft nodes before linearized reading' (duration: 1.552376229s)","trace[986379865] 'range keys from in-memory index tree' (duration: 227.291173ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.189068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:35.409268Z","time spent":"1.779793654s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-29T14:54:37.185727Z","caller":"traceutil/trace.go:171","msg":"trace[120130292] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33088; }","duration":"1.774944571s","start":"2026-07-29T14:54:35.41077Z","end":"2026-07-29T14:54:37.185715Z","steps":["trace[120130292] 'agreement among raft nodes before linearized reading' (duration: 1.550883588s)","trace[120130292] 'range keys from in-memory index tree' (duration: 223.980581ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.189335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:35.410748Z","time spent":"1.778577841s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:37.185765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77491896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:37.189595Z","caller":"traceutil/trace.go:171","msg":"trace[900620284] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33088; }","duration":"1.778754995s","start":"2026-07-29T14:54:35.410781Z","end":"2026-07-29T14:54:37.189536Z","steps":["trace[900620284] 'agreement among raft nodes before linearized reading' (duration: 1.550897078s)","trace[900620284] 'range keys from in-memory index tree' (duration: 224.060863ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:37.189693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:35.410761Z","time spent":"1.77891195s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:37.190094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:36.583335Z","time spent":"606.700442ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:37.697533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:38.198174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:38.699342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:39.200395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:39.700773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:40.201917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:40.390828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999630071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T14:54:40.390919Z","caller":"traceutil/trace.go:171","msg":"trace[1321136117] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999800286s","start":"2026-07-29T14:54:38.391098Z","end":"2026-07-29T14:54:40.390898Z","steps":["trace[1321136117] 'agreement among raft nodes before linearized reading' (duration: 1.999688603s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:40.390969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:38.391047Z","time spent":"1.999912419s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:40.702662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:41.136235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.829299453s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T14:54:41.1367Z","caller":"traceutil/trace.go:171","msg":"trace[1588031677] transaction","detail":"{read_only:false; response_revision:33089; number_of_response:1; }","duration":"3.942856587s","start":"2026-07-29T14:54:37.19381Z","end":"2026-07-29T14:54:41.136666Z","steps":["trace[1588031677] 'process raft request' (duration: 3.942658801s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:41.136866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:37.193787Z","time spent":"3.94296781s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:42.392287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999982342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T14:54:42.392373Z","caller":"traceutil/trace.go:171","msg":"trace[1665270008] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000122656s","start":"2026-07-29T14:54:40.39223Z","end":"2026-07-29T14:54:42.392352Z","steps":["trace[1665270008] 'agreement among raft nodes before linearized reading' (duration: 2.000017363s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:42.392464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:40.392199Z","time spent":"2.000252479s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 14:54:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T14:54:42.931469Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.794966694s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T14:54:42.932082Z","caller":"traceutil/trace.go:171","msg":"trace[1582404869] linearizableReadLoop","detail":"{readStateIndex:34106; appliedIndex:34105; }","duration":"5.735127367s","start":"2026-07-29T14:54:37.196923Z","end":"2026-07-29T14:54:42.93205Z","steps":["trace[1582404869] 'read index received' (duration: 3.939725841s)","trace[1582404869] 'applied index is now lower than readState.Index' (duration: 1.795400236s)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:42.932277Z","caller":"traceutil/trace.go:171","msg":"trace[1234053637] transaction","detail":"{read_only:false; response_revision:33090; number_of_response:1; }","duration":"5.734695555s","start":"2026-07-29T14:54:37.197529Z","end":"2026-07-29T14:54:42.932224Z","steps":["trace[1234053637] 'process raft request' (duration: 5.734320685s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:42.932476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:37.197519Z","time spent":"5.734846889s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:42.933143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.735454906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"info","ts":"2026-07-29T14:54:42.933231Z","caller":"traceutil/trace.go:171","msg":"trace[684405237] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:33090; }","duration":"5.736302569s","start":"2026-07-29T14:54:37.196902Z","end":"2026-07-29T14:54:42.933205Z","steps":["trace[684405237] 'agreement among raft nodes before linearized reading' (duration: 5.735309052s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:42.933299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:37.196893Z","time spent":"5.736385841s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-29T14:54:43.286081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.758687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:54:43.286223Z","caller":"traceutil/trace.go:171","msg":"trace[1739119879] linearizableReadLoop","detail":"{readStateIndex:34107; appliedIndex:34106; }","duration":"354.031081ms","start":"2026-07-29T14:54:42.932167Z","end":"2026-07-29T14:54:43.286198Z","steps":["trace[1739119879] 'read index received' (duration: 189.077038ms)","trace[1739119879] 'applied index is now lower than readState.Index' (duration: 164.951022ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:43.286582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.089995567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:43.286642Z","caller":"traceutil/trace.go:171","msg":"trace[424311673] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33091; }","duration":"4.09010496s","start":"2026-07-29T14:54:39.196523Z","end":"2026-07-29T14:54:43.286627Z","steps":["trace[424311673] 'agreement among raft nodes before linearized reading' (duration: 4.089835083s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:43.286643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.090007588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:43.286764Z","caller":"traceutil/trace.go:171","msg":"trace[1441232045] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33091; }","duration":"4.090172702s","start":"2026-07-29T14:54:39.196563Z","end":"2026-07-29T14:54:43.286736Z","steps":["trace[1441232045] 'agreement among raft nodes before linearized reading' (duration: 4.089660558s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:43.286819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.090488881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:54:43.286831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.092717202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:43.286876Z","caller":"traceutil/trace.go:171","msg":"trace[604863646] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33091; }","duration":"4.090567894s","start":"2026-07-29T14:54:39.196295Z","end":"2026-07-29T14:54:43.286863Z","steps":["trace[604863646] 'agreement among raft nodes before linearized reading' (duration: 4.09042149s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:43.286914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.091486959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:43.286971Z","caller":"traceutil/trace.go:171","msg":"trace[881873795] transaction","detail":"{read_only:false; response_revision:33091; number_of_response:1; }","duration":"2.145731794s","start":"2026-07-29T14:54:41.141217Z","end":"2026-07-29T14:54:43.286948Z","steps":["trace[881873795] 'process raft request' (duration: 1.980023211s)","trace[881873795] 'compare' (duration: 164.361006ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:43.286977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.090982365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:54:43.286993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604900269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:43.287001Z","caller":"traceutil/trace.go:171","msg":"trace[1488968597] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33091; }","duration":"4.091584661s","start":"2026-07-29T14:54:39.195403Z","end":"2026-07-29T14:54:43.286988Z","steps":["trace[1488968597] 'agreement among raft nodes before linearized reading' (duration: 4.091489179s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:43.286988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.091621102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:43.287018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.089651588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:43.287033Z","caller":"traceutil/trace.go:171","msg":"trace[147112239] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:33091; }","duration":"1.604961081s","start":"2026-07-29T14:54:41.682057Z","end":"2026-07-29T14:54:43.287018Z","steps":["trace[147112239] 'agreement among raft nodes before linearized reading' (duration: 1.604896049s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:43.287044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:41.141192Z","time spent":"2.145819137s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T14:54:43.287053Z","caller":"traceutil/trace.go:171","msg":"trace[222814017] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33091; }","duration":"4.091698525s","start":"2026-07-29T14:54:39.195337Z","end":"2026-07-29T14:54:43.287036Z","steps":["trace[222814017] 'agreement among raft nodes before linearized reading' (duration: 4.091626513s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:43.287047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.607378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6756"} {"level":"info","ts":"2026-07-29T14:54:43.287079Z","caller":"traceutil/trace.go:171","msg":"trace[1482392528] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33091; }","duration":"4.08972542s","start":"2026-07-29T14:54:39.197339Z","end":"2026-07-29T14:54:43.287064Z","steps":["trace[1482392528] 'agreement among raft nodes before linearized reading' (duration: 4.089648328s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:43.287087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:41.68204Z","time spent":"1.605035003s","remote":"127.0.0.1:46512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:43.287101Z","caller":"traceutil/trace.go:171","msg":"trace[1395672030] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:33091; }","duration":"349.703571ms","start":"2026-07-29T14:54:42.937384Z","end":"2026-07-29T14:54:43.287087Z","steps":["trace[1395672030] 'agreement among raft nodes before linearized reading' (duration: 349.572497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:43.287117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.091084948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:43.287141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:42.93736Z","time spent":"349.770412ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6778,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-07-29T14:54:43.287142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.998021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e3077823-b562-4207-b1f4-ad57d28f2e12\" ","response":"range_response_count:1 size:2206"} {"level":"info","ts":"2026-07-29T14:54:43.287155Z","caller":"traceutil/trace.go:171","msg":"trace[1544317405] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33091; }","duration":"4.091092028s","start":"2026-07-29T14:54:39.195916Z","end":"2026-07-29T14:54:43.287008Z","steps":["trace[1544317405] 'agreement among raft nodes before linearized reading' (duration: 4.090861171s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:43.287314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:39.195879Z","time spent":"4.091377206s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:54:43.286825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:39.196552Z","time spent":"4.090261654s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:54:43.287172Z","caller":"traceutil/trace.go:171","msg":"trace[926863623] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33091; }","duration":"4.091188941s","start":"2026-07-29T14:54:39.195968Z","end":"2026-07-29T14:54:43.287157Z","steps":["trace[926863623] 'agreement among raft nodes before linearized reading' (duration: 4.090992916s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:43.287537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:39.195946Z","time spent":"4.091575501s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:43.286833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.297651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:43.287636Z","caller":"traceutil/trace.go:171","msg":"trace[904394560] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:33091; }","duration":"890.119684ms","start":"2026-07-29T14:54:42.397496Z","end":"2026-07-29T14:54:43.287615Z","steps":["trace[904394560] 'agreement among raft nodes before linearized reading' (duration: 889.237659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:43.287533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.090637915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:43.287705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:42.397443Z","time spent":"890.241767ms","remote":"127.0.0.1:52296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:43.287126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:39.19733Z","time spent":"4.089784982s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-29T14:54:43.287741Z","caller":"traceutil/trace.go:171","msg":"trace[141703438] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33091; }","duration":"4.090901683s","start":"2026-07-29T14:54:39.196794Z","end":"2026-07-29T14:54:43.287696Z","steps":["trace[141703438] 'agreement among raft nodes before linearized reading' (duration: 4.090239735s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:43.287093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:39.195324Z","time spent":"4.091761826s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:43.28704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:39.195395Z","time spent":"4.091636692s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:43.286891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.661401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:43.287871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:39.196782Z","time spent":"4.091056897s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:54:43.287937Z","caller":"traceutil/trace.go:171","msg":"trace[1286479000] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:33091; }","duration":"470.748821ms","start":"2026-07-29T14:54:42.817164Z","end":"2026-07-29T14:54:43.287913Z","steps":["trace[1286479000] 'agreement among raft nodes before linearized reading' (duration: 469.663821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:43.28669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:39.196502Z","time spent":"4.090175633s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:43.288012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:42.817137Z","time spent":"470.851914ms","remote":"127.0.0.1:56638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:43.286832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.914309625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:54:43.288114Z","caller":"traceutil/trace.go:171","msg":"trace[135473540] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:33091; }","duration":"4.915637592s","start":"2026-07-29T14:54:38.372461Z","end":"2026-07-29T14:54:43.288099Z","steps":["trace[135473540] 'agreement among raft nodes before linearized reading' (duration: 4.914296765s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:43.288152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:38.372437Z","time spent":"4.915704254s","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:43.286918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:39.196285Z","time spent":"4.090623495s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:54:43.286927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563397314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:43.288255Z","caller":"traceutil/trace.go:171","msg":"trace[1881001788] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:33091; }","duration":"1.564719451s","start":"2026-07-29T14:54:41.723516Z","end":"2026-07-29T14:54:43.288235Z","steps":["trace[1881001788] 'agreement among raft nodes before linearized reading' (duration: 1.563337483s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:43.286923Z","caller":"traceutil/trace.go:171","msg":"trace[1625300033] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33091; }","duration":"4.092837416s","start":"2026-07-29T14:54:39.194063Z","end":"2026-07-29T14:54:43.286901Z","steps":["trace[1625300033] 'agreement among raft nodes before linearized reading' (duration: 4.092702802s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:43.288344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:41.723475Z","time spent":"1.564846904s","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:43.288357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:39.194023Z","time spent":"4.094312456s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:43.286919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.43283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:43.286918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.092445005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:54:43.287179Z","caller":"traceutil/trace.go:171","msg":"trace[228197046] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e3077823-b562-4207-b1f4-ad57d28f2e12; range_end:; response_count:1; response_revision:33091; }","duration":"349.067453ms","start":"2026-07-29T14:54:42.938102Z","end":"2026-07-29T14:54:43.287169Z","steps":["trace[228197046] 'agreement among raft nodes before linearized reading' (duration: 348.96261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:43.288624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:42.938084Z","time spent":"350.515983ms","remote":"127.0.0.1:51066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2228,"request content":"key:\"/registry/persistentvolumes/pvc-e3077823-b562-4207-b1f4-ad57d28f2e12\" "} {"level":"info","ts":"2026-07-29T14:54:43.288632Z","caller":"traceutil/trace.go:171","msg":"trace[1656703879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33091; }","duration":"889.101956ms","start":"2026-07-29T14:54:42.399477Z","end":"2026-07-29T14:54:43.288579Z","steps":["trace[1656703879] 'agreement among raft nodes before linearized reading' (duration: 887.404799ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:43.28911Z","caller":"traceutil/trace.go:171","msg":"trace[1340473518] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33091; }","duration":"4.094669796s","start":"2026-07-29T14:54:39.194374Z","end":"2026-07-29T14:54:43.289044Z","steps":["trace[1340473518] 'agreement among raft nodes before linearized reading' (duration: 4.092353872s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:43.289231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:39.194349Z","time spent":"4.094863162s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:54:43.289848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:42.399458Z","time spent":"889.553168ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:43.836988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.32929ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-29T14:54:43.837072Z","caller":"traceutil/trace.go:171","msg":"trace[1077978335] linearizableReadLoop","detail":"{readStateIndex:34108; appliedIndex:34107; }","duration":"541.754189ms","start":"2026-07-29T14:54:43.295301Z","end":"2026-07-29T14:54:43.837056Z","steps":["trace[1077978335] 'read index received' (duration: 176.432039ms)","trace[1077978335] 'applied index is now lower than readState.Index' (duration: 365.32095ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:43.837156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:43.292846Z","time spent":"544.299289ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T14:54:43.83724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.928974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"info","ts":"2026-07-29T14:54:43.837536Z","caller":"traceutil/trace.go:171","msg":"trace[891437530] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:33091; }","duration":"542.224862ms","start":"2026-07-29T14:54:43.295273Z","end":"2026-07-29T14:54:43.837498Z","steps":["trace[891437530] 'agreement among raft nodes before linearized reading' (duration: 541.840202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:43.837622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:43.295245Z","time spent":"542.336826ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1664,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-07-29T14:54:44.337525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115343,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T14:54:44.384809Z","caller":"traceutil/trace.go:171","msg":"trace[1066973881] transaction","detail":"{read_only:false; response_revision:33093; number_of_response:1; }","duration":"1.047130096s","start":"2026-07-29T14:54:43.337655Z","end":"2026-07-29T14:54:44.384785Z","steps":["trace[1066973881] 'process raft request' (duration: 1.047055764s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:44.384944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:43.337634Z","time spent":"1.047232728s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:44.384909Z","caller":"traceutil/trace.go:171","msg":"trace[1665428283] transaction","detail":"{read_only:false; response_revision:33092; number_of_response:1; }","duration":"1.088067076s","start":"2026-07-29T14:54:43.296783Z","end":"2026-07-29T14:54:44.38485Z","steps":["trace[1665428283] 'process raft request' (duration: 1.087786148s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:44.385173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:43.296769Z","time spent":"1.088271221s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:45.197789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.356197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:54:45.198023Z","caller":"traceutil/trace.go:171","msg":"trace[1417070188] transaction","detail":"{read_only:false; response_revision:33094; number_of_response:1; }","duration":"1.358946972s","start":"2026-07-29T14:54:43.839041Z","end":"2026-07-29T14:54:45.197988Z","steps":["trace[1417070188] 'process raft request' (duration: 841.327177ms)","trace[1417070188] 'compare' (duration: 516.964546ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:45.198149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:43.839023Z","time spent":"1.359066055s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T14:54:45.198159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795148098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-29T14:54:45.198248Z","caller":"traceutil/trace.go:171","msg":"trace[1016044339] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:33094; }","duration":"1.795246121s","start":"2026-07-29T14:54:43.402976Z","end":"2026-07-29T14:54:45.198222Z","steps":["trace[1016044339] 'agreement among raft nodes before linearized reading' (duration: 1.794945453s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:45.198281Z","caller":"traceutil/trace.go:171","msg":"trace[774438349] linearizableReadLoop","detail":"{readStateIndex:34111; appliedIndex:34109; }","duration":"1.360783842s","start":"2026-07-29T14:54:43.83709Z","end":"2026-07-29T14:54:45.197874Z","steps":["trace[774438349] 'read index received' (duration: 547.659503ms)","trace[774438349] 'applied index is now lower than readState.Index' (duration: 813.123259ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:45.198315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:43.402916Z","time spent":"1.795384985s","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-29T14:54:45.198424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874783166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-api\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T14:54:45.19848Z","caller":"traceutil/trace.go:171","msg":"trace[1029149844] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-api; range_end:; response_count:1; response_revision:33094; }","duration":"1.87490683s","start":"2026-07-29T14:54:43.323559Z","end":"2026-07-29T14:54:45.198466Z","steps":["trace[1029149844] 'agreement among raft nodes before linearized reading' (duration: 1.874714865s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:45.19851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:43.323544Z","time spent":"1.874959951s","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":551,"request content":"key:\"/registry/serviceaccounts/openstack/keystone-api\" "} {"level":"warn","ts":"2026-07-29T14:54:45.198503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.131999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:45.198551Z","caller":"traceutil/trace.go:171","msg":"trace[894365667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33094; }","duration":"809.223042ms","start":"2026-07-29T14:54:44.389314Z","end":"2026-07-29T14:54:45.198537Z","steps":["trace[894365667] 'agreement among raft nodes before linearized reading' (duration: 809.135519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:45.198582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:44.389292Z","time spent":"809.283263ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:45.198597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.154432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-endpoints-z4s4k\" ","response":"range_response_count:1 size:15131"} {"level":"warn","ts":"2026-07-29T14:54:45.198577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.286653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:45.198679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356880185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-067ddaa5-8075-4118-ba4f-39707e42e815\" ","response":"range_response_count:1 size:2209"} {"level":"warn","ts":"2026-07-29T14:54:45.198762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875062933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-07-29T14:54:45.198767Z","caller":"traceutil/trace.go:171","msg":"trace[361106908] range","detail":"{range_begin:/registry/persistentvolumes/pvc-067ddaa5-8075-4118-ba4f-39707e42e815; range_end:; response_count:1; response_revision:33094; }","duration":"1.357000529s","start":"2026-07-29T14:54:43.841746Z","end":"2026-07-29T14:54:45.198746Z","steps":["trace[361106908] 'agreement among raft nodes before linearized reading' (duration: 1.35670791s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:45.198701Z","caller":"traceutil/trace.go:171","msg":"trace[44503353] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:33094; }","duration":"310.475608ms","start":"2026-07-29T14:54:44.888197Z","end":"2026-07-29T14:54:45.198673Z","steps":["trace[44503353] 'agreement among raft nodes before linearized reading' (duration: 310.260573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:45.198815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:43.841738Z","time spent":"1.35706875s","remote":"127.0.0.1:51066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2231,"request content":"key:\"/registry/persistentvolumes/pvc-067ddaa5-8075-4118-ba4f-39707e42e815\" "} {"level":"warn","ts":"2026-07-29T14:54:45.198859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:44.888146Z","time spent":"310.699384ms","remote":"127.0.0.1:56622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:45.198794Z","caller":"traceutil/trace.go:171","msg":"trace[545498045] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:33094; }","duration":"1.875155177s","start":"2026-07-29T14:54:43.323629Z","end":"2026-07-29T14:54:45.198785Z","steps":["trace[545498045] 'agreement among raft nodes before linearized reading' (duration: 1.874436667s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:45.198909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:43.323596Z","time spent":"1.875305411s","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1199,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"info","ts":"2026-07-29T14:54:45.198639Z","caller":"traceutil/trace.go:171","msg":"trace[710670144] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-endpoints-z4s4k; range_end:; response_count:1; response_revision:33094; }","duration":"808.230204ms","start":"2026-07-29T14:54:44.390398Z","end":"2026-07-29T14:54:45.198628Z","steps":["trace[710670144] 'agreement among raft nodes before linearized reading' (duration: 808.050409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:45.198958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:44.390333Z","time spent":"808.617855ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":15153,"request content":"key:\"/registry/pods/openstack/octavia-ks-endpoints-z4s4k\" "} {"level":"info","ts":"2026-07-29T14:54:45.473969Z","caller":"traceutil/trace.go:171","msg":"trace[118472464] linearizableReadLoop","detail":"{readStateIndex:34112; appliedIndex:34111; }","duration":"273.23532ms","start":"2026-07-29T14:54:45.200699Z","end":"2026-07-29T14:54:45.473934Z","steps":["trace[118472464] 'read index received' (duration: 211.866127ms)","trace[118472464] 'applied index is now lower than readState.Index' (duration: 61.367353ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:45.4742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.475287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-7cb56f6987-ldmb9\" ","response":"range_response_count:1 size:12027"} {"level":"info","ts":"2026-07-29T14:54:45.474274Z","caller":"traceutil/trace.go:171","msg":"trace[126309638] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-7cb56f6987-ldmb9; range_end:; response_count:1; response_revision:33094; }","duration":"273.575999ms","start":"2026-07-29T14:54:45.200677Z","end":"2026-07-29T14:54:45.474253Z","steps":["trace[126309638] 'agreement among raft nodes before linearized reading' (duration: 273.334133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:45.532067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.049781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:54:45.532137Z","caller":"traceutil/trace.go:171","msg":"trace[1429677555] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33095; }","duration":"237.146904ms","start":"2026-07-29T14:54:45.294973Z","end":"2026-07-29T14:54:45.53212Z","steps":["trace[1429677555] 'agreement among raft nodes before linearized reading' (duration: 236.956089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:45.53222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.167531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:544"} {"level":"warn","ts":"2026-07-29T14:54:45.532204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.279751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:45.53227Z","caller":"traceutil/trace.go:171","msg":"trace[843317299] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:33095; }","duration":"251.245413ms","start":"2026-07-29T14:54:45.281011Z","end":"2026-07-29T14:54:45.532257Z","steps":["trace[843317299] 'agreement among raft nodes before linearized reading' (duration: 251.1446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:45.532285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.418527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:54:45.532067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.321833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-c4w2t\" ","response":"range_response_count:1 size:9497"} {"level":"info","ts":"2026-07-29T14:54:45.532373Z","caller":"traceutil/trace.go:171","msg":"trace[658575600] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33095; }","duration":"239.557861ms","start":"2026-07-29T14:54:45.292795Z","end":"2026-07-29T14:54:45.532353Z","steps":["trace[658575600] 'agreement among raft nodes before linearized reading' (duration: 239.256482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:45.532409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.017544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:45.532389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.632745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:54:45.532422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.727621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:45.532444Z","caller":"traceutil/trace.go:171","msg":"trace[1793323087] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-c4w2t; range_end:; response_count:1; response_revision:33095; }","duration":"331.725274ms","start":"2026-07-29T14:54:45.200678Z","end":"2026-07-29T14:54:45.532403Z","steps":["trace[1793323087] 'agreement among raft nodes before linearized reading' (duration: 331.240911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:45.532443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.872262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:45.532527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.509019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:45.532553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:45.200658Z","time spent":"331.855138ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9519,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-c4w2t\" "} {"level":"info","ts":"2026-07-29T14:54:45.532565Z","caller":"traceutil/trace.go:171","msg":"trace[2011608910] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33095; }","duration":"235.56569ms","start":"2026-07-29T14:54:45.296992Z","end":"2026-07-29T14:54:45.532558Z","steps":["trace[2011608910] 'agreement among raft nodes before linearized reading' (duration: 235.475728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:45.532574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.767861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-29T14:54:45.532555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.702735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:1861"} {"level":"info","ts":"2026-07-29T14:54:45.532585Z","caller":"traceutil/trace.go:171","msg":"trace[530003752] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33095; }","duration":"239.096408ms","start":"2026-07-29T14:54:45.293457Z","end":"2026-07-29T14:54:45.532554Z","steps":["trace[530003752] 'agreement among raft nodes before linearized reading' (duration: 238.772449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:45.532603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.199745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:45.532616Z","caller":"traceutil/trace.go:171","msg":"trace[936003189] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935; range_end:; response_count:1; response_revision:33095; }","duration":"329.806392ms","start":"2026-07-29T14:54:45.202796Z","end":"2026-07-29T14:54:45.532602Z","steps":["trace[936003189] 'agreement among raft nodes before linearized reading' (duration: 329.700169ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:45.532634Z","caller":"traceutil/trace.go:171","msg":"trace[2137799007] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33095; }","duration":"237.282348ms","start":"2026-07-29T14:54:45.295343Z","end":"2026-07-29T14:54:45.532625Z","steps":["trace[2137799007] 'agreement among raft nodes before linearized reading' (duration: 237.172885ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:45.532358Z","caller":"traceutil/trace.go:171","msg":"trace[1842655167] transaction","detail":"{read_only:false; response_revision:33095; number_of_response:1; }","duration":"319.800226ms","start":"2026-07-29T14:54:45.212546Z","end":"2026-07-29T14:54:45.532347Z","steps":["trace[1842655167] 'process raft request' (duration: 319.187439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:45.532601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.836435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:45.532642Z","caller":"traceutil/trace.go:171","msg":"trace[1350246399] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:33095; }","duration":"326.816769ms","start":"2026-07-29T14:54:45.2058Z","end":"2026-07-29T14:54:45.532617Z","steps":["trace[1350246399] 'agreement among raft nodes before linearized reading' (duration: 326.49187ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:45.532713Z","caller":"traceutil/trace.go:171","msg":"trace[1237551564] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33095; }","duration":"236.98275ms","start":"2026-07-29T14:54:45.295706Z","end":"2026-07-29T14:54:45.532689Z","steps":["trace[1237551564] 'agreement among raft nodes before linearized reading' (duration: 236.788615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:45.532743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:45.205788Z","time spent":"326.939442ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-29T14:54:45.532451Z","caller":"traceutil/trace.go:171","msg":"trace[160418881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33095; }","duration":"136.113376ms","start":"2026-07-29T14:54:45.396327Z","end":"2026-07-29T14:54:45.53244Z","steps":["trace[160418881] 'agreement among raft nodes before linearized reading' (duration: 136.050464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:45.532773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:45.212527Z","time spent":"320.163485ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15156,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:45.532137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.767997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:45.532303Z","caller":"traceutil/trace.go:171","msg":"trace[1087576326] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33095; }","duration":"236.428825ms","start":"2026-07-29T14:54:45.295847Z","end":"2026-07-29T14:54:45.532276Z","steps":["trace[1087576326] 'agreement among raft nodes before linearized reading' (duration: 236.151507ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:45.532868Z","caller":"traceutil/trace.go:171","msg":"trace[157029165] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33095; }","duration":"240.531037ms","start":"2026-07-29T14:54:45.292321Z","end":"2026-07-29T14:54:45.532852Z","steps":["trace[157029165] 'agreement among raft nodes before linearized reading' (duration: 239.784957ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:45.532519Z","caller":"traceutil/trace.go:171","msg":"trace[1577385033] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33095; }","duration":"237.865434ms","start":"2026-07-29T14:54:45.294632Z","end":"2026-07-29T14:54:45.532498Z","steps":["trace[1577385033] 'agreement among raft nodes before linearized reading' (duration: 237.686609ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:45.532514Z","caller":"traceutil/trace.go:171","msg":"trace[607634337] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33095; }","duration":"238.79095ms","start":"2026-07-29T14:54:45.293686Z","end":"2026-07-29T14:54:45.532477Z","steps":["trace[607634337] 'agreement among raft nodes before linearized reading' (duration: 238.43064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:45.532648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:45.20275Z","time spent":"329.890474ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935\" "} {"level":"warn","ts":"2026-07-29T14:54:45.533854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.112311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:45.533911Z","caller":"traceutil/trace.go:171","msg":"trace[1178915029] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33095; }","duration":"238.189483ms","start":"2026-07-29T14:54:45.29571Z","end":"2026-07-29T14:54:45.533899Z","steps":["trace[1178915029] 'agreement among raft nodes before linearized reading' (duration: 236.62212ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:45.729331Z","caller":"traceutil/trace.go:171","msg":"trace[1185133596] linearizableReadLoop","detail":"{readStateIndex:34115; appliedIndex:34114; }","duration":"174.594348ms","start":"2026-07-29T14:54:45.5547Z","end":"2026-07-29T14:54:45.729294Z","steps":["trace[1185133596] 'read index received' (duration: 174.361332ms)","trace[1185133596] 'applied index is now lower than readState.Index' (duration: 231.236µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:45.729442Z","caller":"traceutil/trace.go:171","msg":"trace[838128827] transaction","detail":"{read_only:false; response_revision:33097; number_of_response:1; }","duration":"192.209444ms","start":"2026-07-29T14:54:45.537173Z","end":"2026-07-29T14:54:45.729383Z","steps":["trace[838128827] 'process raft request' (duration: 191.876915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:45.72971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.995416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0107d2ff-0943-4bf6-8fd7-23355e589bbd\" ","response":"range_response_count:1 size:2264"} {"level":"info","ts":"2026-07-29T14:54:45.729791Z","caller":"traceutil/trace.go:171","msg":"trace[1656071160] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0107d2ff-0943-4bf6-8fd7-23355e589bbd; range_end:; response_count:1; response_revision:33097; }","duration":"193.095039ms","start":"2026-07-29T14:54:45.536678Z","end":"2026-07-29T14:54:45.729773Z","steps":["trace[1656071160] 'agreement among raft nodes before linearized reading' (duration: 192.7913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:45.730014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.404342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-server-86f5fc95f8-7ffmh\" ","response":"range_response_count:1 size:11404"} {"level":"warn","ts":"2026-07-29T14:54:45.730188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.570112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-29T14:54:45.730246Z","caller":"traceutil/trace.go:171","msg":"trace[351791207] range","detail":"{range_begin:/registry/pods/openstack/neutron-server-86f5fc95f8-7ffmh; range_end:; response_count:1; response_revision:33097; }","duration":"191.678749ms","start":"2026-07-29T14:54:45.538548Z","end":"2026-07-29T14:54:45.730227Z","steps":["trace[351791207] 'agreement among raft nodes before linearized reading' (duration: 190.991ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:45.73025Z","caller":"traceutil/trace.go:171","msg":"trace[1421092376] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:33097; }","duration":"172.789558ms","start":"2026-07-29T14:54:45.557447Z","end":"2026-07-29T14:54:45.730236Z","steps":["trace[1421092376] 'agreement among raft nodes before linearized reading' (duration: 172.066228ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:46.321638Z","caller":"traceutil/trace.go:171","msg":"trace[765046839] transaction","detail":"{read_only:false; response_revision:33099; number_of_response:1; }","duration":"578.623018ms","start":"2026-07-29T14:54:45.742987Z","end":"2026-07-29T14:54:46.32161Z","steps":["trace[765046839] 'process raft request' (duration: 578.223027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:46.321811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:45.742963Z","time spent":"578.761161ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11592,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:46.625307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.680256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:54:46.625893Z","caller":"traceutil/trace.go:171","msg":"trace[316055583] transaction","detail":"{read_only:false; response_revision:33101; number_of_response:1; }","duration":"677.464625ms","start":"2026-07-29T14:54:45.948397Z","end":"2026-07-29T14:54:46.625862Z","steps":["trace[316055583] 'process raft request' (duration: 677.136386ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:46.625918Z","caller":"traceutil/trace.go:171","msg":"trace[1416593528] transaction","detail":"{read_only:false; response_revision:33100; number_of_response:1; }","duration":"881.027553ms","start":"2026-07-29T14:54:45.744752Z","end":"2026-07-29T14:54:46.62578Z","steps":["trace[1416593528] 'process raft request' (duration: 741.7555ms)","trace[1416593528] 'compare' (duration: 138.393959ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:46.626014Z","caller":"traceutil/trace.go:171","msg":"trace[714456510] transaction","detail":"{read_only:false; response_revision:33102; number_of_response:1; }","duration":"466.066532ms","start":"2026-07-29T14:54:46.159927Z","end":"2026-07-29T14:54:46.625994Z","steps":["trace[714456510] 'process raft request' (duration: 465.874117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:46.626024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:45.948341Z","time spent":"677.61678ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:46.625998Z","caller":"traceutil/trace.go:171","msg":"trace[863783943] linearizableReadLoop","detail":"{readStateIndex:34118; appliedIndex:34116; }","duration":"776.776826ms","start":"2026-07-29T14:54:45.849193Z","end":"2026-07-29T14:54:46.62597Z","steps":["trace[863783943] 'read index received' (duration: 472.129029ms)","trace[863783943] 'applied index is now lower than readState.Index' (duration: 304.645967ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:46.626091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:45.744739Z","time spent":"881.28623ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T14:54:46.626117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:46.159891Z","time spent":"466.152304ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:46.626195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.835774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:46.626184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.214729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:46.626231Z","caller":"traceutil/trace.go:171","msg":"trace[1362038386] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:33102; }","duration":"470.891515ms","start":"2026-07-29T14:54:46.155327Z","end":"2026-07-29T14:54:46.626219Z","steps":["trace[1362038386] 'agreement among raft nodes before linearized reading' (duration: 470.803613ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:46.626246Z","caller":"traceutil/trace.go:171","msg":"trace[1637169961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33102; }","duration":"236.333891ms","start":"2026-07-29T14:54:46.389896Z","end":"2026-07-29T14:54:46.62623Z","steps":["trace[1637169961] 'agreement among raft nodes before linearized reading' (duration: 236.237049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:46.626261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.060804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"warn","ts":"2026-07-29T14:54:46.626269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:46.155259Z","time spent":"470.996718ms","remote":"127.0.0.1:40566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:46.626303Z","caller":"traceutil/trace.go:171","msg":"trace[811421770] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:33102; }","duration":"777.107015ms","start":"2026-07-29T14:54:45.849185Z","end":"2026-07-29T14:54:46.626292Z","steps":["trace[811421770] 'agreement among raft nodes before linearized reading' (duration: 776.93313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:46.62633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:45.849113Z","time spent":"777.210258ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1666,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-29T14:54:46.626802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.401952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-wb5bf\" ","response":"range_response_count:1 size:13725"} {"level":"info","ts":"2026-07-29T14:54:46.626895Z","caller":"traceutil/trace.go:171","msg":"trace[2013449837] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-wb5bf; range_end:; response_count:1; response_revision:33102; }","duration":"299.939097ms","start":"2026-07-29T14:54:46.326935Z","end":"2026-07-29T14:54:46.626874Z","steps":["trace[2013449837] 'agreement among raft nodes before linearized reading' (duration: 299.211307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:46.626953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:46.326915Z","time spent":"300.030169ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":13747,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-wb5bf\" "} {"level":"warn","ts":"2026-07-29T14:54:47.365478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:47.782521Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150810807s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T14:54:47.783059Z","caller":"traceutil/trace.go:171","msg":"trace[172885110] transaction","detail":"{read_only:false; response_revision:33103; number_of_response:1; }","duration":"1.151433124s","start":"2026-07-29T14:54:46.631591Z","end":"2026-07-29T14:54:47.783024Z","steps":["trace[172885110] 'process raft request' (duration: 1.151120885s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:47.783363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:46.631575Z","time spent":"1.151582788s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1153,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:48.264795Z","caller":"traceutil/trace.go:171","msg":"trace[341038322] linearizableReadLoop","detail":"{readStateIndex:34122; appliedIndex:34120; }","duration":"1.400040475s","start":"2026-07-29T14:54:46.864731Z","end":"2026-07-29T14:54:48.264772Z","steps":["trace[341038322] 'read index received' (duration: 918.100815ms)","trace[341038322] 'applied index is now lower than readState.Index' (duration: 481.93874ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:48.264898Z","caller":"traceutil/trace.go:171","msg":"trace[1386958372] transaction","detail":"{read_only:false; response_revision:33104; number_of_response:1; }","duration":"1.627755239s","start":"2026-07-29T14:54:46.63713Z","end":"2026-07-29T14:54:48.264885Z","steps":["trace[1386958372] 'process raft request' (duration: 1.62598325s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:48.264995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:46.637093Z","time spent":"1.627829771s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14551,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:48.265104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400283412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:48.265268Z","caller":"traceutil/trace.go:171","msg":"trace[749379681] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:33104; }","duration":"1.400539498s","start":"2026-07-29T14:54:46.864672Z","end":"2026-07-29T14:54:48.265212Z","steps":["trace[749379681] 'agreement among raft nodes before linearized reading' (duration: 1.400253131s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:48.265349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:46.864641Z","time spent":"1.400689053s","remote":"127.0.0.1:56608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:48.765368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115375,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T14:54:48.854424Z","caller":"traceutil/trace.go:171","msg":"trace[1916102768] transaction","detail":"{read_only:false; response_revision:33105; number_of_response:1; }","duration":"1.065769381s","start":"2026-07-29T14:54:47.788623Z","end":"2026-07-29T14:54:48.854393Z","steps":["trace[1916102768] 'process raft request' (duration: 1.065560526s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:48.854444Z","caller":"traceutil/trace.go:171","msg":"trace[2104086539] linearizableReadLoop","detail":"{readStateIndex:34123; appliedIndex:34122; }","duration":"589.529428ms","start":"2026-07-29T14:54:48.264856Z","end":"2026-07-29T14:54:48.854386Z","steps":["trace[2104086539] 'read index received' (duration: 589.251081ms)","trace[2104086539] 'applied index is now lower than readState.Index' (duration: 276.967µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:48.854529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:47.788597Z","time spent":"1.065881285s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T14:54:48.854566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.98437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:48.854618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316961303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:48.85461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313828137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:48.854638Z","caller":"traceutil/trace.go:171","msg":"trace[1634429867] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:33105; }","duration":"890.140385ms","start":"2026-07-29T14:54:47.964475Z","end":"2026-07-29T14:54:48.854615Z","steps":["trace[1634429867] 'agreement among raft nodes before linearized reading' (duration: 889.992371ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:48.854659Z","caller":"traceutil/trace.go:171","msg":"trace[1983151173] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33105; }","duration":"1.317033155s","start":"2026-07-29T14:54:47.537612Z","end":"2026-07-29T14:54:48.854645Z","steps":["trace[1983151173] 'agreement among raft nodes before linearized reading' (duration: 1.316956403s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:48.854669Z","caller":"traceutil/trace.go:171","msg":"trace[1342813222] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33105; }","duration":"1.31393594s","start":"2026-07-29T14:54:47.540718Z","end":"2026-07-29T14:54:48.854654Z","steps":["trace[1342813222] 'agreement among raft nodes before linearized reading' (duration: 1.313678463s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:48.85467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314828984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:48.854693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:47.964434Z","time spent":"890.242207ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:48.854747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315302577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:48.854738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316168591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:54:48.85478Z","caller":"traceutil/trace.go:171","msg":"trace[1470105774] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33105; }","duration":"1.315359529s","start":"2026-07-29T14:54:47.539415Z","end":"2026-07-29T14:54:48.854775Z","steps":["trace[1470105774] 'agreement among raft nodes before linearized reading' (duration: 1.315312678s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:48.854749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31542085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:48.854798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:47.539401Z","time spent":"1.3153929s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:48.854802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315558835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:54:48.854821Z","caller":"traceutil/trace.go:171","msg":"trace[747795719] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33105; }","duration":"1.315600786s","start":"2026-07-29T14:54:47.539215Z","end":"2026-07-29T14:54:48.854815Z","steps":["trace[747795719] 'agreement among raft nodes before linearized reading' (duration: 1.315521594s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:48.854811Z","caller":"traceutil/trace.go:171","msg":"trace[932814215] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33105; }","duration":"1.316277155s","start":"2026-07-29T14:54:47.538516Z","end":"2026-07-29T14:54:48.854793Z","steps":["trace[932814215] 'agreement among raft nodes before linearized reading' (duration: 1.316035838s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:48.854789Z","caller":"traceutil/trace.go:171","msg":"trace[133484182] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33105; }","duration":"1.314930728s","start":"2026-07-29T14:54:47.53979Z","end":"2026-07-29T14:54:48.854721Z","steps":["trace[133484182] 'agreement among raft nodes before linearized reading' (duration: 1.314796364s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:48.854837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:47.539201Z","time spent":"1.315632287s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:54:48.85484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743530905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:48.854838Z","caller":"traceutil/trace.go:171","msg":"trace[450317246] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33105; }","duration":"1.315534874s","start":"2026-07-29T14:54:47.539277Z","end":"2026-07-29T14:54:48.854812Z","steps":["trace[450317246] 'agreement among raft nodes before linearized reading' (duration: 1.315248606s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:48.854847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315336279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:48.854867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:47.53978Z","time spent":"1.315074611s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-29T14:54:48.854883Z","caller":"traceutil/trace.go:171","msg":"trace[1587408763] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:33105; }","duration":"1.743605187s","start":"2026-07-29T14:54:47.111264Z","end":"2026-07-29T14:54:48.854869Z","steps":["trace[1587408763] 'agreement among raft nodes before linearized reading' (duration: 1.743537865s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:48.854896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:47.539267Z","time spent":"1.315615806s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:48.85491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315673728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:48.854857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:47.538505Z","time spent":"1.316343336s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:54:48.854926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:47.11124Z","time spent":"1.743672809s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:48.85494Z","caller":"traceutil/trace.go:171","msg":"trace[450335404] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33105; }","duration":"1.3157691s","start":"2026-07-29T14:54:47.539163Z","end":"2026-07-29T14:54:48.854932Z","steps":["trace[450335404] 'agreement among raft nodes before linearized reading' (duration: 1.315719539s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:48.854777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441725656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:48.854704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:47.540674Z","time spent":"1.314023882s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:48.854967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:47.539125Z","time spent":"1.315836182s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-29T14:54:48.854979Z","caller":"traceutil/trace.go:171","msg":"trace[1391373919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33105; }","duration":"1.441965612s","start":"2026-07-29T14:54:47.413005Z","end":"2026-07-29T14:54:48.854971Z","steps":["trace[1391373919] 'agreement among raft nodes before linearized reading' (duration: 1.441718756s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:48.855008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:47.412981Z","time spent":"1.442021424s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:48.855009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315005599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:54:48.855081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315193624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:48.855099Z","caller":"traceutil/trace.go:171","msg":"trace[1239648660] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33105; }","duration":"1.315230356s","start":"2026-07-29T14:54:47.539863Z","end":"2026-07-29T14:54:48.855094Z","steps":["trace[1239648660] 'agreement among raft nodes before linearized reading' (duration: 1.315181005s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:48.855113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:47.539851Z","time spent":"1.315259086s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:54:48.85511Z","caller":"traceutil/trace.go:171","msg":"trace[1162749422] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33105; }","duration":"1.315147614s","start":"2026-07-29T14:54:47.539934Z","end":"2026-07-29T14:54:48.855081Z","steps":["trace[1162749422] 'agreement among raft nodes before linearized reading' (duration: 1.314801594s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:48.855172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:47.539924Z","time spent":"1.315237986s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:54:48.854697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:47.5376Z","time spent":"1.317086777s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:48.855205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.155696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-j79vj\" ","response":"range_response_count:1 size:4353"} {"level":"info","ts":"2026-07-29T14:54:48.854906Z","caller":"traceutil/trace.go:171","msg":"trace[413734217] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33105; }","duration":"1.315452721s","start":"2026-07-29T14:54:47.539438Z","end":"2026-07-29T14:54:48.854891Z","steps":["trace[413734217] 'agreement among raft nodes before linearized reading' (duration: 1.315244095s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:48.855251Z","caller":"traceutil/trace.go:171","msg":"trace[680939594] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-j79vj; range_end:; response_count:1; response_revision:33105; }","duration":"586.243558ms","start":"2026-07-29T14:54:48.268993Z","end":"2026-07-29T14:54:48.855236Z","steps":["trace[680939594] 'agreement among raft nodes before linearized reading' (duration: 586.106914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:48.855276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:47.539399Z","time spent":"1.315857263s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:48.85529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:48.268968Z","time spent":"586.313ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4375,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-j79vj\" "} {"level":"warn","ts":"2026-07-29T14:54:48.855612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.149854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:30 size:262139"} {"level":"info","ts":"2026-07-29T14:54:48.855669Z","caller":"traceutil/trace.go:171","msg":"trace[132252385] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:30; response_revision:33105; }","duration":"537.210935ms","start":"2026-07-29T14:54:48.318442Z","end":"2026-07-29T14:54:48.855653Z","steps":["trace[132252385] 'agreement among raft nodes before linearized reading' (duration: 536.66508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:48.857819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:48.318312Z","time spent":"539.484598ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":30,"response size":262161,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-29T14:54:49.124197Z","caller":"traceutil/trace.go:171","msg":"trace[594522696] linearizableReadLoop","detail":"{readStateIndex:34125; appliedIndex:34123; }","duration":"258.439082ms","start":"2026-07-29T14:54:48.865734Z","end":"2026-07-29T14:54:49.124173Z","steps":["trace[594522696] 'read index received' (duration: 46.183614ms)","trace[594522696] 'applied index is now lower than readState.Index' (duration: 212.254437ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:49.124316Z","caller":"traceutil/trace.go:171","msg":"trace[1593658281] transaction","detail":"{read_only:false; response_revision:33107; number_of_response:1; }","duration":"261.99332ms","start":"2026-07-29T14:54:48.862308Z","end":"2026-07-29T14:54:49.124301Z","steps":["trace[1593658281] 'process raft request' (duration: 261.687582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:49.124589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.814212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:49.124724Z","caller":"traceutil/trace.go:171","msg":"trace[795768370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33107; }","duration":"259.027938ms","start":"2026-07-29T14:54:48.865666Z","end":"2026-07-29T14:54:49.124694Z","steps":["trace[795768370] 'agreement among raft nodes before linearized reading' (duration: 258.763581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:49.589971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.702269ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T14:54:49.59007Z","caller":"traceutil/trace.go:171","msg":"trace[1125786878] linearizableReadLoop","detail":"{readStateIndex:34126; appliedIndex:34125; }","duration":"465.790624ms","start":"2026-07-29T14:54:49.124262Z","end":"2026-07-29T14:54:49.590053Z","steps":["trace[1125786878] 'read index received' (duration: 257.044173ms)","trace[1125786878] 'applied index is now lower than readState.Index' (duration: 208.745131ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:49.590284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.09481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:54:49.590361Z","caller":"traceutil/trace.go:171","msg":"trace[1271135891] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33107; }","duration":"550.241865ms","start":"2026-07-29T14:54:49.040101Z","end":"2026-07-29T14:54:49.590343Z","steps":["trace[1271135891] 'agreement among raft nodes before linearized reading' (duration: 550.090421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:49.590444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:49.040075Z","time spent":"550.351797ms","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:49.590456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.079386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:49.59051Z","caller":"traceutil/trace.go:171","msg":"trace[1439072461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33107; }","duration":"464.143798ms","start":"2026-07-29T14:54:49.126351Z","end":"2026-07-29T14:54:49.590495Z","steps":["trace[1439072461] 'agreement among raft nodes before linearized reading' (duration: 464.009774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:49.590557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:49.126274Z","time spent":"464.273473ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:49.590712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.101877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:49.590745Z","caller":"traceutil/trace.go:171","msg":"trace[1376804239] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:33107; }","duration":"614.160249ms","start":"2026-07-29T14:54:48.976575Z","end":"2026-07-29T14:54:49.590735Z","steps":["trace[1376804239] 'agreement among raft nodes before linearized reading' (duration: 614.103427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:49.590775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:48.976561Z","time spent":"614.20526ms","remote":"127.0.0.1:56790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:49.590914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.775103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:54:49.590947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.792331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-29T14:54:49.591009Z","caller":"traceutil/trace.go:171","msg":"trace[1553058306] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935; range_end:; response_count:1; response_revision:33107; }","duration":"674.884624ms","start":"2026-07-29T14:54:48.916107Z","end":"2026-07-29T14:54:49.590991Z","steps":["trace[1553058306] 'agreement among raft nodes before linearized reading' (duration: 674.670618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:49.591027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.154913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:54:49.591059Z","caller":"traceutil/trace.go:171","msg":"trace[1090655385] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:33107; }","duration":"425.188463ms","start":"2026-07-29T14:54:49.165862Z","end":"2026-07-29T14:54:49.59105Z","steps":["trace[1090655385] 'agreement among raft nodes before linearized reading' (duration: 425.123642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:49.591101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:49.165842Z","time spent":"425.249476ms","remote":"127.0.0.1:51066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":13,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:49.591059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:48.916091Z","time spent":"674.958616ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935\" "} {"level":"warn","ts":"2026-07-29T14:54:49.591168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.361229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-5wxwl\" ","response":"range_response_count:1 size:5639"} {"level":"info","ts":"2026-07-29T14:54:49.59121Z","caller":"traceutil/trace.go:171","msg":"trace[1611682705] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-5wxwl; range_end:; response_count:1; response_revision:33107; }","duration":"462.452492ms","start":"2026-07-29T14:54:49.128747Z","end":"2026-07-29T14:54:49.5912Z","steps":["trace[1611682705] 'agreement among raft nodes before linearized reading' (duration: 462.336168ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:49.590965Z","caller":"traceutil/trace.go:171","msg":"trace[1052419569] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:33107; }","duration":"328.865916ms","start":"2026-07-29T14:54:49.262083Z","end":"2026-07-29T14:54:49.590948Z","steps":["trace[1052419569] 'agreement among raft nodes before linearized reading' (duration: 328.691081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:49.591244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:49.128723Z","time spent":"462.513634ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5661,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-5wxwl\" "} {"level":"warn","ts":"2026-07-29T14:54:49.59133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:49.26206Z","time spent":"329.224345ms","remote":"127.0.0.1:51258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":92,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:49.591817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.75603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T14:54:49.591875Z","caller":"traceutil/trace.go:171","msg":"trace[1372811789] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:33107; }","duration":"100.850663ms","start":"2026-07-29T14:54:49.491013Z","end":"2026-07-29T14:54:49.591863Z","steps":["trace[1372811789] 'agreement among raft nodes before linearized reading' (duration: 99.436594ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:49.721318Z","caller":"traceutil/trace.go:171","msg":"trace[1596715815] linearizableReadLoop","detail":"{readStateIndex:34128; appliedIndex:34127; }","duration":"103.703572ms","start":"2026-07-29T14:54:49.617588Z","end":"2026-07-29T14:54:49.721292Z","steps":["trace[1596715815] 'read index received' (duration: 101.566063ms)","trace[1596715815] 'applied index is now lower than readState.Index' (duration: 2.136239ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:49.721475Z","caller":"traceutil/trace.go:171","msg":"trace[430403072] transaction","detail":"{read_only:false; response_revision:33109; number_of_response:1; }","duration":"120.697171ms","start":"2026-07-29T14:54:49.600742Z","end":"2026-07-29T14:54:49.721439Z","steps":["trace[430403072] 'process raft request' (duration: 118.475039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:49.721558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.946328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6ca6408677708\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-07-29T14:54:49.721597Z","caller":"traceutil/trace.go:171","msg":"trace[755962633] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c6ca6408677708; range_end:; response_count:1; response_revision:33109; }","duration":"104.058942ms","start":"2026-07-29T14:54:49.617527Z","end":"2026-07-29T14:54:49.721586Z","steps":["trace[755962633] 'agreement among raft nodes before linearized reading' (duration: 103.855366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:49.988591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.201521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:54:49.988743Z","caller":"traceutil/trace.go:171","msg":"trace[1026494422] transaction","detail":"{read_only:false; response_revision:33111; number_of_response:1; }","duration":"175.183385ms","start":"2026-07-29T14:54:49.813537Z","end":"2026-07-29T14:54:49.98872Z","steps":["trace[1026494422] 'process raft request' (duration: 14.737867ms)","trace[1026494422] 'compare' (duration: 160.036616ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:50.813568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.201143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:54:50.813819Z","caller":"traceutil/trace.go:171","msg":"trace[1793472219] transaction","detail":"{read_only:false; response_revision:33112; number_of_response:1; }","duration":"994.280537ms","start":"2026-07-29T14:54:49.819492Z","end":"2026-07-29T14:54:50.813772Z","steps":["trace[1793472219] 'process raft request' (duration: 847.774075ms)","trace[1793472219] 'compare' (duration: 145.758861ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:50.813923Z","caller":"traceutil/trace.go:171","msg":"trace[1828116005] transaction","detail":"{read_only:false; response_revision:33113; number_of_response:1; }","duration":"991.140431ms","start":"2026-07-29T14:54:49.822765Z","end":"2026-07-29T14:54:50.813906Z","steps":["trace[1828116005] 'process raft request' (duration: 990.906314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:50.813993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:49.819473Z","time spent":"994.433002ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:50.814006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:49.822749Z","time spent":"991.214173ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:50.814227Z","caller":"traceutil/trace.go:171","msg":"trace[179663848] linearizableReadLoop","detail":"{readStateIndex:34133; appliedIndex:34129; }","duration":"988.126607ms","start":"2026-07-29T14:54:49.826056Z","end":"2026-07-29T14:54:50.814183Z","steps":["trace[179663848] 'read index received' (duration: 2.235392ms)","trace[179663848] 'applied index is now lower than readState.Index' (duration: 985.889445ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:50.814281Z","caller":"traceutil/trace.go:171","msg":"trace[1829755611] transaction","detail":"{read_only:false; response_revision:33114; number_of_response:1; }","duration":"989.890306ms","start":"2026-07-29T14:54:49.824344Z","end":"2026-07-29T14:54:50.814234Z","steps":["trace[1829755611] 'process raft request' (duration: 989.483875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:50.814377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.319082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:50.814458Z","caller":"traceutil/trace.go:171","msg":"trace[749411913] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:33114; }","duration":"988.421355ms","start":"2026-07-29T14:54:49.826019Z","end":"2026-07-29T14:54:50.81444Z","steps":["trace[749411913] 'agreement among raft nodes before linearized reading' (duration: 988.279261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:50.814538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:49.826005Z","time spent":"988.486267ms","remote":"127.0.0.1:56694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:50.814745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.029971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:50.814775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:49.824336Z","time spent":"990.051941ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17171,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:50.814764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.234534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:50.814897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.352285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:50.814964Z","caller":"traceutil/trace.go:171","msg":"trace[877929080] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:33114; }","duration":"717.459678ms","start":"2026-07-29T14:54:50.097488Z","end":"2026-07-29T14:54:50.814947Z","steps":["trace[877929080] 'agreement among raft nodes before linearized reading' (duration: 717.361326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:50.814982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.679874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:50.815015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:50.097459Z","time spent":"717.54158ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:50.815035Z","caller":"traceutil/trace.go:171","msg":"trace[1207091858] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:33114; }","duration":"106.781776ms","start":"2026-07-29T14:54:50.708238Z","end":"2026-07-29T14:54:50.81502Z","steps":["trace[1207091858] 'agreement among raft nodes before linearized reading' (duration: 106.686324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:50.815126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.515297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/staffeln-api-6bb88c8bd6-vb7ms.18c6ca64fe47962b\" ","response":"range_response_count:1 size:873"} {"level":"info","ts":"2026-07-29T14:54:50.814886Z","caller":"traceutil/trace.go:171","msg":"trace[217095772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33114; }","duration":"425.406889ms","start":"2026-07-29T14:54:50.389449Z","end":"2026-07-29T14:54:50.814855Z","steps":["trace[217095772] 'agreement among raft nodes before linearized reading' (duration: 425.202083ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:50.81518Z","caller":"traceutil/trace.go:171","msg":"trace[1481424288] range","detail":"{range_begin:/registry/events/openstack/staffeln-api-6bb88c8bd6-vb7ms.18c6ca64fe47962b; range_end:; response_count:1; response_revision:33114; }","duration":"822.61571ms","start":"2026-07-29T14:54:49.992549Z","end":"2026-07-29T14:54:50.815165Z","steps":["trace[1481424288] 'agreement among raft nodes before linearized reading' (duration: 822.423295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:50.815228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:49.992529Z","time spent":"822.687252ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":895,"request content":"key:\"/registry/events/openstack/staffeln-api-6bb88c8bd6-vb7ms.18c6ca64fe47962b\" "} {"level":"info","ts":"2026-07-29T14:54:50.814822Z","caller":"traceutil/trace.go:171","msg":"trace[736436171] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:33114; }","duration":"952.167755ms","start":"2026-07-29T14:54:49.862635Z","end":"2026-07-29T14:54:50.814803Z","steps":["trace[736436171] 'agreement among raft nodes before linearized reading' (duration: 951.997891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:50.815281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:49.86262Z","time spent":"952.646278ms","remote":"127.0.0.1:56764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:50.815228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:50.389427Z","time spent":"425.785929ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:51.322055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115396,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:51.822853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115396,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:54:51.925898Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105397925s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T14:54:51.928477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107194925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-jx9bl\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-07-29T14:54:51.928548Z","caller":"traceutil/trace.go:171","msg":"trace[1334136126] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-jx9bl; range_end:; response_count:1; response_revision:33115; }","duration":"1.107324248s","start":"2026-07-29T14:54:50.821209Z","end":"2026-07-29T14:54:51.928533Z","steps":["trace[1334136126] 'agreement among raft nodes before linearized reading' (duration: 1.107105532s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:51.928591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:50.821185Z","time spent":"1.10739765s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4717,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-jx9bl\" "} {"level":"info","ts":"2026-07-29T14:54:51.928331Z","caller":"traceutil/trace.go:171","msg":"trace[614477569] linearizableReadLoop","detail":"{readStateIndex:34134; appliedIndex:34133; }","duration":"1.106724171s","start":"2026-07-29T14:54:50.821263Z","end":"2026-07-29T14:54:51.927988Z","steps":["trace[614477569] 'read index received' (duration: 1.105036384s)","trace[614477569] 'applied index is now lower than readState.Index' (duration: 1.684487ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:51.928927Z","caller":"traceutil/trace.go:171","msg":"trace[9062557] transaction","detail":"{read_only:false; response_revision:33115; number_of_response:1; }","duration":"1.107895584s","start":"2026-07-29T14:54:50.820366Z","end":"2026-07-29T14:54:51.928262Z","steps":["trace[9062557] 'process raft request' (duration: 1.105902499s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:51.929056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:50.820347Z","time spent":"1.108641704s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:52.214281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.532918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:54:52.214457Z","caller":"traceutil/trace.go:171","msg":"trace[1315848783] transaction","detail":"{read_only:false; response_revision:33116; number_of_response:1; }","duration":"320.399012ms","start":"2026-07-29T14:54:51.894023Z","end":"2026-07-29T14:54:52.214422Z","steps":["trace[1315848783] 'process raft request' (duration: 208.579326ms)","trace[1315848783] 'compare' (duration: 111.338532ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:52.214545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.280557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:52.214608Z","caller":"traceutil/trace.go:171","msg":"trace[719620955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33116; }","duration":"824.358179ms","start":"2026-07-29T14:54:51.390226Z","end":"2026-07-29T14:54:52.214584Z","steps":["trace[719620955] 'agreement among raft nodes before linearized reading' (duration: 824.265256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:52.214552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205169758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:54:52.214674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:51.39021Z","time spent":"824.449722ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:52.214671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351741013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:52.214716Z","caller":"traceutil/trace.go:171","msg":"trace[1015273987] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33116; }","duration":"1.205385784s","start":"2026-07-29T14:54:51.009279Z","end":"2026-07-29T14:54:52.214664Z","steps":["trace[1015273987] 'agreement among raft nodes before linearized reading' (duration: 1.205151118s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:52.214741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351087665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:54:52.214743Z","caller":"traceutil/trace.go:171","msg":"trace[1001415037] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33116; }","duration":"1.351834816s","start":"2026-07-29T14:54:50.862891Z","end":"2026-07-29T14:54:52.214726Z","steps":["trace[1001415037] 'agreement among raft nodes before linearized reading' (duration: 1.351638171s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:52.21475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352107693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:52.214718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.93368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1632"} {"level":"warn","ts":"2026-07-29T14:54:52.214789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:50.862885Z","time spent":"1.351896027s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:54:52.214794Z","caller":"traceutil/trace.go:171","msg":"trace[1390289552] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33116; }","duration":"1.352183985s","start":"2026-07-29T14:54:50.862597Z","end":"2026-07-29T14:54:52.214781Z","steps":["trace[1390289552] 'agreement among raft nodes before linearized reading' (duration: 1.35199214s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:52.214803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352193275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:52.21481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:51.009251Z","time spent":"1.205542608s","remote":"127.0.0.1:44172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:52.214838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:50.862588Z","time spent":"1.352238407s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:54:52.214841Z","caller":"traceutil/trace.go:171","msg":"trace[1839894955] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33116; }","duration":"1.352266818s","start":"2026-07-29T14:54:50.862564Z","end":"2026-07-29T14:54:52.21483Z","steps":["trace[1839894955] 'agreement among raft nodes before linearized reading' (duration: 1.352094063s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:52.214871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:50.862554Z","time spent":"1.352311219s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:54:52.214864Z","caller":"traceutil/trace.go:171","msg":"trace[1905508596] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33116; }","duration":"1.351138376s","start":"2026-07-29T14:54:50.863633Z","end":"2026-07-29T14:54:52.214771Z","steps":["trace[1905508596] 'agreement among raft nodes before linearized reading' (duration: 1.351020783s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:52.21489Z","caller":"traceutil/trace.go:171","msg":"trace[213763305] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33116; }","duration":"569.071554ms","start":"2026-07-29T14:54:51.645734Z","end":"2026-07-29T14:54:52.214806Z","steps":["trace[213763305] 'agreement among raft nodes before linearized reading' (duration: 568.745945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:52.214926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:50.863622Z","time spent":"1.35129261s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:54:52.214614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:51.893998Z","time spent":"320.524465ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:52.214957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:51.64571Z","time spent":"569.222819ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1654,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T14:54:52.214575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.04654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:52.215051Z","caller":"traceutil/trace.go:171","msg":"trace[1064250166] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:33116; }","duration":"645.594746ms","start":"2026-07-29T14:54:51.569441Z","end":"2026-07-29T14:54:52.215035Z","steps":["trace[1064250166] 'agreement among raft nodes before linearized reading' (duration: 645.01843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:52.215106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:51.569417Z","time spent":"645.669958ms","remote":"127.0.0.1:51268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:52.21543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353151382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:52.215476Z","caller":"traceutil/trace.go:171","msg":"trace[2035979654] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33116; }","duration":"1.353248874s","start":"2026-07-29T14:54:50.862215Z","end":"2026-07-29T14:54:52.215464Z","steps":["trace[2035979654] 'agreement among raft nodes before linearized reading' (duration: 1.353177422s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:52.215509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:50.862193Z","time spent":"1.353307296s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:52.215705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354065227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:52.215717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353941384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:52.215756Z","caller":"traceutil/trace.go:171","msg":"trace[1609887119] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33116; }","duration":"1.354029506s","start":"2026-07-29T14:54:50.861715Z","end":"2026-07-29T14:54:52.215745Z","steps":["trace[1609887119] 'agreement among raft nodes before linearized reading' (duration: 1.353965144s)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:52.215741Z","caller":"traceutil/trace.go:171","msg":"trace[398871094] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33116; }","duration":"1.354116809s","start":"2026-07-29T14:54:50.861614Z","end":"2026-07-29T14:54:52.215731Z","steps":["trace[398871094] 'agreement among raft nodes before linearized reading' (duration: 1.354064677s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:52.215777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:50.861641Z","time spent":"1.354131219s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:52.215787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:50.861597Z","time spent":"1.35418116s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:52.215812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353644646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:52.215861Z","caller":"traceutil/trace.go:171","msg":"trace[1833759281] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33116; }","duration":"1.353711237s","start":"2026-07-29T14:54:50.862139Z","end":"2026-07-29T14:54:52.21585Z","steps":["trace[1833759281] 'agreement among raft nodes before linearized reading' (duration: 1.353590944s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:52.215875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354276153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:52.215888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354055417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:54:52.215893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:50.862128Z","time spent":"1.353758029s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:54:52.215905Z","caller":"traceutil/trace.go:171","msg":"trace[1873035513] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33116; }","duration":"1.354072517s","start":"2026-07-29T14:54:50.861827Z","end":"2026-07-29T14:54:52.2159Z","steps":["trace[1873035513] 'agreement among raft nodes before linearized reading' (duration: 1.354009186s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:52.215929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:50.861799Z","time spent":"1.354124939s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-29T14:54:52.2159Z","caller":"traceutil/trace.go:171","msg":"trace[1976459515] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33116; }","duration":"1.354342925s","start":"2026-07-29T14:54:50.861549Z","end":"2026-07-29T14:54:52.215892Z","steps":["trace[1976459515] 'agreement among raft nodes before linearized reading' (duration: 1.354305604s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:52.216048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:50.861528Z","time spent":"1.354508649s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-29T14:54:52.215669Z","caller":"traceutil/trace.go:171","msg":"trace[1433538229] linearizableReadLoop","detail":"{readStateIndex:34135; appliedIndex:34134; }","duration":"287.01267ms","start":"2026-07-29T14:54:51.928635Z","end":"2026-07-29T14:54:52.215647Z","steps":["trace[1433538229] 'read index received' (duration: 173.858758ms)","trace[1433538229] 'applied index is now lower than readState.Index' (duration: 113.150912ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:52.216319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354863079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:54:52.216709Z","caller":"traceutil/trace.go:171","msg":"trace[1839505608] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33116; }","duration":"1.355287171s","start":"2026-07-29T14:54:50.861404Z","end":"2026-07-29T14:54:52.216691Z","steps":["trace[1839505608] 'agreement among raft nodes before linearized reading' (duration: 1.354784707s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:52.216767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:50.861341Z","time spent":"1.355409484s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-29T14:54:52.517179Z","caller":"traceutil/trace.go:171","msg":"trace[219996991] linearizableReadLoop","detail":"{readStateIndex:34136; appliedIndex:34135; }","duration":"300.502663ms","start":"2026-07-29T14:54:52.216647Z","end":"2026-07-29T14:54:52.51715Z","steps":["trace[219996991] 'read index received' (duration: 237.803722ms)","trace[219996991] 'applied index is now lower than readState.Index' (duration: 62.697321ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:52.51745Z","caller":"traceutil/trace.go:171","msg":"trace[2043953431] transaction","detail":"{read_only:false; response_revision:33117; number_of_response:1; }","duration":"578.019721ms","start":"2026-07-29T14:54:51.939398Z","end":"2026-07-29T14:54:52.517418Z","steps":["trace[2043953431] 'process raft request' (duration: 515.163866ms)","trace[2043953431] 'compare' (duration: 62.424763ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:52.517602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:51.939374Z","time spent":"578.148965ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7026,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:52.517611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.965355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6ca6408677708\" ","response":"range_response_count:1 size:796"} {"level":"warn","ts":"2026-07-29T14:54:52.517611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.054535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-65c34424-29b7-42ca-8bfc-9943f1d8cae3\" ","response":"range_response_count:1 size:2198"} {"level":"info","ts":"2026-07-29T14:54:52.51767Z","caller":"traceutil/trace.go:171","msg":"trace[1178610380] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c6ca6408677708; range_end:; response_count:1; response_revision:33117; }","duration":"584.071039ms","start":"2026-07-29T14:54:51.933582Z","end":"2026-07-29T14:54:52.517653Z","steps":["trace[1178610380] 'agreement among raft nodes before linearized reading' (duration: 583.863753ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:52.517673Z","caller":"traceutil/trace.go:171","msg":"trace[241937664] range","detail":"{range_begin:/registry/persistentvolumes/pvc-65c34424-29b7-42ca-8bfc-9943f1d8cae3; range_end:; response_count:1; response_revision:33117; }","duration":"298.147308ms","start":"2026-07-29T14:54:52.219511Z","end":"2026-07-29T14:54:52.517659Z","steps":["trace[241937664] 'agreement among raft nodes before linearized reading' (duration: 297.976773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:52.517713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:51.933561Z","time spent":"584.14416ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":818,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6ca6408677708\" "} {"level":"warn","ts":"2026-07-29T14:54:52.517869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.271666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:52.519392Z","caller":"traceutil/trace.go:171","msg":"trace[2006388945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33117; }","duration":"302.178869ms","start":"2026-07-29T14:54:52.2172Z","end":"2026-07-29T14:54:52.519379Z","steps":["trace[2006388945] 'agreement among raft nodes before linearized reading' (duration: 300.256856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:52.519469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:52.217169Z","time spent":"302.289421ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T14:54:52.914158Z","caller":"traceutil/trace.go:171","msg":"trace[1732312601] linearizableReadLoop","detail":"{readStateIndex:34138; appliedIndex:34137; }","duration":"309.735678ms","start":"2026-07-29T14:54:52.604389Z","end":"2026-07-29T14:54:52.914125Z","steps":["trace[1732312601] 'read index received' (duration: 309.506652ms)","trace[1732312601] 'applied index is now lower than readState.Index' (duration: 227.776µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:52.914269Z","caller":"traceutil/trace.go:171","msg":"trace[341639916] transaction","detail":"{read_only:false; response_revision:33119; number_of_response:1; }","duration":"384.970644ms","start":"2026-07-29T14:54:52.529264Z","end":"2026-07-29T14:54:52.914234Z","steps":["trace[341639916] 'process raft request' (duration: 384.667426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:52.914356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.810247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:52.91446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:52.52925Z","time spent":"385.090847ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:52.914511Z","caller":"traceutil/trace.go:171","msg":"trace[1608700349] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:33119; }","duration":"315.029354ms","start":"2026-07-29T14:54:52.599462Z","end":"2026-07-29T14:54:52.914491Z","steps":["trace[1608700349] 'agreement among raft nodes before linearized reading' (duration: 314.820158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:52.914671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:52.599438Z","time spent":"315.213868ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-07-29T14:54:52.914587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.957008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:52.914948Z","caller":"traceutil/trace.go:171","msg":"trace[851407813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33119; }","duration":"387.36013ms","start":"2026-07-29T14:54:52.527568Z","end":"2026-07-29T14:54:52.914928Z","steps":["trace[851407813] 'agreement among raft nodes before linearized reading' (duration: 386.861346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:52.915236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:52.527558Z","time spent":"387.639597ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:53.128804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.578945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:54:53.128911Z","caller":"traceutil/trace.go:171","msg":"trace[446608798] linearizableReadLoop","detail":"{readStateIndex:34139; appliedIndex:34138; }","duration":"206.219661ms","start":"2026-07-29T14:54:52.922674Z","end":"2026-07-29T14:54:53.128894Z","steps":["trace[446608798] 'read index received' (duration: 80.499861ms)","trace[446608798] 'applied index is now lower than readState.Index' (duration: 125.71887ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:53.128993Z","caller":"traceutil/trace.go:171","msg":"trace[1223611030] transaction","detail":"{read_only:false; response_revision:33120; number_of_response:1; }","duration":"519.592249ms","start":"2026-07-29T14:54:52.609392Z","end":"2026-07-29T14:54:53.128984Z","steps":["trace[1223611030] 'process raft request' (duration: 393.798898ms)","trace[1223611030] 'compare' (duration: 125.424991ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:53.129039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:52.609359Z","time spent":"519.660751ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T14:54:53.129367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.683253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-4trrn\" ","response":"range_response_count:1 size:5934"} {"level":"info","ts":"2026-07-29T14:54:53.129398Z","caller":"traceutil/trace.go:171","msg":"trace[309246455] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-4trrn; range_end:; response_count:1; response_revision:33120; }","duration":"206.754925ms","start":"2026-07-29T14:54:52.922634Z","end":"2026-07-29T14:54:53.129389Z","steps":["trace[309246455] 'agreement among raft nodes before linearized reading' (duration: 206.56772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:53.129421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.814945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:54:53.129506Z","caller":"traceutil/trace.go:171","msg":"trace[909139444] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:33120; }","duration":"103.976729ms","start":"2026-07-29T14:54:53.025512Z","end":"2026-07-29T14:54:53.129489Z","steps":["trace[909139444] 'agreement among raft nodes before linearized reading' (duration: 103.748973ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:53.35137Z","caller":"traceutil/trace.go:171","msg":"trace[1744115405] linearizableReadLoop","detail":"{readStateIndex:34141; appliedIndex:34140; }","duration":"120.735512ms","start":"2026-07-29T14:54:53.230609Z","end":"2026-07-29T14:54:53.351345Z","steps":["trace[1744115405] 'read index received' (duration: 120.456355ms)","trace[1744115405] 'applied index is now lower than readState.Index' (duration: 278.267µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:53.351789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.150104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-29T14:54:53.351839Z","caller":"traceutil/trace.go:171","msg":"trace[1555259406] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935; range_end:; response_count:1; response_revision:33122; }","duration":"121.268757ms","start":"2026-07-29T14:54:53.230557Z","end":"2026-07-29T14:54:53.351825Z","steps":["trace[1555259406] 'agreement among raft nodes before linearized reading' (duration: 120.893436ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:53.35202Z","caller":"traceutil/trace.go:171","msg":"trace[1245341654] transaction","detail":"{read_only:false; response_revision:33122; number_of_response:1; }","duration":"210.357976ms","start":"2026-07-29T14:54:53.141646Z","end":"2026-07-29T14:54:53.352004Z","steps":["trace[1245341654] 'process raft request' (duration: 209.491452ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:53.679656Z","caller":"traceutil/trace.go:171","msg":"trace[1295057240] linearizableReadLoop","detail":"{readStateIndex:34142; appliedIndex:34141; }","duration":"321.633046ms","start":"2026-07-29T14:54:53.357988Z","end":"2026-07-29T14:54:53.679621Z","steps":["trace[1295057240] 'read index received' (duration: 231.108947ms)","trace[1295057240] 'applied index is now lower than readState.Index' (duration: 90.522738ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:53.679781Z","caller":"traceutil/trace.go:171","msg":"trace[1130191354] transaction","detail":"{read_only:false; response_revision:33123; number_of_response:1; }","duration":"325.713938ms","start":"2026-07-29T14:54:53.354012Z","end":"2026-07-29T14:54:53.679726Z","steps":["trace[1130191354] 'process raft request' (duration: 235.154019ms)","trace[1130191354] 'compare' (duration: 90.22324ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:53.679984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:53.353988Z","time spent":"325.880593ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:53.680098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.011976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-07-29T14:54:53.680201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.408034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:53.680309Z","caller":"traceutil/trace.go:171","msg":"trace[168326253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33123; }","duration":"290.732963ms","start":"2026-07-29T14:54:53.389551Z","end":"2026-07-29T14:54:53.680283Z","steps":["trace[168326253] 'agreement among raft nodes before linearized reading' (duration: 290.366313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:53.680322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.86209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-29T14:54:53.680392Z","caller":"traceutil/trace.go:171","msg":"trace[333124900] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:33123; }","duration":"276.960593ms","start":"2026-07-29T14:54:53.403415Z","end":"2026-07-29T14:54:53.680376Z","steps":["trace[333124900] 'agreement among raft nodes before linearized reading' (duration: 276.738977ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:53.680212Z","caller":"traceutil/trace.go:171","msg":"trace[2004121353] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:33123; }","duration":"322.207101ms","start":"2026-07-29T14:54:53.357985Z","end":"2026-07-29T14:54:53.680192Z","steps":["trace[2004121353] 'agreement among raft nodes before linearized reading' (duration: 321.831491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:53.680585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:53.35795Z","time spent":"322.612973ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-29T14:54:54.409726Z","caller":"traceutil/trace.go:171","msg":"trace[1254442351] transaction","detail":"{read_only:false; response_revision:33124; number_of_response:1; }","duration":"724.422761ms","start":"2026-07-29T14:54:53.685258Z","end":"2026-07-29T14:54:54.409681Z","steps":["trace[1254442351] 'process raft request' (duration: 724.021029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:54.409924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:53.685244Z","time spent":"724.588845ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T14:54:54.409625Z","caller":"traceutil/trace.go:171","msg":"trace[71303381] transaction","detail":"{read_only:false; response_revision:33125; number_of_response:1; }","duration":"717.601662ms","start":"2026-07-29T14:54:53.691998Z","end":"2026-07-29T14:54:54.4096Z","steps":["trace[71303381] 'process raft request' (duration: 717.51871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:54.410247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:53.69199Z","time spent":"718.138967ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:54.806355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.879885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:54:54.8066Z","caller":"traceutil/trace.go:171","msg":"trace[1827465381] transaction","detail":"{read_only:false; response_revision:33127; number_of_response:1; }","duration":"391.588136ms","start":"2026-07-29T14:54:54.41499Z","end":"2026-07-29T14:54:54.806579Z","steps":["trace[1827465381] 'process raft request' (duration: 391.495714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:54.80666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:54.414958Z","time spent":"391.675499ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T14:54:54.80694Z","caller":"traceutil/trace.go:171","msg":"trace[717110654] transaction","detail":"{read_only:false; response_revision:33126; number_of_response:1; }","duration":"1.042766146s","start":"2026-07-29T14:54:53.764151Z","end":"2026-07-29T14:54:54.806918Z","steps":["trace[717110654] 'process raft request' (duration: 800.215272ms)","trace[717110654] 'compare' (duration: 241.764522ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:54.806955Z","caller":"traceutil/trace.go:171","msg":"trace[2123044479] linearizableReadLoop","detail":"{readStateIndex:34146; appliedIndex:34143; }","duration":"797.856017ms","start":"2026-07-29T14:54:54.009067Z","end":"2026-07-29T14:54:54.806923Z","steps":["trace[2123044479] 'read index received' (duration: 400.308546ms)","trace[2123044479] 'applied index is now lower than readState.Index' (duration: 397.540161ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:54.80704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:53.7641Z","time spent":"1.042892419s","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:54.807162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.497614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:54.807222Z","caller":"traceutil/trace.go:171","msg":"trace[632923728] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33127; }","duration":"586.633998ms","start":"2026-07-29T14:54:54.220577Z","end":"2026-07-29T14:54:54.807211Z","steps":["trace[632923728] 'agreement among raft nodes before linearized reading' (duration: 586.520235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:54.807257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:54.220515Z","time spent":"586.732921ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:54.807307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.788244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:54:54.807304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.018085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11668"} {"level":"info","ts":"2026-07-29T14:54:54.807357Z","caller":"traceutil/trace.go:171","msg":"trace[1349732911] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33127; }","duration":"585.850346ms","start":"2026-07-29T14:54:54.221493Z","end":"2026-07-29T14:54:54.807343Z","steps":["trace[1349732911] 'agreement among raft nodes before linearized reading' (duration: 585.700942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:54.80739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:54.221483Z","time spent":"585.900037ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-29T14:54:54.807393Z","caller":"traceutil/trace.go:171","msg":"trace[430531108] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:33127; }","duration":"393.151659ms","start":"2026-07-29T14:54:54.414218Z","end":"2026-07-29T14:54:54.80737Z","steps":["trace[430531108] 'agreement among raft nodes before linearized reading' (duration: 392.865121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:54.807395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.497474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:54.807163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.270888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:54.807448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:54.414203Z","time spent":"393.232462ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11690,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"info","ts":"2026-07-29T14:54:54.807492Z","caller":"traceutil/trace.go:171","msg":"trace[1624737070] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33127; }","duration":"586.634398ms","start":"2026-07-29T14:54:54.220843Z","end":"2026-07-29T14:54:54.807477Z","steps":["trace[1624737070] 'agreement among raft nodes before linearized reading' (duration: 586.261778ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:54.807488Z","caller":"traceutil/trace.go:171","msg":"trace[1450816518] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33127; }","duration":"586.639028ms","start":"2026-07-29T14:54:54.220825Z","end":"2026-07-29T14:54:54.807464Z","steps":["trace[1450816518] 'agreement among raft nodes before linearized reading' (duration: 586.463033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:54.807511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.773912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:54:54.807496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.809445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:54.80754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:54.22083Z","time spent":"586.696199ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:54.807549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:54.220819Z","time spent":"586.71543ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-29T14:54:54.807564Z","caller":"traceutil/trace.go:171","msg":"trace[1897070751] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33127; }","duration":"586.104203ms","start":"2026-07-29T14:54:54.221442Z","end":"2026-07-29T14:54:54.807546Z","steps":["trace[1897070751] 'agreement among raft nodes before linearized reading' (duration: 585.789494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:54.807615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:54.22142Z","time spent":"586.178435ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:54.807556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.327354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:54.807714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.671956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:54.80774Z","caller":"traceutil/trace.go:171","msg":"trace[941155831] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33127; }","duration":"584.545231ms","start":"2026-07-29T14:54:54.223174Z","end":"2026-07-29T14:54:54.807719Z","steps":["trace[941155831] 'agreement among raft nodes before linearized reading' (duration: 583.990345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:54.807791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.159989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:54.807868Z","caller":"traceutil/trace.go:171","msg":"trace[1592301489] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33127; }","duration":"584.258053ms","start":"2026-07-29T14:54:54.223599Z","end":"2026-07-29T14:54:54.807857Z","steps":["trace[1592301489] 'agreement among raft nodes before linearized reading' (duration: 584.111429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:54.807912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:54.223582Z","time spent":"584.320634ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:54:54.807542Z","caller":"traceutil/trace.go:171","msg":"trace[1570158102] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33127; }","duration":"586.856364ms","start":"2026-07-29T14:54:54.220676Z","end":"2026-07-29T14:54:54.807533Z","steps":["trace[1570158102] 'agreement among raft nodes before linearized reading' (duration: 586.761131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:54.807872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:54.223143Z","time spent":"584.713905ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:54.807699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.548831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:54.808211Z","caller":"traceutil/trace.go:171","msg":"trace[304378454] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33127; }","duration":"585.148397ms","start":"2026-07-29T14:54:54.223047Z","end":"2026-07-29T14:54:54.808195Z","steps":["trace[304378454] 'agreement among raft nodes before linearized reading' (duration: 584.327854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:54.808256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:54.223023Z","time spent":"585.219289ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:54.807894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.797567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:54.808419Z","caller":"traceutil/trace.go:171","msg":"trace[641430757] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33127; }","duration":"585.316791ms","start":"2026-07-29T14:54:54.223041Z","end":"2026-07-29T14:54:54.808358Z","steps":["trace[641430757] 'agreement among raft nodes before linearized reading' (duration: 584.653343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:54.808527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:54.223022Z","time spent":"585.487347ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:54.807567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.946989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:54:54.808755Z","caller":"traceutil/trace.go:171","msg":"trace[463993796] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33127; }","duration":"587.211784ms","start":"2026-07-29T14:54:54.221521Z","end":"2026-07-29T14:54:54.808733Z","steps":["trace[463993796] 'agreement among raft nodes before linearized reading' (duration: 585.582699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:54.808814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:54.221512Z","time spent":"587.286286ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-29T14:54:54.807763Z","caller":"traceutil/trace.go:171","msg":"trace[1640972911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33127; }","duration":"417.763769ms","start":"2026-07-29T14:54:54.389984Z","end":"2026-07-29T14:54:54.807747Z","steps":["trace[1640972911] 'agreement among raft nodes before linearized reading' (duration: 417.696577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:54.808931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:54.389957Z","time spent":"418.952842ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:54.80895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.867042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385189"} {"level":"warn","ts":"2026-07-29T14:54:54.807787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.751131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"info","ts":"2026-07-29T14:54:54.809101Z","caller":"traceutil/trace.go:171","msg":"trace[1986253217] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:33127; }","duration":"114.097569ms","start":"2026-07-29T14:54:54.69499Z","end":"2026-07-29T14:54:54.809088Z","steps":["trace[1986253217] 'agreement among raft nodes before linearized reading' (duration: 112.663849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:54.807965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:54.220647Z","time spent":"587.307026ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-29T14:54:54.809058Z","caller":"traceutil/trace.go:171","msg":"trace[1056920288] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:33127; }","duration":"800.037987ms","start":"2026-07-29T14:54:54.009005Z","end":"2026-07-29T14:54:54.809044Z","steps":["trace[1056920288] 'agreement among raft nodes before linearized reading' (duration: 798.007681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:54.809488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:54.008978Z","time spent":"800.460578ms","remote":"127.0.0.1:51428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1642,"response size":385211,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-07-29T14:54:55.115965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.244319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:54:55.116107Z","caller":"traceutil/trace.go:171","msg":"trace[1829122996] transaction","detail":"{read_only:false; response_revision:33128; number_of_response:1; }","duration":"301.140001ms","start":"2026-07-29T14:54:54.814944Z","end":"2026-07-29T14:54:55.116084Z","steps":["trace[1829122996] 'process raft request' (duration: 143.669745ms)","trace[1829122996] 'compare' (duration: 156.948591ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:55.11618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:54.814903Z","time spent":"301.243213ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:55.345462Z","caller":"traceutil/trace.go:171","msg":"trace[2079264560] linearizableReadLoop","detail":"{readStateIndex:34149; appliedIndex:34147; }","duration":"508.454702ms","start":"2026-07-29T14:54:54.836974Z","end":"2026-07-29T14:54:55.345429Z","steps":["trace[2079264560] 'read index received' (duration: 121.646457ms)","trace[2079264560] 'applied index is now lower than readState.Index' (duration: 386.806545ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:55.34577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.414945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-29T14:54:55.34582Z","caller":"traceutil/trace.go:171","msg":"trace[2102211589] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33129; }","duration":"277.513428ms","start":"2026-07-29T14:54:55.068289Z","end":"2026-07-29T14:54:55.345802Z","steps":["trace[2102211589] 'agreement among raft nodes before linearized reading' (duration: 277.313172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:55.346033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.137079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-07-29T14:54:55.346201Z","caller":"traceutil/trace.go:171","msg":"trace[1646630437] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:33129; }","duration":"131.341814ms","start":"2026-07-29T14:54:55.214791Z","end":"2026-07-29T14:54:55.346133Z","steps":["trace[1646630437] 'agreement among raft nodes before linearized reading' (duration: 131.105458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:55.34631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.641415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6ca6408677708\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-07-29T14:54:55.346355Z","caller":"traceutil/trace.go:171","msg":"trace[121141561] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c6ca6408677708; range_end:; response_count:1; response_revision:33129; }","duration":"226.725987ms","start":"2026-07-29T14:54:55.119618Z","end":"2026-07-29T14:54:55.346344Z","steps":["trace[121141561] 'agreement among raft nodes before linearized reading' (duration: 226.611314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:55.346622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.832138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:55.346656Z","caller":"traceutil/trace.go:171","msg":"trace[475768043] transaction","detail":"{read_only:false; response_revision:33129; number_of_response:1; }","duration":"527.710983ms","start":"2026-07-29T14:54:54.818924Z","end":"2026-07-29T14:54:55.346635Z","steps":["trace[475768043] 'process raft request' (duration: 445.317149ms)","trace[475768043] 'compare' (duration: 80.735308ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:55.34685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:54.818907Z","time spent":"527.790355ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:55.346664Z","caller":"traceutil/trace.go:171","msg":"trace[1271066197] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:33129; }","duration":"239.91649ms","start":"2026-07-29T14:54:55.106736Z","end":"2026-07-29T14:54:55.346652Z","steps":["trace[1271066197] 'agreement among raft nodes before linearized reading' (duration: 239.835068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:55.350947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.947993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-ks-endpoints-lnhgl.18c6c9e46ce74e8d\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:33127 ","response":"range_response_count:500 size:388726"} {"level":"info","ts":"2026-07-29T14:54:55.351037Z","caller":"traceutil/trace.go:171","msg":"trace[1531116579] range","detail":"{range_begin:/registry/events/openstack/heat-ks-endpoints-lnhgl.18c6c9e46ce74e8d\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:33129; }","duration":"514.071987ms","start":"2026-07-29T14:54:54.836945Z","end":"2026-07-29T14:54:55.351017Z","steps":["trace[1531116579] 'agreement among raft nodes before linearized reading' (duration: 508.655167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:55.35119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:54.836935Z","time spent":"514.139279ms","remote":"127.0.0.1:51428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":1142,"response size":388748,"request content":"key:\"/registry/events/openstack/heat-ks-endpoints-lnhgl.18c6c9e46ce74e8d\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:33127 "} {"level":"warn","ts":"2026-07-29T14:54:55.741194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.835634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:54:55.74128Z","caller":"traceutil/trace.go:171","msg":"trace[561893928] transaction","detail":"{read_only:false; response_revision:33131; number_of_response:1; }","duration":"315.965859ms","start":"2026-07-29T14:54:55.425297Z","end":"2026-07-29T14:54:55.741263Z","steps":["trace[561893928] 'process raft request' (duration: 102.999112ms)","trace[561893928] 'compare' (duration: 212.552916ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:55.741314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:55.425269Z","time spent":"316.032231ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T14:54:55.968985Z","caller":"traceutil/trace.go:171","msg":"trace[164905133] linearizableReadLoop","detail":"{readStateIndex:34152; appliedIndex:34150; }","duration":"521.930063ms","start":"2026-07-29T14:54:55.447028Z","end":"2026-07-29T14:54:55.968958Z","steps":["trace[164905133] 'read index received' (duration: 81.248242ms)","trace[164905133] 'applied index is now lower than readState.Index' (duration: 440.680201ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:55.969034Z","caller":"traceutil/trace.go:171","msg":"trace[107182341] transaction","detail":"{read_only:false; response_revision:33132; number_of_response:1; }","duration":"540.192967ms","start":"2026-07-29T14:54:55.4288Z","end":"2026-07-29T14:54:55.968993Z","steps":["trace[107182341] 'process raft request' (duration: 476.131509ms)","trace[107182341] 'compare' (duration: 63.677287ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:55.969321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:55.428777Z","time spent":"540.398103ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:55.969487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.532789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-29T14:54:55.969548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.987751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:55.96959Z","caller":"traceutil/trace.go:171","msg":"trace[1272828387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33132; }","duration":"389.694485ms","start":"2026-07-29T14:54:55.579872Z","end":"2026-07-29T14:54:55.969567Z","steps":["trace[1272828387] 'agreement among raft nodes before linearized reading' (duration: 389.386156ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:55.969615Z","caller":"traceutil/trace.go:171","msg":"trace[499784288] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:33132; }","duration":"303.099204ms","start":"2026-07-29T14:54:55.666498Z","end":"2026-07-29T14:54:55.969597Z","steps":["trace[499784288] 'agreement among raft nodes before linearized reading' (duration: 302.972451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:55.969652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:55.579851Z","time spent":"389.791227ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T14:54:55.969651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.810196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-0.18c6ca6351e4fb54\" ","response":"range_response_count:1 size:919"} {"level":"warn","ts":"2026-07-29T14:54:55.969669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:55.666475Z","time spent":"303.178027ms","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:55.969757Z","caller":"traceutil/trace.go:171","msg":"trace[806133114] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-0.18c6ca6351e4fb54; range_end:; response_count:1; response_revision:33132; }","duration":"223.94992ms","start":"2026-07-29T14:54:55.745791Z","end":"2026-07-29T14:54:55.969741Z","steps":["trace[806133114] 'agreement among raft nodes before linearized reading' (duration: 223.739005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:55.970003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.043063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T14:54:55.970044Z","caller":"traceutil/trace.go:171","msg":"trace[594807313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33132; }","duration":"390.098485ms","start":"2026-07-29T14:54:55.579936Z","end":"2026-07-29T14:54:55.970034Z","steps":["trace[594807313] 'agreement among raft nodes before linearized reading' (duration: 389.999433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:55.970072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:55.57993Z","time spent":"390.135346ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T14:54:55.970294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.224059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-neutron.18c6c95862cbf032\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:33127 ","response":"range_response_count:142 size:109753"} {"level":"info","ts":"2026-07-29T14:54:55.970351Z","caller":"traceutil/trace.go:171","msg":"trace[1634627721] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-neutron.18c6c95862cbf032\u0000; range_end:/registry/events/openstack0; response_count:142; response_revision:33132; }","duration":"523.323992ms","start":"2026-07-29T14:54:55.447014Z","end":"2026-07-29T14:54:55.970338Z","steps":["trace[1634627721] 'agreement among raft nodes before linearized reading' (duration: 522.076907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:55.97045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:55.446967Z","time spent":"523.419994ms","remote":"127.0.0.1:51428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":142,"response size":109775,"request content":"key:\"/registry/events/openstack/rabbitmq-neutron.18c6c95862cbf032\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:33127 "} {"level":"info","ts":"2026-07-29T14:54:56.166807Z","caller":"traceutil/trace.go:171","msg":"trace[1841552096] transaction","detail":"{read_only:false; response_revision:33134; number_of_response:1; }","duration":"191.591537ms","start":"2026-07-29T14:54:55.975179Z","end":"2026-07-29T14:54:56.166771Z","steps":["trace[1841552096] 'process raft request' (duration: 190.534138ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:56.166639Z","caller":"traceutil/trace.go:171","msg":"trace[1374504765] linearizableReadLoop","detail":"{readStateIndex:34155; appliedIndex:34153; }","duration":"152.952671ms","start":"2026-07-29T14:54:56.013628Z","end":"2026-07-29T14:54:56.166581Z","steps":["trace[1374504765] 'read index received' (duration: 152.007654ms)","trace[1374504765] 'applied index is now lower than readState.Index' (duration: 941.076µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:56.16687Z","caller":"traceutil/trace.go:171","msg":"trace[26179405] transaction","detail":"{read_only:false; response_revision:33135; number_of_response:1; }","duration":"191.652238ms","start":"2026-07-29T14:54:55.975181Z","end":"2026-07-29T14:54:56.166834Z","steps":["trace[26179405] 'process raft request' (duration: 191.34786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:56.167226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.075342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-29T14:54:56.167319Z","caller":"traceutil/trace.go:171","msg":"trace[2054764126] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:33135; }","duration":"171.231655ms","start":"2026-07-29T14:54:55.996072Z","end":"2026-07-29T14:54:56.167304Z","steps":["trace[2054764126] 'agreement among raft nodes before linearized reading' (duration: 170.799844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:56.667111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115450,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T14:54:56.806247Z","caller":"traceutil/trace.go:171","msg":"trace[461869682] linearizableReadLoop","detail":"{readStateIndex:34156; appliedIndex:34155; }","duration":"639.328123ms","start":"2026-07-29T14:54:56.16689Z","end":"2026-07-29T14:54:56.806218Z","steps":["trace[461869682] 'read index received' (duration: 639.126408ms)","trace[461869682] 'applied index is now lower than readState.Index' (duration: 200.165µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:56.806326Z","caller":"traceutil/trace.go:171","msg":"trace[959526334] transaction","detail":"{read_only:false; response_revision:33136; number_of_response:1; }","duration":"784.328395ms","start":"2026-07-29T14:54:56.021956Z","end":"2026-07-29T14:54:56.806284Z","steps":["trace[959526334] 'process raft request' (duration: 784.074228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:56.806574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:56.021926Z","time spent":"784.53297ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5659,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:56.806698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.136718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-0.18c6ca6351e51224\" ","response":"range_response_count:1 size:920"} {"level":"info","ts":"2026-07-29T14:54:56.806828Z","caller":"traceutil/trace.go:171","msg":"trace[26672250] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-0.18c6ca6351e51224; range_end:; response_count:1; response_revision:33136; }","duration":"789.318972ms","start":"2026-07-29T14:54:56.017478Z","end":"2026-07-29T14:54:56.806797Z","steps":["trace[26672250] 'agreement among raft nodes before linearized reading' (duration: 788.87119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:56.8069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:56.017467Z","time spent":"789.421486ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":942,"request content":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-0.18c6ca6351e51224\" "} {"level":"warn","ts":"2026-07-29T14:54:56.809193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.979278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T14:54:56.809281Z","caller":"traceutil/trace.go:171","msg":"trace[1239895458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33137; }","duration":"637.079821ms","start":"2026-07-29T14:54:56.172181Z","end":"2026-07-29T14:54:56.809261Z","steps":["trace[1239895458] 'agreement among raft nodes before linearized reading' (duration: 636.830014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:56.809541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:56.172149Z","time spent":"637.311797ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T14:54:56.809814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.857159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T14:54:56.809855Z","caller":"traceutil/trace.go:171","msg":"trace[1552318462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33137; }","duration":"393.89762ms","start":"2026-07-29T14:54:56.415946Z","end":"2026-07-29T14:54:56.809844Z","steps":["trace[1552318462] 'agreement among raft nodes before linearized reading' (duration: 393.783247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:56.81001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:56.415894Z","time spent":"394.057424ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T14:54:56.810085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.855502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T14:54:56.810141Z","caller":"traceutil/trace.go:171","msg":"trace[442844538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33137; }","duration":"637.939015ms","start":"2026-07-29T14:54:56.172189Z","end":"2026-07-29T14:54:56.810128Z","steps":["trace[442844538] 'agreement among raft nodes before linearized reading' (duration: 637.815351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:56.810181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:56.172171Z","time spent":"638.002336ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T14:54:56.810312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.819543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:56.810348Z","caller":"traceutil/trace.go:171","msg":"trace[1038823388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33137; }","duration":"420.899996ms","start":"2026-07-29T14:54:56.389438Z","end":"2026-07-29T14:54:56.810338Z","steps":["trace[1038823388] 'agreement among raft nodes before linearized reading' (duration: 420.837424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:56.810381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:56.389384Z","time spent":"420.991398ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:56.809333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.527063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-07-29T14:54:56.810517Z","caller":"traceutil/trace.go:171","msg":"trace[925553568] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:33137; }","duration":"122.750997ms","start":"2026-07-29T14:54:56.687743Z","end":"2026-07-29T14:54:56.810494Z","steps":["trace[925553568] 'agreement among raft nodes before linearized reading' (duration: 121.488192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:57.044992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.541425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:54:57.045339Z","caller":"traceutil/trace.go:171","msg":"trace[1359572834] transaction","detail":"{read_only:false; response_revision:33139; number_of_response:1; }","duration":"224.649449ms","start":"2026-07-29T14:54:56.82067Z","end":"2026-07-29T14:54:57.04532Z","steps":["trace[1359572834] 'process raft request' (duration: 224.427563ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:57.045229Z","caller":"traceutil/trace.go:171","msg":"trace[2028150426] transaction","detail":"{read_only:false; response_revision:33138; number_of_response:1; }","duration":"224.65465ms","start":"2026-07-29T14:54:56.82054Z","end":"2026-07-29T14:54:57.045195Z","steps":["trace[2028150426] 'process raft request' (duration: 44.763925ms)","trace[2028150426] 'compare' (duration: 179.211386ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:57.045696Z","caller":"traceutil/trace.go:171","msg":"trace[958882035] transaction","detail":"{read_only:false; response_revision:33140; number_of_response:1; }","duration":"221.570415ms","start":"2026-07-29T14:54:56.824083Z","end":"2026-07-29T14:54:57.045654Z","steps":["trace[958882035] 'process raft request' (duration: 221.106652ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:57.045818Z","caller":"traceutil/trace.go:171","msg":"trace[177522797] linearizableReadLoop","detail":"{readStateIndex:34159; appliedIndex:34157; }","duration":"223.57806ms","start":"2026-07-29T14:54:56.822188Z","end":"2026-07-29T14:54:57.045766Z","steps":["trace[177522797] 'read index received' (duration: 43.13434ms)","trace[177522797] 'applied index is now lower than readState.Index' (duration: 180.437169ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:57.045964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.763055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-5wxwl\" ","response":"range_response_count:1 size:5956"} {"level":"info","ts":"2026-07-29T14:54:57.046007Z","caller":"traceutil/trace.go:171","msg":"trace[1822588283] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-5wxwl; range_end:; response_count:1; response_revision:33140; }","duration":"223.871908ms","start":"2026-07-29T14:54:56.822124Z","end":"2026-07-29T14:54:57.045996Z","steps":["trace[1822588283] 'agreement among raft nodes before linearized reading' (duration: 223.709564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:57.046304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.88138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"warn","ts":"2026-07-29T14:54:57.046306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.077606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:57.046369Z","caller":"traceutil/trace.go:171","msg":"trace[209727357] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:33141; }","duration":"214.985953ms","start":"2026-07-29T14:54:56.831363Z","end":"2026-07-29T14:54:57.046349Z","steps":["trace[209727357] 'agreement among raft nodes before linearized reading' (duration: 214.770717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:57.046425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.155328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:57.046452Z","caller":"traceutil/trace.go:171","msg":"trace[1302922124] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33141; }","duration":"219.251831ms","start":"2026-07-29T14:54:56.827139Z","end":"2026-07-29T14:54:57.046391Z","steps":["trace[1302922124] 'agreement among raft nodes before linearized reading' (duration: 218.972213ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:57.046473Z","caller":"traceutil/trace.go:171","msg":"trace[1749895188] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33141; }","duration":"219.246511ms","start":"2026-07-29T14:54:56.827213Z","end":"2026-07-29T14:54:57.04646Z","steps":["trace[1749895188] 'agreement among raft nodes before linearized reading' (duration: 219.016224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:57.046481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.84376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:54:57.04887Z","caller":"traceutil/trace.go:171","msg":"trace[1212663693] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33141; }","duration":"221.319197ms","start":"2026-07-29T14:54:56.827524Z","end":"2026-07-29T14:54:57.048843Z","steps":["trace[1212663693] 'agreement among raft nodes before linearized reading' (duration: 218.683025ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:57.413835Z","caller":"traceutil/trace.go:171","msg":"trace[695683888] transaction","detail":"{read_only:false; response_revision:33143; number_of_response:1; }","duration":"351.477219ms","start":"2026-07-29T14:54:57.062329Z","end":"2026-07-29T14:54:57.413806Z","steps":["trace[695683888] 'process raft request' (duration: 350.910884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:57.414047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:57.062306Z","time spent":"351.609333ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:57.454588Z","caller":"traceutil/trace.go:171","msg":"trace[1670377210] linearizableReadLoop","detail":"{readStateIndex:34164; appliedIndex:34162; }","duration":"302.954311ms","start":"2026-07-29T14:54:57.151607Z","end":"2026-07-29T14:54:57.454561Z","steps":["trace[1670377210] 'read index received' (duration: 261.808875ms)","trace[1670377210] 'applied index is now lower than readState.Index' (duration: 41.143956ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:57.454671Z","caller":"traceutil/trace.go:171","msg":"trace[1774160611] transaction","detail":"{read_only:false; response_revision:33144; number_of_response:1; }","duration":"386.900147ms","start":"2026-07-29T14:54:57.067731Z","end":"2026-07-29T14:54:57.454631Z","steps":["trace[1774160611] 'process raft request' (duration: 386.601679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:57.454812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:57.067705Z","time spent":"387.032751ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T14:54:57.454902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.16397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-29T14:54:57.454971Z","caller":"traceutil/trace.go:171","msg":"trace[1307488198] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33144; }","duration":"206.266213ms","start":"2026-07-29T14:54:57.248682Z","end":"2026-07-29T14:54:57.454948Z","steps":["trace[1307488198] 'agreement among raft nodes before linearized reading' (duration: 206.053557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:57.454841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.219508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T14:54:57.455145Z","caller":"traceutil/trace.go:171","msg":"trace[305078446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33144; }","duration":"303.575328ms","start":"2026-07-29T14:54:57.151553Z","end":"2026-07-29T14:54:57.455129Z","steps":["trace[305078446] 'agreement among raft nodes before linearized reading' (duration: 303.144946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:57.455189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:57.151526Z","time spent":"303.64901ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T14:54:58.002714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979115474,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T14:54:58.039805Z","caller":"traceutil/trace.go:171","msg":"trace[1169471599] transaction","detail":"{read_only:false; response_revision:33146; number_of_response:1; }","duration":"578.076301ms","start":"2026-07-29T14:54:57.461692Z","end":"2026-07-29T14:54:58.039769Z","steps":["trace[1169471599] 'process raft request' (duration: 577.713711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:58.040072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:57.461678Z","time spent":"578.197295ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:58.040662Z","caller":"traceutil/trace.go:171","msg":"trace[2030768268] transaction","detail":"{read_only:false; response_revision:33147; number_of_response:1; }","duration":"575.031287ms","start":"2026-07-29T14:54:57.465611Z","end":"2026-07-29T14:54:58.040642Z","steps":["trace[2030768268] 'process raft request' (duration: 574.067441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:58.040992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:57.465602Z","time spent":"575.10852ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:59.158168Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.119877565s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T14:54:59.158536Z","caller":"traceutil/trace.go:171","msg":"trace[912650033] linearizableReadLoop","detail":"{readStateIndex:34168; appliedIndex:34165; }","duration":"1.656546733s","start":"2026-07-29T14:54:57.501966Z","end":"2026-07-29T14:54:59.158513Z","steps":["trace[912650033] 'read index received' (duration: 537.033509ms)","trace[912650033] 'applied index is now lower than readState.Index' (duration: 1.119511984s)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:54:59.158607Z","caller":"traceutil/trace.go:171","msg":"trace[2035644568] transaction","detail":"{read_only:false; response_revision:33148; number_of_response:1; }","duration":"1.654889518s","start":"2026-07-29T14:54:57.50371Z","end":"2026-07-29T14:54:59.158599Z","steps":["trace[2035644568] 'process raft request' (duration: 1.654636511s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.158687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:57.503697Z","time spent":"1.654932319s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T14:54:59.159132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.800984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T14:54:59.159166Z","caller":"traceutil/trace.go:171","msg":"trace[1526705968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33148; }","duration":"103.878546ms","start":"2026-07-29T14:54:59.05528Z","end":"2026-07-29T14:54:59.159159Z","steps":["trace[1526705968] 'agreement among raft nodes before linearized reading' (duration: 103.758373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.159154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.784432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:59.159211Z","caller":"traceutil/trace.go:171","msg":"trace[1874182721] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33148; }","duration":"333.859703ms","start":"2026-07-29T14:54:58.825334Z","end":"2026-07-29T14:54:59.159193Z","steps":["trace[1874182721] 'agreement among raft nodes before linearized reading' (duration: 333.628417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.159227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.314229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-29T14:54:59.15925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:58.825323Z","time spent":"333.919465ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:54:59.159268Z","caller":"traceutil/trace.go:171","msg":"trace[1780031152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33148; }","duration":"108.375611ms","start":"2026-07-29T14:54:59.050877Z","end":"2026-07-29T14:54:59.159253Z","steps":["trace[1780031152] 'agreement among raft nodes before linearized reading' (duration: 108.274648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.159236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.99691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-29T14:54:59.159345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657375426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-29T14:54:59.159347Z","caller":"traceutil/trace.go:171","msg":"trace[1804849538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33148; }","duration":"108.130144ms","start":"2026-07-29T14:54:59.051189Z","end":"2026-07-29T14:54:59.15932Z","steps":["trace[1804849538] 'agreement among raft nodes before linearized reading' (duration: 107.804395ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:59.159373Z","caller":"traceutil/trace.go:171","msg":"trace[1478370561] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33148; }","duration":"1.657422718s","start":"2026-07-29T14:54:57.501942Z","end":"2026-07-29T14:54:59.159364Z","steps":["trace[1478370561] 'agreement among raft nodes before linearized reading' (duration: 1.657354356s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.159361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.504244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T14:54:59.159428Z","caller":"traceutil/trace.go:171","msg":"trace[995449054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33148; }","duration":"774.627017ms","start":"2026-07-29T14:54:58.384783Z","end":"2026-07-29T14:54:59.15941Z","steps":["trace[995449054] 'agreement among raft nodes before linearized reading' (duration: 774.402901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.159469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:58.384762Z","time spent":"774.698799ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T14:54:59.159501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.467416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-07-29T14:54:59.159535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.552074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-07-29T14:54:59.159569Z","caller":"traceutil/trace.go:171","msg":"trace[1815782237] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33148; }","duration":"323.527689ms","start":"2026-07-29T14:54:58.836004Z","end":"2026-07-29T14:54:59.159531Z","steps":["trace[1815782237] 'agreement among raft nodes before linearized reading' (duration: 323.431706ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:59.159588Z","caller":"traceutil/trace.go:171","msg":"trace[1280896180] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:33148; }","duration":"329.642527ms","start":"2026-07-29T14:54:58.829936Z","end":"2026-07-29T14:54:59.159579Z","steps":["trace[1280896180] 'agreement among raft nodes before linearized reading' (duration: 329.515943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.159608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:58.835993Z","time spent":"323.60521ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T14:54:59.159108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.070416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:59.159653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.658559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:59.159676Z","caller":"traceutil/trace.go:171","msg":"trace[562387087] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:33148; }","duration":"628.70759ms","start":"2026-07-29T14:54:58.530961Z","end":"2026-07-29T14:54:59.159669Z","steps":["trace[562387087] 'agreement among raft nodes before linearized reading' (duration: 628.672459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.159633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626259068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-29T14:54:59.159714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.75739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:54:59.159727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.716611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:59.159739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.974144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:59.159742Z","caller":"traceutil/trace.go:171","msg":"trace[1415356132] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33148; }","duration":"329.801581ms","start":"2026-07-29T14:54:58.829933Z","end":"2026-07-29T14:54:59.159734Z","steps":["trace[1415356132] 'agreement among raft nodes before linearized reading' (duration: 329.698648ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:59.159703Z","caller":"traceutil/trace.go:171","msg":"trace[1571779495] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33148; }","duration":"323.675102ms","start":"2026-07-29T14:54:58.835987Z","end":"2026-07-29T14:54:59.159662Z","steps":["trace[1571779495] 'agreement among raft nodes before linearized reading' (duration: 323.037765ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:59.159752Z","caller":"traceutil/trace.go:171","msg":"trace[569066984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33148; }","duration":"769.740192ms","start":"2026-07-29T14:54:58.390002Z","end":"2026-07-29T14:54:59.159743Z","steps":["trace[569066984] 'agreement among raft nodes before linearized reading' (duration: 769.697601ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:59.15976Z","caller":"traceutil/trace.go:171","msg":"trace[2063729626] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33148; }","duration":"335.014806ms","start":"2026-07-29T14:54:58.824739Z","end":"2026-07-29T14:54:59.159754Z","steps":["trace[2063729626] 'agreement among raft nodes before linearized reading' (duration: 334.978555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.159767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:58.829926Z","time spent":"329.836232ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-29T14:54:59.15978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:58.38994Z","time spent":"769.836134ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:59.159822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.016335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:59.15985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:58.835965Z","time spent":"323.827057ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:59.159887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.863274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:54:59.159393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:57.50193Z","time spent":"1.657458509s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:54:59.159928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.967016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:54:59.16Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114057053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4430"} {"level":"warn","ts":"2026-07-29T14:54:59.160002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.609554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:59.159614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:58.829915Z","time spent":"329.693359ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T14:54:59.160027Z","caller":"traceutil/trace.go:171","msg":"trace[1143393976] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:33148; }","duration":"1.114120135s","start":"2026-07-29T14:54:58.045901Z","end":"2026-07-29T14:54:59.160021Z","steps":["trace[1143393976] 'agreement among raft nodes before linearized reading' (duration: 1.114059153s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.160047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:58.045867Z","time spent":"1.114175987s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4452,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-07-29T14:54:59.16004Z","caller":"traceutil/trace.go:171","msg":"trace[2131912038] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33148; }","duration":"105.659855ms","start":"2026-07-29T14:54:59.054369Z","end":"2026-07-29T14:54:59.160029Z","steps":["trace[2131912038] 'agreement among raft nodes before linearized reading' (duration: 105.597353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.160054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342476497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-29T14:54:59.159788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:58.824727Z","time spent":"335.053816ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-07-29T14:54:59.160102Z","caller":"traceutil/trace.go:171","msg":"trace[1096294457] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:33148; }","duration":"1.342567669s","start":"2026-07-29T14:54:57.817523Z","end":"2026-07-29T14:54:59.160091Z","steps":["trace[1096294457] 'agreement among raft nodes before linearized reading' (duration: 1.342361273s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.159948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080765295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:54:59.159862Z","caller":"traceutil/trace.go:171","msg":"trace[760620866] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:33148; }","duration":"926.101337ms","start":"2026-07-29T14:54:58.233746Z","end":"2026-07-29T14:54:59.159848Z","steps":["trace[760620866] 'agreement among raft nodes before linearized reading' (duration: 926.032425ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:59.159743Z","caller":"traceutil/trace.go:171","msg":"trace[1507865291] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:33148; }","duration":"1.626435543s","start":"2026-07-29T14:54:57.533282Z","end":"2026-07-29T14:54:59.159718Z","steps":["trace[1507865291] 'agreement among raft nodes before linearized reading' (duration: 1.626023381s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.16015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:57.817495Z","time spent":"1.342644321s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-29T14:54:59.160174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:58.233717Z","time spent":"926.444197ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:59.160179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:57.533267Z","time spent":"1.626894485s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":131,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:54:59.159994Z","caller":"traceutil/trace.go:171","msg":"trace[1643581163] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33148; }","duration":"338.038679ms","start":"2026-07-29T14:54:58.821931Z","end":"2026-07-29T14:54:59.15997Z","steps":["trace[1643581163] 'agreement among raft nodes before linearized reading' (duration: 337.850713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.1597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:58.530945Z","time spent":"628.749631ms","remote":"127.0.0.1:51214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:59.159881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114618669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/staffeln-api-6bb88c8bd6-vb7ms.18c6ca64fe47962b\" ","response":"range_response_count:1 size:873"} {"level":"info","ts":"2026-07-29T14:54:59.160298Z","caller":"traceutil/trace.go:171","msg":"trace[2145486529] range","detail":"{range_begin:/registry/events/openstack/staffeln-api-6bb88c8bd6-vb7ms.18c6ca64fe47962b; range_end:; response_count:1; response_revision:33148; }","duration":"1.11503517s","start":"2026-07-29T14:54:58.045255Z","end":"2026-07-29T14:54:59.160291Z","steps":["trace[2145486529] 'agreement among raft nodes before linearized reading' (duration: 1.114567078s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.160288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:58.821922Z","time spent":"338.329486ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-29T14:54:59.160154Z","caller":"traceutil/trace.go:171","msg":"trace[30415306] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:33148; }","duration":"1.080989161s","start":"2026-07-29T14:54:58.079149Z","end":"2026-07-29T14:54:59.160138Z","steps":["trace[30415306] 'agreement among raft nodes before linearized reading' (duration: 1.080746435s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.160322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:58.045185Z","time spent":"1.115129333s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":895,"request content":"key:\"/registry/events/openstack/staffeln-api-6bb88c8bd6-vb7ms.18c6ca64fe47962b\" "} {"level":"warn","ts":"2026-07-29T14:54:59.160353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:58.079133Z","time spent":"1.081214927s","remote":"127.0.0.1:51410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":37,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:59.160356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499370046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-29T14:54:59.159938Z","caller":"traceutil/trace.go:171","msg":"trace[334273086] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33148; }","duration":"104.930525ms","start":"2026-07-29T14:54:59.054993Z","end":"2026-07-29T14:54:59.159923Z","steps":["trace[334273086] 'agreement among raft nodes before linearized reading' (duration: 104.770811ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:59.160403Z","caller":"traceutil/trace.go:171","msg":"trace[1657599740] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33148; }","duration":"1.499449718s","start":"2026-07-29T14:54:57.660939Z","end":"2026-07-29T14:54:59.160389Z","steps":["trace[1657599740] 'agreement among raft nodes before linearized reading' (duration: 1.499216592s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.15962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.914729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:54:59.160445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:57.66092Z","time spent":"1.499517319s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-29T14:54:59.16047Z","caller":"traceutil/trace.go:171","msg":"trace[572282400] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:33148; }","duration":"611.782053ms","start":"2026-07-29T14:54:58.548677Z","end":"2026-07-29T14:54:59.16046Z","steps":["trace[572282400] 'agreement among raft nodes before linearized reading' (duration: 610.902259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.159714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.541098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:54:59.160524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:58.548666Z","time spent":"611.842784ms","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":13,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:59.159927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.063628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:59.160572Z","caller":"traceutil/trace.go:171","msg":"trace[1971453351] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:33148; }","duration":"341.471823ms","start":"2026-07-29T14:54:58.81907Z","end":"2026-07-29T14:54:59.160542Z","steps":["trace[1971453351] 'agreement among raft nodes before linearized reading' (duration: 340.432515ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:59.160628Z","caller":"traceutil/trace.go:171","msg":"trace[1001806460] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:33148; }","duration":"330.782058ms","start":"2026-07-29T14:54:58.829831Z","end":"2026-07-29T14:54:59.160613Z","steps":["trace[1001806460] 'agreement among raft nodes before linearized reading' (duration: 330.072949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.160665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:58.829818Z","time spent":"330.834819ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-07-29T14:54:59.16067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:58.819047Z","time spent":"341.577937ms","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:54:59.362602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.708834ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:59.362921Z","caller":"traceutil/trace.go:171","msg":"trace[955666346] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:33148; }","duration":"181.975151ms","start":"2026-07-29T14:54:59.180804Z","end":"2026-07-29T14:54:59.362779Z","steps":["trace[955666346] 'range keys from in-memory index tree' (duration: 181.679713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.36302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.331988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:54:59.363324Z","caller":"traceutil/trace.go:171","msg":"trace[938656886] transaction","detail":"{read_only:false; response_revision:33149; number_of_response:1; }","duration":"199.833434ms","start":"2026-07-29T14:54:59.163415Z","end":"2026-07-29T14:54:59.363249Z","steps":["trace[938656886] 'process raft request' (duration: 53.001452ms)","trace[938656886] 'compare' (duration: 145.804614ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:59.793231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.21825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:54:59.793482Z","caller":"traceutil/trace.go:171","msg":"trace[1537603688] transaction","detail":"{read_only:false; response_revision:33150; number_of_response:1; }","duration":"627.584569ms","start":"2026-07-29T14:54:59.165863Z","end":"2026-07-29T14:54:59.793448Z","steps":["trace[1537603688] 'process raft request' (duration: 350.03306ms)","trace[1537603688] 'compare' (duration: 277.078096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:59.793622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:59.165842Z","time spent":"627.705102ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:59.793683Z","caller":"traceutil/trace.go:171","msg":"trace[795524914] transaction","detail":"{read_only:false; response_revision:33151; number_of_response:1; }","duration":"624.448753ms","start":"2026-07-29T14:54:59.169208Z","end":"2026-07-29T14:54:59.793656Z","steps":["trace[795524914] 'process raft request' (duration: 624.147484ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:59.793811Z","caller":"traceutil/trace.go:171","msg":"trace[1743011597] transaction","detail":"{read_only:false; response_revision:33152; number_of_response:1; }","duration":"623.126846ms","start":"2026-07-29T14:54:59.170637Z","end":"2026-07-29T14:54:59.793764Z","steps":["trace[1743011597] 'process raft request' (duration: 622.9324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.793829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:59.1692Z","time spent":"624.570116ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:59.793817Z","caller":"traceutil/trace.go:171","msg":"trace[1948937721] transaction","detail":"{read_only:false; response_revision:33153; number_of_response:1; }","duration":"622.850168ms","start":"2026-07-29T14:54:59.17094Z","end":"2026-07-29T14:54:59.79379Z","steps":["trace[1948937721] 'process raft request' (duration: 622.739055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.793926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:59.170619Z","time spent":"623.25517ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:54:59.793983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:59.170935Z","time spent":"622.978922ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:54:59.794017Z","caller":"traceutil/trace.go:171","msg":"trace[1108429190] linearizableReadLoop","detail":"{readStateIndex:34174; appliedIndex:34169; }","duration":"402.96574ms","start":"2026-07-29T14:54:59.391028Z","end":"2026-07-29T14:54:59.793994Z","steps":["trace[1108429190] 'read index received' (duration: 124.884556ms)","trace[1108429190] 'applied index is now lower than readState.Index' (duration: 278.078974ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:54:59.794139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.114464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:54:59.794105Z","caller":"traceutil/trace.go:171","msg":"trace[726497306] transaction","detail":"{read_only:false; response_revision:33154; number_of_response:1; }","duration":"425.221844ms","start":"2026-07-29T14:54:59.368844Z","end":"2026-07-29T14:54:59.794066Z","steps":["trace[726497306] 'process raft request' (duration: 424.878445ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:59.794203Z","caller":"traceutil/trace.go:171","msg":"trace[1740529785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33154; }","duration":"403.183086ms","start":"2026-07-29T14:54:59.390986Z","end":"2026-07-29T14:54:59.794169Z","steps":["trace[1740529785] 'agreement among raft nodes before linearized reading' (duration: 403.114674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.794241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:59.390967Z","time spent":"403.267919ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:54:59.794289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:59.368823Z","time spent":"425.379639ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T14:54:59.862343Z","caller":"traceutil/trace.go:171","msg":"trace[1063947828] transaction","detail":"{read_only:false; response_revision:33155; number_of_response:1; }","duration":"139.618803ms","start":"2026-07-29T14:54:59.722668Z","end":"2026-07-29T14:54:59.862287Z","steps":["trace[1063947828] 'process raft request' (duration: 139.358236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:54:59.862489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.199793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:54:59.862633Z","caller":"traceutil/trace.go:171","msg":"trace[901688615] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:33155; }","duration":"284.42981ms","start":"2026-07-29T14:54:59.578177Z","end":"2026-07-29T14:54:59.862607Z","steps":["trace[901688615] 'agreement among raft nodes before linearized reading' (duration: 284.169943ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:54:59.968768Z","caller":"traceutil/trace.go:171","msg":"trace[1154724894] transaction","detail":"{read_only:false; response_revision:33156; number_of_response:1; }","duration":"103.861476ms","start":"2026-07-29T14:54:59.864878Z","end":"2026-07-29T14:54:59.96874Z","steps":["trace[1154724894] 'process raft request' (duration: 54.211526ms)","trace[1154724894] 'compare' (duration: 49.529587ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:55:00.175295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.031731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:55:00.175447Z","caller":"traceutil/trace.go:171","msg":"trace[1712895636] linearizableReadLoop","detail":"{readStateIndex:34177; appliedIndex:34176; }","duration":"203.196067ms","start":"2026-07-29T14:54:59.972228Z","end":"2026-07-29T14:55:00.175424Z","steps":["trace[1712895636] 'read index received' (duration: 98.94247ms)","trace[1712895636] 'applied index is now lower than readState.Index' (duration: 104.251767ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:55:00.17565Z","caller":"traceutil/trace.go:171","msg":"trace[1298087924] transaction","detail":"{read_only:false; response_revision:33157; number_of_response:1; }","duration":"304.597826ms","start":"2026-07-29T14:54:59.870988Z","end":"2026-07-29T14:55:00.175586Z","steps":["trace[1298087924] 'process raft request' (duration: 200.149423ms)","trace[1298087924] 'compare' (duration: 103.827646ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:55:00.175733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.499915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6ca67983a2451\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-29T14:55:00.17577Z","caller":"traceutil/trace.go:171","msg":"trace[759424785] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6ca67983a2451; range_end:; response_count:1; response_revision:33157; }","duration":"203.572888ms","start":"2026-07-29T14:54:59.972181Z","end":"2026-07-29T14:55:00.175754Z","steps":["trace[759424785] 'agreement among raft nodes before linearized reading' (duration: 203.360722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:55:00.175812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.22442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-29T14:55:00.175851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:54:59.870979Z","time spent":"304.77385ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6246,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:55:00.175905Z","caller":"traceutil/trace.go:171","msg":"trace[1832094687] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:33157; }","duration":"115.390895ms","start":"2026-07-29T14:55:00.060489Z","end":"2026-07-29T14:55:00.17588Z","steps":["trace[1832094687] 'agreement among raft nodes before linearized reading' (duration: 115.088766ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:55:22.786933Z","caller":"traceutil/trace.go:171","msg":"trace[1844614334] transaction","detail":"{read_only:false; response_revision:33490; number_of_response:1; }","duration":"200.343769ms","start":"2026-07-29T14:55:22.586572Z","end":"2026-07-29T14:55:22.786916Z","steps":["trace[1844614334] 'process raft request' (duration: 200.222576ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:55:22.787338Z","caller":"traceutil/trace.go:171","msg":"trace[569763399] linearizableReadLoop","detail":"{readStateIndex:34517; appliedIndex:34517; }","duration":"166.917927ms","start":"2026-07-29T14:55:22.620411Z","end":"2026-07-29T14:55:22.787329Z","steps":["trace[569763399] 'read index received' (duration: 166.914667ms)","trace[569763399] 'applied index is now lower than readState.Index' (duration: 2.64µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:55:22.787429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.021179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T14:55:22.787446Z","caller":"traceutil/trace.go:171","msg":"trace[244919548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33490; }","duration":"167.089841ms","start":"2026-07-29T14:55:22.620351Z","end":"2026-07-29T14:55:22.78744Z","steps":["trace[244919548] 'agreement among raft nodes before linearized reading' (duration: 167.007599ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:55:24.914054Z","caller":"traceutil/trace.go:171","msg":"trace[1174936303] transaction","detail":"{read_only:false; response_revision:33502; number_of_response:1; }","duration":"106.055587ms","start":"2026-07-29T14:55:24.807933Z","end":"2026-07-29T14:55:24.913989Z","steps":["trace[1174936303] 'process raft request' (duration: 105.315936ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:55:25.552312Z","caller":"traceutil/trace.go:171","msg":"trace[983855179] transaction","detail":"{read_only:false; response_revision:33507; number_of_response:1; }","duration":"124.6349ms","start":"2026-07-29T14:55:25.427644Z","end":"2026-07-29T14:55:25.552279Z","steps":["trace[983855179] 'process raft request' (duration: 55.821081ms)","trace[983855179] 'compare' (duration: 68.583232ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:55:25.641705Z","caller":"traceutil/trace.go:171","msg":"trace[2021629964] transaction","detail":"{read_only:false; response_revision:33508; number_of_response:1; }","duration":"110.813458ms","start":"2026-07-29T14:55:25.530472Z","end":"2026-07-29T14:55:25.641286Z","steps":["trace[2021629964] 'process raft request' (duration: 110.328125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:55:25.97475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.472871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5939"} {"level":"info","ts":"2026-07-29T14:55:25.974874Z","caller":"traceutil/trace.go:171","msg":"trace[1056081663] linearizableReadLoop","detail":"{readStateIndex:34537; appliedIndex:34536; }","duration":"182.878367ms","start":"2026-07-29T14:55:25.791968Z","end":"2026-07-29T14:55:25.974846Z","steps":["trace[1056081663] 'read index received' (duration: 116.719081ms)","trace[1056081663] 'applied index is now lower than readState.Index' (duration: 66.157766ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:55:25.974901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.170933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T14:55:25.974887Z","caller":"traceutil/trace.go:171","msg":"trace[1402133577] transaction","detail":"{read_only:false; response_revision:33509; number_of_response:1; }","duration":"207.523096ms","start":"2026-07-29T14:55:25.767337Z","end":"2026-07-29T14:55:25.97486Z","steps":["trace[1402133577] 'process raft request' (duration: 141.33267ms)","trace[1402133577] 'compare' (duration: 66.045372ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:55:25.974992Z","caller":"traceutil/trace.go:171","msg":"trace[443749560] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33508; }","duration":"234.318736ms","start":"2026-07-29T14:55:25.740651Z","end":"2026-07-29T14:55:25.97497Z","steps":["trace[443749560] 'range keys from in-memory index tree' (duration: 233.963747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:55:25.975019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.028301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:55:25.975123Z","caller":"traceutil/trace.go:171","msg":"trace[1714631196] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:33509; }","duration":"183.181165ms","start":"2026-07-29T14:55:25.791928Z","end":"2026-07-29T14:55:25.97511Z","steps":["trace[1714631196] 'agreement among raft nodes before linearized reading' (duration: 183.019111ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:55:25.974931Z","caller":"traceutil/trace.go:171","msg":"trace[1089019421] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:33508; }","duration":"313.754449ms","start":"2026-07-29T14:55:25.661154Z","end":"2026-07-29T14:55:25.974909Z","steps":["trace[1089019421] 'range keys from in-memory index tree' (duration: 313.270935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:55:25.975721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:55:25.661138Z","time spent":"314.565391ms","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5961,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T14:55:25.993471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.48106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29755615-c2dzc\" ","response":"range_response_count:1 size:7099"} {"level":"info","ts":"2026-07-29T14:55:25.993594Z","caller":"traceutil/trace.go:171","msg":"trace[2128319202] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29755615-c2dzc; range_end:; response_count:1; response_revision:33510; }","duration":"147.660995ms","start":"2026-07-29T14:55:25.845911Z","end":"2026-07-29T14:55:25.993572Z","steps":["trace[2128319202] 'agreement among raft nodes before linearized reading' (duration: 147.417358ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:55:26.133593Z","caller":"traceutil/trace.go:171","msg":"trace[1988286435] transaction","detail":"{read_only:false; response_revision:33512; number_of_response:1; }","duration":"130.876901ms","start":"2026-07-29T14:55:26.002691Z","end":"2026-07-29T14:55:26.133568Z","steps":["trace[1988286435] 'process raft request' (duration: 99.951828ms)","trace[1988286435] 'compare' (duration: 30.82003ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:55:26.136025Z","caller":"traceutil/trace.go:171","msg":"trace[1171005612] linearizableReadLoop","detail":"{readStateIndex:34541; appliedIndex:34539; }","duration":"131.006165ms","start":"2026-07-29T14:55:26.004989Z","end":"2026-07-29T14:55:26.135995Z","steps":["trace[1171005612] 'read index received' (duration: 97.673435ms)","trace[1171005612] 'applied index is now lower than readState.Index' (duration: 33.33093ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:55:26.136423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.415456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T14:55:26.13643Z","caller":"traceutil/trace.go:171","msg":"trace[1739225073] transaction","detail":"{read_only:false; response_revision:33513; number_of_response:1; }","duration":"132.63628ms","start":"2026-07-29T14:55:26.003744Z","end":"2026-07-29T14:55:26.13638Z","steps":["trace[1739225073] 'process raft request' (duration: 132.097955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:55:26.136471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.422877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T14:55:26.136563Z","caller":"traceutil/trace.go:171","msg":"trace[761383527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33513; }","duration":"114.551301ms","start":"2026-07-29T14:55:26.02199Z","end":"2026-07-29T14:55:26.136541Z","steps":["trace[761383527] 'agreement among raft nodes before linearized reading' (duration: 114.311365ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:55:26.136493Z","caller":"traceutil/trace.go:171","msg":"trace[94389346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33513; }","duration":"131.53186ms","start":"2026-07-29T14:55:26.004946Z","end":"2026-07-29T14:55:26.136478Z","steps":["trace[94389346] 'agreement among raft nodes before linearized reading' (duration: 131.299463ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:55:30.117563Z","caller":"traceutil/trace.go:171","msg":"trace[1195389940] transaction","detail":"{read_only:false; response_revision:33548; number_of_response:1; }","duration":"139.274322ms","start":"2026-07-29T14:55:29.978264Z","end":"2026-07-29T14:55:30.117539Z","steps":["trace[1195389940] 'process raft request' (duration: 138.560183ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:55:30.120859Z","caller":"traceutil/trace.go:171","msg":"trace[1358600377] linearizableReadLoop","detail":"{readStateIndex:34578; appliedIndex:34576; }","duration":"107.864785ms","start":"2026-07-29T14:55:30.012978Z","end":"2026-07-29T14:55:30.120843Z","steps":["trace[1358600377] 'read index received' (duration: 103.877625ms)","trace[1358600377] 'applied index is now lower than readState.Index' (duration: 3.98588ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:55:30.121044Z","caller":"traceutil/trace.go:171","msg":"trace[365481502] transaction","detail":"{read_only:false; response_revision:33549; number_of_response:1; }","duration":"134.410939ms","start":"2026-07-29T14:55:29.986625Z","end":"2026-07-29T14:55:30.121036Z","steps":["trace[365481502] 'process raft request' (duration: 134.08837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:55:30.121276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.285378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:55:30.121297Z","caller":"traceutil/trace.go:171","msg":"trace[997272970] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:33550; }","duration":"108.341259ms","start":"2026-07-29T14:55:30.012948Z","end":"2026-07-29T14:55:30.121289Z","steps":["trace[997272970] 'agreement among raft nodes before linearized reading' (duration: 108.239366ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:55:30.344108Z","caller":"traceutil/trace.go:171","msg":"trace[1731343537] transaction","detail":"{read_only:false; response_revision:33552; number_of_response:1; }","duration":"141.158046ms","start":"2026-07-29T14:55:30.202923Z","end":"2026-07-29T14:55:30.344081Z","steps":["trace[1731343537] 'process raft request' (duration: 140.664452ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:55:51.165244Z","caller":"traceutil/trace.go:171","msg":"trace[305423338] transaction","detail":"{read_only:false; response_revision:33713; number_of_response:1; }","duration":"108.887825ms","start":"2026-07-29T14:55:51.056334Z","end":"2026-07-29T14:55:51.165222Z","steps":["trace[305423338] 'process raft request' (duration: 108.70436ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:55:51.166369Z","caller":"traceutil/trace.go:171","msg":"trace[1872938107] transaction","detail":"{read_only:false; response_revision:33714; number_of_response:1; }","duration":"106.771746ms","start":"2026-07-29T14:55:51.059545Z","end":"2026-07-29T14:55:51.166317Z","steps":["trace[1872938107] 'process raft request' (duration: 106.534769ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:01.474081Z","caller":"traceutil/trace.go:171","msg":"trace[427331623] transaction","detail":"{read_only:false; response_revision:33795; number_of_response:1; }","duration":"170.717202ms","start":"2026-07-29T14:56:01.303329Z","end":"2026-07-29T14:56:01.474047Z","steps":["trace[427331623] 'process raft request' (duration: 170.489925ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:01.491528Z","caller":"traceutil/trace.go:171","msg":"trace[1424127420] linearizableReadLoop","detail":"{readStateIndex:34832; appliedIndex:34830; }","duration":"186.022613ms","start":"2026-07-29T14:56:01.30548Z","end":"2026-07-29T14:56:01.491503Z","steps":["trace[1424127420] 'read index received' (duration: 168.358706ms)","trace[1424127420] 'applied index is now lower than readState.Index' (duration: 17.662797ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:56:01.491643Z","caller":"traceutil/trace.go:171","msg":"trace[1050723152] transaction","detail":"{read_only:false; response_revision:33796; number_of_response:1; }","duration":"188.047959ms","start":"2026-07-29T14:56:01.303557Z","end":"2026-07-29T14:56:01.491605Z","steps":["trace[1050723152] 'process raft request' (duration: 187.800882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:01.491785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.966762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-29T14:56:01.491823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.325992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:56:01.491843Z","caller":"traceutil/trace.go:171","msg":"trace[1332395272] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33796; }","duration":"182.071925ms","start":"2026-07-29T14:56:01.309754Z","end":"2026-07-29T14:56:01.491826Z","steps":["trace[1332395272] 'agreement among raft nodes before linearized reading' (duration: 181.89066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:01.491894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.055179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7398"} {"level":"info","ts":"2026-07-29T14:56:01.491894Z","caller":"traceutil/trace.go:171","msg":"trace[2059923893] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33796; }","duration":"186.448246ms","start":"2026-07-29T14:56:01.305426Z","end":"2026-07-29T14:56:01.491874Z","steps":["trace[2059923893] 'agreement among raft nodes before linearized reading' (duration: 186.216179ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:01.49192Z","caller":"traceutil/trace.go:171","msg":"trace[215515905] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:33796; }","duration":"180.08221ms","start":"2026-07-29T14:56:01.311826Z","end":"2026-07-29T14:56:01.491908Z","steps":["trace[215515905] 'agreement among raft nodes before linearized reading' (duration: 179.943326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:01.491935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.934266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7398"} {"level":"warn","ts":"2026-07-29T14:56:01.491991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.002556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-29T14:56:01.492024Z","caller":"traceutil/trace.go:171","msg":"trace[923321813] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:33796; }","duration":"181.032407ms","start":"2026-07-29T14:56:01.310983Z","end":"2026-07-29T14:56:01.492015Z","steps":["trace[923321813] 'agreement among raft nodes before linearized reading' (duration: 180.78012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:01.491918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.277338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7398"} {"level":"info","ts":"2026-07-29T14:56:01.492125Z","caller":"traceutil/trace.go:171","msg":"trace[236875293] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:33796; }","duration":"179.524494ms","start":"2026-07-29T14:56:01.312593Z","end":"2026-07-29T14:56:01.492117Z","steps":["trace[236875293] 'agreement among raft nodes before linearized reading' (duration: 179.132994ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:01.491993Z","caller":"traceutil/trace.go:171","msg":"trace[1999802746] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:33796; }","duration":"179.991217ms","start":"2026-07-29T14:56:01.311985Z","end":"2026-07-29T14:56:01.491977Z","steps":["trace[1999802746] 'agreement among raft nodes before linearized reading' (duration: 179.682409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:01.491847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.705327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7398"} {"level":"info","ts":"2026-07-29T14:56:01.492229Z","caller":"traceutil/trace.go:171","msg":"trace[1006033590] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:33796; }","duration":"181.093728ms","start":"2026-07-29T14:56:01.311124Z","end":"2026-07-29T14:56:01.492217Z","steps":["trace[1006033590] 'agreement among raft nodes before linearized reading' (duration: 180.615695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:01.492247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.733678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:56:01.492275Z","caller":"traceutil/trace.go:171","msg":"trace[634268474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33796; }","duration":"101.79698ms","start":"2026-07-29T14:56:01.390469Z","end":"2026-07-29T14:56:01.492266Z","steps":["trace[634268474] 'agreement among raft nodes before linearized reading' (duration: 101.231544ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:02.20249Z","caller":"traceutil/trace.go:171","msg":"trace[1248032613] transaction","detail":"{read_only:false; response_revision:33801; number_of_response:1; }","duration":"312.615127ms","start":"2026-07-29T14:56:01.889847Z","end":"2026-07-29T14:56:02.202462Z","steps":["trace[1248032613] 'process raft request' (duration: 259.865692ms)","trace[1248032613] 'compare' (duration: 52.457487ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:56:02.20261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:56:01.88983Z","time spent":"312.715439ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:56:03.594502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.992321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T14:56:03.594539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.21441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:56:03.594606Z","caller":"traceutil/trace.go:171","msg":"trace[991772350] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:33811; }","duration":"123.328114ms","start":"2026-07-29T14:56:03.471261Z","end":"2026-07-29T14:56:03.594589Z","steps":["trace[991772350] 'count revisions from in-memory index tree' (duration: 123.124018ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:03.594606Z","caller":"traceutil/trace.go:171","msg":"trace[771212104] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:33811; }","duration":"116.132624ms","start":"2026-07-29T14:56:03.478451Z","end":"2026-07-29T14:56:03.594584Z","steps":["trace[771212104] 'range keys from in-memory index tree' (duration: 115.795195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:03.594258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.508726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:56:03.594847Z","caller":"traceutil/trace.go:171","msg":"trace[540041753] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:33811; }","duration":"129.129164ms","start":"2026-07-29T14:56:03.465686Z","end":"2026-07-29T14:56:03.594815Z","steps":["trace[540041753] 'count revisions from in-memory index tree' (duration: 128.378743ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:06.377919Z","caller":"traceutil/trace.go:171","msg":"trace[281410691] transaction","detail":"{read_only:false; response_revision:33843; number_of_response:1; }","duration":"104.508654ms","start":"2026-07-29T14:56:06.273394Z","end":"2026-07-29T14:56:06.377903Z","steps":["trace[281410691] 'process raft request' (duration: 93.258303ms)","trace[281410691] 'compare' (duration: 11.085446ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:56:08.075083Z","caller":"traceutil/trace.go:171","msg":"trace[1743423641] transaction","detail":"{read_only:false; response_revision:33853; number_of_response:1; }","duration":"156.213091ms","start":"2026-07-29T14:56:07.918849Z","end":"2026-07-29T14:56:08.075062Z","steps":["trace[1743423641] 'process raft request' (duration: 156.076647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:08.910355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.062505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:56:08.910415Z","caller":"traceutil/trace.go:171","msg":"trace[1029170864] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:33859; }","duration":"423.148928ms","start":"2026-07-29T14:56:08.487244Z","end":"2026-07-29T14:56:08.910393Z","steps":["trace[1029170864] 'count revisions from in-memory index tree' (duration: 423.002544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:08.910439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:56:08.487219Z","time spent":"423.213409ms","remote":"127.0.0.1:56608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:56:08.910953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.2439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-29T14:56:08.910975Z","caller":"traceutil/trace.go:171","msg":"trace[1946060657] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:33859; }","duration":"298.302742ms","start":"2026-07-29T14:56:08.612666Z","end":"2026-07-29T14:56:08.910969Z","steps":["trace[1946060657] 'range keys from in-memory index tree' (duration: 298.132818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:08.911261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.878691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T14:56:08.911282Z","caller":"traceutil/trace.go:171","msg":"trace[2031197680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33859; }","duration":"222.932322ms","start":"2026-07-29T14:56:08.688345Z","end":"2026-07-29T14:56:08.911277Z","steps":["trace[2031197680] 'range keys from in-memory index tree' (duration: 222.792158ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:09.203671Z","caller":"traceutil/trace.go:171","msg":"trace[374507114] transaction","detail":"{read_only:false; response_revision:33860; number_of_response:1; }","duration":"286.980629ms","start":"2026-07-29T14:56:08.916662Z","end":"2026-07-29T14:56:09.203642Z","steps":["trace[374507114] 'process raft request' (duration: 286.856546ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:09.203677Z","caller":"traceutil/trace.go:171","msg":"trace[1939595046] linearizableReadLoop","detail":"{readStateIndex:34897; appliedIndex:34896; }","duration":"512.347599ms","start":"2026-07-29T14:56:08.691285Z","end":"2026-07-29T14:56:09.203633Z","steps":["trace[1939595046] 'read index received' (duration: 488.83152ms)","trace[1939595046] 'applied index is now lower than readState.Index' (duration: 23.513779ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:56:09.203933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.510785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:56:09.203933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.625207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T14:56:09.204Z","caller":"traceutil/trace.go:171","msg":"trace[759324021] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:33860; }","duration":"195.645949ms","start":"2026-07-29T14:56:09.008337Z","end":"2026-07-29T14:56:09.203983Z","steps":["trace[759324021] 'agreement among raft nodes before linearized reading' (duration: 195.483704ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:09.204015Z","caller":"traceutil/trace.go:171","msg":"trace[400235503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33860; }","duration":"512.730009ms","start":"2026-07-29T14:56:08.691267Z","end":"2026-07-29T14:56:09.203997Z","steps":["trace[400235503] 'agreement among raft nodes before linearized reading' (duration: 512.509223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:09.20406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:56:08.691261Z","time spent":"512.790571ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T14:56:09.568851Z","caller":"traceutil/trace.go:171","msg":"trace[543755882] linearizableReadLoop","detail":"{readStateIndex:34900; appliedIndex:34899; }","duration":"179.03463ms","start":"2026-07-29T14:56:09.389795Z","end":"2026-07-29T14:56:09.568829Z","steps":["trace[543755882] 'read index received' (duration: 116.418432ms)","trace[543755882] 'applied index is now lower than readState.Index' (duration: 62.601778ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:56:09.568973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.162603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:56:09.568996Z","caller":"traceutil/trace.go:171","msg":"trace[327403391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33862; }","duration":"179.235676ms","start":"2026-07-29T14:56:09.389753Z","end":"2026-07-29T14:56:09.568988Z","steps":["trace[327403391] 'agreement among raft nodes before linearized reading' (duration: 179.167384ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:09.569247Z","caller":"traceutil/trace.go:171","msg":"trace[2098400408] transaction","detail":"{read_only:false; response_revision:33862; number_of_response:1; }","duration":"198.583859ms","start":"2026-07-29T14:56:09.370625Z","end":"2026-07-29T14:56:09.569208Z","steps":["trace[2098400408] 'process raft request' (duration: 135.58396ms)","trace[2098400408] 'compare' (duration: 62.495395ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:56:12.197853Z","caller":"traceutil/trace.go:171","msg":"trace[398548323] transaction","detail":"{read_only:false; response_revision:33886; number_of_response:1; }","duration":"114.026447ms","start":"2026-07-29T14:56:12.083799Z","end":"2026-07-29T14:56:12.197825Z","steps":["trace[398548323] 'process raft request' (duration: 87.999888ms)","trace[398548323] 'compare' (duration: 25.909396ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:56:12.211478Z","caller":"traceutil/trace.go:171","msg":"trace[1269061014] transaction","detail":"{read_only:false; response_revision:33887; number_of_response:1; }","duration":"100.503784ms","start":"2026-07-29T14:56:12.110948Z","end":"2026-07-29T14:56:12.211452Z","steps":["trace[1269061014] 'process raft request' (duration: 100.346669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:13.70646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.437939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:56:13.706603Z","caller":"traceutil/trace.go:171","msg":"trace[475826629] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:33894; }","duration":"222.626644ms","start":"2026-07-29T14:56:13.483932Z","end":"2026-07-29T14:56:13.706558Z","steps":["trace[475826629] 'count revisions from in-memory index tree' (duration: 222.306754ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:13.707424Z","caller":"traceutil/trace.go:171","msg":"trace[940248325] transaction","detail":"{read_only:false; response_revision:33895; number_of_response:1; }","duration":"126.328856ms","start":"2026-07-29T14:56:13.58049Z","end":"2026-07-29T14:56:13.706819Z","steps":["trace[940248325] 'process raft request' (duration: 68.305085ms)","trace[940248325] 'compare' (duration: 57.538408ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:56:13.981733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.683393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:56:13.981866Z","caller":"traceutil/trace.go:171","msg":"trace[198542683] linearizableReadLoop","detail":"{readStateIndex:34936; appliedIndex:34935; }","duration":"111.812596ms","start":"2026-07-29T14:56:13.870028Z","end":"2026-07-29T14:56:13.981841Z","steps":["trace[198542683] 'read index received' (duration: 36.721µs)","trace[198542683] 'applied index is now lower than readState.Index' (duration: 111.774385ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:56:13.981965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.933549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:56:13.981921Z","caller":"traceutil/trace.go:171","msg":"trace[426999216] transaction","detail":"{read_only:false; response_revision:33897; number_of_response:1; }","duration":"180.135321ms","start":"2026-07-29T14:56:13.801724Z","end":"2026-07-29T14:56:13.98186Z","steps":["trace[426999216] 'process raft request' (duration: 35.229922ms)","trace[426999216] 'compare' (duration: 144.430056ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:56:13.98202Z","caller":"traceutil/trace.go:171","msg":"trace[1997986822] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:33897; }","duration":"112.015821ms","start":"2026-07-29T14:56:13.869988Z","end":"2026-07-29T14:56:13.982004Z","steps":["trace[1997986822] 'agreement among raft nodes before linearized reading' (duration: 111.912858ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:17.163616Z","caller":"traceutil/trace.go:171","msg":"trace[136456372] linearizableReadLoop","detail":"{readStateIndex:34962; appliedIndex:34961; }","duration":"108.079433ms","start":"2026-07-29T14:56:17.055516Z","end":"2026-07-29T14:56:17.163595Z","steps":["trace[136456372] 'read index received' (duration: 97.800529ms)","trace[136456372] 'applied index is now lower than readState.Index' (duration: 10.277994ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:56:17.163884Z","caller":"traceutil/trace.go:171","msg":"trace[1374576968] transaction","detail":"{read_only:false; response_revision:33923; number_of_response:1; }","duration":"168.707736ms","start":"2026-07-29T14:56:16.995165Z","end":"2026-07-29T14:56:17.163873Z","steps":["trace[1374576968] 'process raft request' (duration: 158.228706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:17.164128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.597407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:56:17.164157Z","caller":"traceutil/trace.go:171","msg":"trace[1478677793] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33923; }","duration":"108.677199ms","start":"2026-07-29T14:56:17.055474Z","end":"2026-07-29T14:56:17.164151Z","steps":["trace[1478677793] 'agreement among raft nodes before linearized reading' (duration: 108.191236ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:18.045162Z","caller":"traceutil/trace.go:171","msg":"trace[496181308] transaction","detail":"{read_only:false; response_revision:33934; number_of_response:1; }","duration":"151.933643ms","start":"2026-07-29T14:56:17.893199Z","end":"2026-07-29T14:56:18.045132Z","steps":["trace[496181308] 'process raft request' (duration: 151.649685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:18.245446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.958828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-health-manager-default-8jzkg\" ","response":"range_response_count:1 size:13176"} {"level":"info","ts":"2026-07-29T14:56:18.24554Z","caller":"traceutil/trace.go:171","msg":"trace[399654888] range","detail":"{range_begin:/registry/pods/openstack/octavia-health-manager-default-8jzkg; range_end:; response_count:1; response_revision:33934; }","duration":"196.101872ms","start":"2026-07-29T14:56:18.049416Z","end":"2026-07-29T14:56:18.245517Z","steps":["trace[399654888] 'range keys from in-memory index tree' (duration: 195.755893ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:18.325907Z","caller":"traceutil/trace.go:171","msg":"trace[1261692168] transaction","detail":"{read_only:false; response_revision:33935; number_of_response:1; }","duration":"272.662025ms","start":"2026-07-29T14:56:18.053218Z","end":"2026-07-29T14:56:18.32588Z","steps":["trace[1261692168] 'process raft request' (duration: 272.49572ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:18.516535Z","caller":"traceutil/trace.go:171","msg":"trace[1023836329] transaction","detail":"{read_only:false; response_revision:33936; number_of_response:1; }","duration":"456.012815ms","start":"2026-07-29T14:56:18.060474Z","end":"2026-07-29T14:56:18.516486Z","steps":["trace[1023836329] 'process raft request' (duration: 455.674756ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:18.516708Z","caller":"traceutil/trace.go:171","msg":"trace[95239002] transaction","detail":"{read_only:false; response_revision:33937; number_of_response:1; }","duration":"265.787645ms","start":"2026-07-29T14:56:18.250898Z","end":"2026-07-29T14:56:18.516686Z","steps":["trace[95239002] 'process raft request' (duration: 265.495547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:18.516739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:56:18.060467Z","time spent":"456.167969ms","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7624,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:56:18.517008Z","caller":"traceutil/trace.go:171","msg":"trace[2051841413] linearizableReadLoop","detail":"{readStateIndex:34977; appliedIndex:34973; }","duration":"212.477264ms","start":"2026-07-29T14:56:18.304509Z","end":"2026-07-29T14:56:18.516987Z","steps":["trace[2051841413] 'read index received' (duration: 21.202445ms)","trace[2051841413] 'applied index is now lower than readState.Index' (duration: 191.274079ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:56:18.517202Z","caller":"traceutil/trace.go:171","msg":"trace[1392443689] transaction","detail":"{read_only:false; response_revision:33938; number_of_response:1; }","duration":"261.308031ms","start":"2026-07-29T14:56:18.255879Z","end":"2026-07-29T14:56:18.517188Z","steps":["trace[1392443689] 'process raft request' (duration: 260.741566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:18.517238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.725841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:56:18.517266Z","caller":"traceutil/trace.go:171","msg":"trace[638651854] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:33938; }","duration":"212.814233ms","start":"2026-07-29T14:56:18.304443Z","end":"2026-07-29T14:56:18.517257Z","steps":["trace[638651854] 'agreement among raft nodes before linearized reading' (duration: 212.748351ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:18.566987Z","caller":"traceutil/trace.go:171","msg":"trace[203635373] transaction","detail":"{read_only:false; response_revision:33940; number_of_response:1; }","duration":"129.143054ms","start":"2026-07-29T14:56:18.437822Z","end":"2026-07-29T14:56:18.566966Z","steps":["trace[203635373] 'process raft request' (duration: 129.088552ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:18.567013Z","caller":"traceutil/trace.go:171","msg":"trace[1805910651] transaction","detail":"{read_only:false; response_revision:33939; number_of_response:1; }","duration":"163.001888ms","start":"2026-07-29T14:56:18.403978Z","end":"2026-07-29T14:56:18.56698Z","steps":["trace[1805910651] 'process raft request' (duration: 162.829243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:18.567259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.358814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:56:18.567293Z","caller":"traceutil/trace.go:171","msg":"trace[13824871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33941; }","duration":"177.433777ms","start":"2026-07-29T14:56:18.389849Z","end":"2026-07-29T14:56:18.567283Z","steps":["trace[13824871] 'agreement among raft nodes before linearized reading' (duration: 177.352834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:18.567287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.878922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T14:56:18.567357Z","caller":"traceutil/trace.go:171","msg":"trace[1676094887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33941; }","duration":"155.981954ms","start":"2026-07-29T14:56:18.411356Z","end":"2026-07-29T14:56:18.567338Z","steps":["trace[1676094887] 'agreement among raft nodes before linearized reading' (duration: 155.786709ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:18.702877Z","caller":"traceutil/trace.go:171","msg":"trace[894471844] linearizableReadLoop","detail":"{readStateIndex:34981; appliedIndex:34980; }","duration":"135.736376ms","start":"2026-07-29T14:56:18.567115Z","end":"2026-07-29T14:56:18.702851Z","steps":["trace[894471844] 'read index received' (duration: 135.611792ms)","trace[894471844] 'applied index is now lower than readState.Index' (duration: 123.534µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:56:18.703155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.592681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T14:56:18.703212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.079475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-housekeeping-7bddc8c6bc-r4mws\" ","response":"range_response_count:1 size:8377"} {"level":"info","ts":"2026-07-29T14:56:18.703229Z","caller":"traceutil/trace.go:171","msg":"trace[48937489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33942; }","duration":"152.693554ms","start":"2026-07-29T14:56:18.550518Z","end":"2026-07-29T14:56:18.703212Z","steps":["trace[48937489] 'agreement among raft nodes before linearized reading' (duration: 152.420836ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:18.703263Z","caller":"traceutil/trace.go:171","msg":"trace[325595600] range","detail":"{range_begin:/registry/pods/openstack/octavia-housekeeping-7bddc8c6bc-r4mws; range_end:; response_count:1; response_revision:33942; }","duration":"182.186538ms","start":"2026-07-29T14:56:18.521065Z","end":"2026-07-29T14:56:18.703251Z","steps":["trace[325595600] 'agreement among raft nodes before linearized reading' (duration: 181.91025ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:18.703594Z","caller":"traceutil/trace.go:171","msg":"trace[1112683602] transaction","detail":"{read_only:false; response_revision:33942; number_of_response:1; }","duration":"163.110071ms","start":"2026-07-29T14:56:18.540467Z","end":"2026-07-29T14:56:18.703577Z","steps":["trace[1112683602] 'process raft request' (duration: 162.222266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:18.744839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.314008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:56:18.744924Z","caller":"traceutil/trace.go:171","msg":"trace[87345244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33944; }","duration":"175.445061ms","start":"2026-07-29T14:56:18.569462Z","end":"2026-07-29T14:56:18.744907Z","steps":["trace[87345244] 'agreement among raft nodes before linearized reading' (duration: 175.294127ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:18.745295Z","caller":"traceutil/trace.go:171","msg":"trace[1667977291] transaction","detail":"{read_only:false; response_revision:33943; number_of_response:1; }","duration":"174.567478ms","start":"2026-07-29T14:56:18.570714Z","end":"2026-07-29T14:56:18.745282Z","steps":["trace[1667977291] 'process raft request' (duration: 173.876119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:18.745394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.731312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:56:18.745471Z","caller":"traceutil/trace.go:171","msg":"trace[626431485] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:33944; }","duration":"124.882786ms","start":"2026-07-29T14:56:18.620569Z","end":"2026-07-29T14:56:18.745452Z","steps":["trace[626431485] 'agreement among raft nodes before linearized reading' (duration: 124.712252ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:18.745714Z","caller":"traceutil/trace.go:171","msg":"trace[1088279711] transaction","detail":"{read_only:false; response_revision:33944; number_of_response:1; }","duration":"100.862523ms","start":"2026-07-29T14:56:18.644839Z","end":"2026-07-29T14:56:18.745702Z","steps":["trace[1088279711] 'process raft request' (duration: 99.875186ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:18.981829Z","caller":"traceutil/trace.go:171","msg":"trace[229369903] transaction","detail":"{read_only:false; response_revision:33946; number_of_response:1; }","duration":"269.657602ms","start":"2026-07-29T14:56:18.712137Z","end":"2026-07-29T14:56:18.981794Z","steps":["trace[229369903] 'process raft request' (duration: 269.267541ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:18.981824Z","caller":"traceutil/trace.go:171","msg":"trace[1491462797] transaction","detail":"{read_only:false; response_revision:33945; number_of_response:1; }","duration":"271.829762ms","start":"2026-07-29T14:56:18.709941Z","end":"2026-07-29T14:56:18.981771Z","steps":["trace[1491462797] 'process raft request' (duration: 270.65617ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:19.034503Z","caller":"traceutil/trace.go:171","msg":"trace[1208070043] linearizableReadLoop","detail":"{readStateIndex:34986; appliedIndex:34983; }","duration":"113.04511ms","start":"2026-07-29T14:56:18.921435Z","end":"2026-07-29T14:56:19.03448Z","steps":["trace[1208070043] 'read index received' (duration: 59.097611ms)","trace[1208070043] 'applied index is now lower than readState.Index' (duration: 53.946469ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:56:19.034732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.282166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T14:56:19.034758Z","caller":"traceutil/trace.go:171","msg":"trace[1605152160] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:33946; }","duration":"113.397429ms","start":"2026-07-29T14:56:18.921355Z","end":"2026-07-29T14:56:19.034753Z","steps":["trace[1605152160] 'agreement among raft nodes before linearized reading' (duration: 113.202204ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:19.504383Z","caller":"traceutil/trace.go:171","msg":"trace[764082929] transaction","detail":"{read_only:false; response_revision:33949; number_of_response:1; }","duration":"194.048355ms","start":"2026-07-29T14:56:19.310309Z","end":"2026-07-29T14:56:19.504357Z","steps":["trace[764082929] 'process raft request' (duration: 193.894091ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:19.513523Z","caller":"traceutil/trace.go:171","msg":"trace[1163573647] linearizableReadLoop","detail":"{readStateIndex:34990; appliedIndex:34988; }","duration":"123.56431ms","start":"2026-07-29T14:56:19.389935Z","end":"2026-07-29T14:56:19.513499Z","steps":["trace[1163573647] 'read index received' (duration: 114.261573ms)","trace[1163573647] 'applied index is now lower than readState.Index' (duration: 9.301497ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:56:19.513641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.685994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:56:19.513678Z","caller":"traceutil/trace.go:171","msg":"trace[715364614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33950; }","duration":"123.774466ms","start":"2026-07-29T14:56:19.389894Z","end":"2026-07-29T14:56:19.513668Z","steps":["trace[715364614] 'agreement among raft nodes before linearized reading' (duration: 123.694204ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:19.513658Z","caller":"traceutil/trace.go:171","msg":"trace[784329074] transaction","detail":"{read_only:false; response_revision:33950; number_of_response:1; }","duration":"203.233389ms","start":"2026-07-29T14:56:19.310388Z","end":"2026-07-29T14:56:19.513621Z","steps":["trace[784329074] 'process raft request' (duration: 202.955641ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:20.086209Z","caller":"traceutil/trace.go:171","msg":"trace[11102592] transaction","detail":"{read_only:false; response_revision:33953; number_of_response:1; }","duration":"105.632525ms","start":"2026-07-29T14:56:19.980553Z","end":"2026-07-29T14:56:20.086185Z","steps":["trace[11102592] 'process raft request' (duration: 105.469431ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:20.641984Z","caller":"traceutil/trace.go:171","msg":"trace[234781636] transaction","detail":"{read_only:false; response_revision:33956; number_of_response:1; }","duration":"119.017664ms","start":"2026-07-29T14:56:20.522944Z","end":"2026-07-29T14:56:20.641962Z","steps":["trace[234781636] 'process raft request' (duration: 118.821159ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:20.878736Z","caller":"traceutil/trace.go:171","msg":"trace[285394703] transaction","detail":"{read_only:false; response_revision:33957; number_of_response:1; }","duration":"306.425756ms","start":"2026-07-29T14:56:20.572289Z","end":"2026-07-29T14:56:20.878714Z","steps":["trace[285394703] 'process raft request' (duration: 306.2148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:20.87887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:56:20.57226Z","time spent":"306.54176ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:56:20.878859Z","caller":"traceutil/trace.go:171","msg":"trace[355331361] linearizableReadLoop","detail":"{readStateIndex:34998; appliedIndex:34995; }","duration":"249.830045ms","start":"2026-07-29T14:56:20.62901Z","end":"2026-07-29T14:56:20.87884Z","steps":["trace[355331361] 'read index received' (duration: 12.851985ms)","trace[355331361] 'applied index is now lower than readState.Index' (duration: 236.97695ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:56:20.878915Z","caller":"traceutil/trace.go:171","msg":"trace[255373175] transaction","detail":"{read_only:false; response_revision:33958; number_of_response:1; }","duration":"304.638677ms","start":"2026-07-29T14:56:20.574239Z","end":"2026-07-29T14:56:20.878877Z","steps":["trace[255373175] 'process raft request' (duration: 304.437081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:20.87903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.174189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T14:56:20.879059Z","caller":"traceutil/trace.go:171","msg":"trace[285720550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33958; }","duration":"127.247722ms","start":"2026-07-29T14:56:20.751802Z","end":"2026-07-29T14:56:20.87905Z","steps":["trace[285720550] 'agreement among raft nodes before linearized reading' (duration: 127.141179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:20.879062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.04531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-29T14:56:20.879133Z","caller":"traceutil/trace.go:171","msg":"trace[790659768] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33958; }","duration":"250.143403ms","start":"2026-07-29T14:56:20.628969Z","end":"2026-07-29T14:56:20.879113Z","steps":["trace[790659768] 'agreement among raft nodes before linearized reading' (duration: 249.950398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:20.879408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:56:20.574184Z","time spent":"304.877314ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:56:21.199999Z","caller":"traceutil/trace.go:171","msg":"trace[1609507854] linearizableReadLoop","detail":"{readStateIndex:35002; appliedIndex:35001; }","duration":"215.003664ms","start":"2026-07-29T14:56:20.984961Z","end":"2026-07-29T14:56:21.199964Z","steps":["trace[1609507854] 'read index received' (duration: 163.100191ms)","trace[1609507854] 'applied index is now lower than readState.Index' (duration: 51.901913ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:56:21.200107Z","caller":"traceutil/trace.go:171","msg":"trace[777239068] transaction","detail":"{read_only:false; response_revision:33962; number_of_response:1; }","duration":"261.684111ms","start":"2026-07-29T14:56:20.938378Z","end":"2026-07-29T14:56:21.200062Z","steps":["trace[777239068] 'process raft request' (duration: 211.196598ms)","trace[777239068] 'compare' (duration: 50.153574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:56:21.200276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.301441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T14:56:21.200337Z","caller":"traceutil/trace.go:171","msg":"trace[1032291144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33962; }","duration":"215.411074ms","start":"2026-07-29T14:56:20.98491Z","end":"2026-07-29T14:56:21.200322Z","steps":["trace[1032291144] 'agreement among raft nodes before linearized reading' (duration: 215.205759ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:21.343417Z","caller":"traceutil/trace.go:171","msg":"trace[917192204] linearizableReadLoop","detail":"{readStateIndex:35003; appliedIndex:35002; }","duration":"143.311275ms","start":"2026-07-29T14:56:21.200079Z","end":"2026-07-29T14:56:21.34339Z","steps":["trace[917192204] 'read index received' (duration: 139.078018ms)","trace[917192204] 'applied index is now lower than readState.Index' (duration: 4.232087ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:56:21.343447Z","caller":"traceutil/trace.go:171","msg":"trace[1926471717] transaction","detail":"{read_only:false; response_revision:33963; number_of_response:1; }","duration":"243.245122ms","start":"2026-07-29T14:56:21.100177Z","end":"2026-07-29T14:56:21.343422Z","steps":["trace[1926471717] 'process raft request' (duration: 238.964574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:21.34366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.565093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T14:56:21.343724Z","caller":"traceutil/trace.go:171","msg":"trace[168209583] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:33963; }","duration":"230.680675ms","start":"2026-07-29T14:56:21.113029Z","end":"2026-07-29T14:56:21.34371Z","steps":["trace[168209583] 'agreement among raft nodes before linearized reading' (duration: 230.452199ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:21.402044Z","caller":"traceutil/trace.go:171","msg":"trace[1327601596] transaction","detail":"{read_only:false; response_revision:33964; number_of_response:1; }","duration":"197.325976ms","start":"2026-07-29T14:56:21.204698Z","end":"2026-07-29T14:56:21.402024Z","steps":["trace[1327601596] 'process raft request' (duration: 197.137201ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:21.940462Z","caller":"traceutil/trace.go:171","msg":"trace[364917188] transaction","detail":"{read_only:false; response_revision:33970; number_of_response:1; }","duration":"112.646139ms","start":"2026-07-29T14:56:21.827789Z","end":"2026-07-29T14:56:21.940435Z","steps":["trace[364917188] 'process raft request' (duration: 84.8032ms)","trace[364917188] 'compare' (duration: 27.695845ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:56:26.186886Z","caller":"traceutil/trace.go:171","msg":"trace[1954765471] transaction","detail":"{read_only:false; response_revision:34003; number_of_response:1; }","duration":"121.76825ms","start":"2026-07-29T14:56:26.065102Z","end":"2026-07-29T14:56:26.18687Z","steps":["trace[1954765471] 'process raft request' (duration: 121.653367ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:28.911346Z","caller":"traceutil/trace.go:171","msg":"trace[572367873] transaction","detail":"{read_only:false; response_revision:34025; number_of_response:1; }","duration":"157.060494ms","start":"2026-07-29T14:56:28.754266Z","end":"2026-07-29T14:56:28.911327Z","steps":["trace[572367873] 'process raft request' (duration: 156.167379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:29.281893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.11955ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:56:29.282066Z","caller":"traceutil/trace.go:171","msg":"trace[1225762915] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:34028; }","duration":"101.315396ms","start":"2026-07-29T14:56:29.180729Z","end":"2026-07-29T14:56:29.282044Z","steps":["trace[1225762915] 'range keys from in-memory index tree' (duration: 101.095779ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:29.282277Z","caller":"traceutil/trace.go:171","msg":"trace[417903847] transaction","detail":"{read_only:false; response_revision:34029; number_of_response:1; }","duration":"315.813665ms","start":"2026-07-29T14:56:28.966428Z","end":"2026-07-29T14:56:29.282241Z","steps":["trace[417903847] 'process raft request' (duration: 253.137335ms)","trace[417903847] 'compare' (duration: 62.144565ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:56:29.282487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:56:28.966387Z","time spent":"315.971809ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:56:29.282598Z","caller":"traceutil/trace.go:171","msg":"trace[1528010622] transaction","detail":"{read_only:false; response_revision:34031; number_of_response:1; }","duration":"286.208158ms","start":"2026-07-29T14:56:28.996367Z","end":"2026-07-29T14:56:29.282575Z","steps":["trace[1528010622] 'process raft request' (duration: 286.071764ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:29.28263Z","caller":"traceutil/trace.go:171","msg":"trace[479538483] transaction","detail":"{read_only:false; response_revision:34030; number_of_response:1; }","duration":"314.217912ms","start":"2026-07-29T14:56:28.968381Z","end":"2026-07-29T14:56:29.282599Z","steps":["trace[479538483] 'process raft request' (duration: 313.772029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:29.28279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:56:28.968367Z","time spent":"314.332394ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:56:31.744134Z","caller":"traceutil/trace.go:171","msg":"trace[1649246211] linearizableReadLoop","detail":"{readStateIndex:35088; appliedIndex:35087; }","duration":"126.292135ms","start":"2026-07-29T14:56:31.617821Z","end":"2026-07-29T14:56:31.744114Z","steps":["trace[1649246211] 'read index received' (duration: 49.371142ms)","trace[1649246211] 'applied index is now lower than readState.Index' (duration: 76.920253ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:56:31.744244Z","caller":"traceutil/trace.go:171","msg":"trace[1729908378] transaction","detail":"{read_only:false; response_revision:34046; number_of_response:1; }","duration":"176.83639ms","start":"2026-07-29T14:56:31.567331Z","end":"2026-07-29T14:56:31.744167Z","steps":["trace[1729908378] 'process raft request' (duration: 99.832574ms)","trace[1729908378] 'compare' (duration: 76.866032ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:56:31.744386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.539602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T14:56:31.744444Z","caller":"traceutil/trace.go:171","msg":"trace[1452278280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34046; }","duration":"126.639835ms","start":"2026-07-29T14:56:31.617788Z","end":"2026-07-29T14:56:31.744428Z","steps":["trace[1452278280] 'agreement among raft nodes before linearized reading' (duration: 126.45097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:31.74454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.433809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T14:56:31.745055Z","caller":"traceutil/trace.go:171","msg":"trace[1827897835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34046; }","duration":"118.890421ms","start":"2026-07-29T14:56:31.626079Z","end":"2026-07-29T14:56:31.744969Z","steps":["trace[1827897835] 'agreement among raft nodes before linearized reading' (duration: 118.230493ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:36.077575Z","caller":"traceutil/trace.go:171","msg":"trace[53321057] transaction","detail":"{read_only:false; response_revision:34072; number_of_response:1; }","duration":"128.380673ms","start":"2026-07-29T14:56:35.949168Z","end":"2026-07-29T14:56:36.077548Z","steps":["trace[53321057] 'process raft request' (duration: 128.081084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:36.496211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.665287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:56:36.496503Z","caller":"traceutil/trace.go:171","msg":"trace[1612715879] transaction","detail":"{read_only:false; response_revision:34075; number_of_response:1; }","duration":"290.371314ms","start":"2026-07-29T14:56:36.206112Z","end":"2026-07-29T14:56:36.496484Z","steps":["trace[1612715879] 'process raft request' (duration: 290.319102ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:36.496518Z","caller":"traceutil/trace.go:171","msg":"trace[1831966384] transaction","detail":"{read_only:false; response_revision:34073; number_of_response:1; }","duration":"545.739091ms","start":"2026-07-29T14:56:35.95075Z","end":"2026-07-29T14:56:36.496489Z","steps":["trace[1831966384] 'process raft request' (duration: 298.705244ms)","trace[1831966384] 'compare' (duration: 246.133622ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:56:36.496642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:56:35.950722Z","time spent":"545.859723ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:56:36.496855Z","caller":"traceutil/trace.go:171","msg":"trace[1659962810] linearizableReadLoop","detail":"{readStateIndex:35117; appliedIndex:35115; }","duration":"329.157673ms","start":"2026-07-29T14:56:36.167674Z","end":"2026-07-29T14:56:36.496831Z","steps":["trace[1659962810] 'read index received' (duration: 81.794967ms)","trace[1659962810] 'applied index is now lower than readState.Index' (duration: 247.356826ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:56:36.496837Z","caller":"traceutil/trace.go:171","msg":"trace[1222349357] transaction","detail":"{read_only:false; response_revision:34074; number_of_response:1; }","duration":"465.190277ms","start":"2026-07-29T14:56:36.031609Z","end":"2026-07-29T14:56:36.496799Z","steps":["trace[1222349357] 'process raft request' (duration: 464.714264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:36.497035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:56:36.031574Z","time spent":"465.363032ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:56:36.497047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.37628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T14:56:36.497091Z","caller":"traceutil/trace.go:171","msg":"trace[1898208065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34075; }","duration":"329.424471ms","start":"2026-07-29T14:56:36.167655Z","end":"2026-07-29T14:56:36.49708Z","steps":["trace[1898208065] 'agreement among raft nodes before linearized reading' (duration: 329.253286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:36.497127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:56:36.167592Z","time spent":"329.526594ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T14:56:40.481366Z","caller":"traceutil/trace.go:171","msg":"trace[1093945832] transaction","detail":"{read_only:false; response_revision:34129; number_of_response:1; }","duration":"116.568867ms","start":"2026-07-29T14:56:40.36477Z","end":"2026-07-29T14:56:40.481339Z","steps":["trace[1093945832] 'process raft request' (duration: 116.33322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:43.109591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.228357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:56:43.109716Z","caller":"traceutil/trace.go:171","msg":"trace[1144122235] transaction","detail":"{read_only:false; response_revision:34200; number_of_response:1; }","duration":"474.799972ms","start":"2026-07-29T14:56:42.634895Z","end":"2026-07-29T14:56:43.109695Z","steps":["trace[1144122235] 'process raft request' (duration: 137.372401ms)","trace[1144122235] 'compare' (duration: 337.096162ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:56:43.109773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:56:42.634869Z","time spent":"474.877265ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:56:43.325828Z","caller":"traceutil/trace.go:171","msg":"trace[1774057714] linearizableReadLoop","detail":"{readStateIndex:35250; appliedIndex:35248; }","duration":"676.19195ms","start":"2026-07-29T14:56:42.649604Z","end":"2026-07-29T14:56:43.325796Z","steps":["trace[1774057714] 'read index received' (duration: 122.728706ms)","trace[1774057714] 'applied index is now lower than readState.Index' (duration: 553.462224ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:56:43.325836Z","caller":"traceutil/trace.go:171","msg":"trace[692525029] transaction","detail":"{read_only:false; response_revision:34201; number_of_response:1; }","duration":"688.533411ms","start":"2026-07-29T14:56:42.637259Z","end":"2026-07-29T14:56:43.325792Z","steps":["trace[692525029] 'process raft request' (duration: 679.721428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:43.326043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:56:42.637249Z","time spent":"688.678395ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:56:43.326052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.429747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:56:43.326125Z","caller":"traceutil/trace.go:171","msg":"trace[1810986231] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34202; }","duration":"676.52865ms","start":"2026-07-29T14:56:42.649577Z","end":"2026-07-29T14:56:43.326106Z","steps":["trace[1810986231] 'agreement among raft nodes before linearized reading' (duration: 676.398286ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:43.326123Z","caller":"traceutil/trace.go:171","msg":"trace[1046328509] transaction","detail":"{read_only:false; response_revision:34202; number_of_response:1; }","duration":"344.800415ms","start":"2026-07-29T14:56:42.98128Z","end":"2026-07-29T14:56:43.326081Z","steps":["trace[1046328509] 'process raft request' (duration: 344.475206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:43.326163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:56:42.649569Z","time spent":"676.584631ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-29T14:56:43.326157Z","caller":"traceutil/trace.go:171","msg":"trace[759244655] transaction","detail":"{read_only:false; response_revision:34203; number_of_response:1; }","duration":"307.053803ms","start":"2026-07-29T14:56:43.019082Z","end":"2026-07-29T14:56:43.326136Z","steps":["trace[759244655] 'process raft request' (duration: 306.891209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:43.326267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:56:43.019066Z","time spent":"307.135856ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:56:43.326289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.631007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T14:56:43.326372Z","caller":"traceutil/trace.go:171","msg":"trace[2043031870] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:34204; }","duration":"645.74829ms","start":"2026-07-29T14:56:42.680605Z","end":"2026-07-29T14:56:43.326353Z","steps":["trace[2043031870] 'agreement among raft nodes before linearized reading' (duration: 645.531724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:43.32646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:56:42.680595Z","time spent":"645.855753ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T14:56:43.326555Z","caller":"traceutil/trace.go:171","msg":"trace[998061469] transaction","detail":"{read_only:false; response_revision:34204; number_of_response:1; }","duration":"301.84099ms","start":"2026-07-29T14:56:43.024699Z","end":"2026-07-29T14:56:43.32654Z","steps":["trace[998061469] 'process raft request' (duration: 301.366906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:43.326549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:56:42.981255Z","time spent":"344.946259ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:56:43.326637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:56:43.024686Z","time spent":"301.907462ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:56:43.326675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.385136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-29T14:56:43.326667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.958502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:56:43.326711Z","caller":"traceutil/trace.go:171","msg":"trace[6115255] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:34204; }","duration":"189.440498ms","start":"2026-07-29T14:56:43.137256Z","end":"2026-07-29T14:56:43.326696Z","steps":["trace[6115255] 'agreement among raft nodes before linearized reading' (duration: 189.344455ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:43.326719Z","caller":"traceutil/trace.go:171","msg":"trace[1903182688] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:34204; }","duration":"473.050894ms","start":"2026-07-29T14:56:42.853652Z","end":"2026-07-29T14:56:43.326703Z","steps":["trace[1903182688] 'agreement among raft nodes before linearized reading' (duration: 472.973992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:43.326752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:56:42.85363Z","time spent":"473.113676ms","remote":"127.0.0.1:46512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-29T14:56:43.505618Z","caller":"traceutil/trace.go:171","msg":"trace[129731353] linearizableReadLoop","detail":"{readStateIndex:35255; appliedIndex:35254; }","duration":"147.277514ms","start":"2026-07-29T14:56:43.358311Z","end":"2026-07-29T14:56:43.505589Z","steps":["trace[129731353] 'read index received' (duration: 94.059566ms)","trace[129731353] 'applied index is now lower than readState.Index' (duration: 53.216548ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:56:43.505698Z","caller":"traceutil/trace.go:171","msg":"trace[114694772] transaction","detail":"{read_only:false; response_revision:34206; number_of_response:1; }","duration":"171.951355ms","start":"2026-07-29T14:56:43.333696Z","end":"2026-07-29T14:56:43.505647Z","steps":["trace[114694772] 'process raft request' (duration: 119.173879ms)","trace[114694772] 'compare' (duration: 52.57062ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:56:43.505836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.846789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:9439"} {"level":"info","ts":"2026-07-29T14:56:43.505908Z","caller":"traceutil/trace.go:171","msg":"trace[318797112] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:34206; }","duration":"160.953592ms","start":"2026-07-29T14:56:43.344938Z","end":"2026-07-29T14:56:43.505892Z","steps":["trace[318797112] 'agreement among raft nodes before linearized reading' (duration: 160.708395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:43.506078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.916626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T14:56:43.506148Z","caller":"traceutil/trace.go:171","msg":"trace[1452233079] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34206; }","duration":"171.022379ms","start":"2026-07-29T14:56:43.335106Z","end":"2026-07-29T14:56:43.506128Z","steps":["trace[1452233079] 'agreement among raft nodes before linearized reading' (duration: 170.628718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:43.528616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.327154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T14:56:43.528638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.089769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:56:43.528698Z","caller":"traceutil/trace.go:171","msg":"trace[1015030855] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:34207; }","duration":"106.478969ms","start":"2026-07-29T14:56:43.422201Z","end":"2026-07-29T14:56:43.52868Z","steps":["trace[1015030855] 'agreement among raft nodes before linearized reading' (duration: 106.299424ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:43.528706Z","caller":"traceutil/trace.go:171","msg":"trace[1083906887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34207; }","duration":"139.171981ms","start":"2026-07-29T14:56:43.389517Z","end":"2026-07-29T14:56:43.528689Z","steps":["trace[1083906887] 'agreement among raft nodes before linearized reading' (duration: 139.034697ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:43.528704Z","caller":"traceutil/trace.go:171","msg":"trace[1163346945] transaction","detail":"{read_only:false; response_revision:34207; number_of_response:1; }","duration":"139.074688ms","start":"2026-07-29T14:56:43.389604Z","end":"2026-07-29T14:56:43.528678Z","steps":["trace[1163346945] 'process raft request' (duration: 138.694667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:43.528762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.59958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-29T14:56:43.528837Z","caller":"traceutil/trace.go:171","msg":"trace[188000356] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:34207; }","duration":"119.708394ms","start":"2026-07-29T14:56:43.409111Z","end":"2026-07-29T14:56:43.52882Z","steps":["trace[188000356] 'agreement among raft nodes before linearized reading' (duration: 119.498678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:43.529053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.6128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-07-29T14:56:43.529087Z","caller":"traceutil/trace.go:171","msg":"trace[642808344] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum-nodes; range_end:; response_count:1; response_revision:34207; }","duration":"165.662852ms","start":"2026-07-29T14:56:43.363415Z","end":"2026-07-29T14:56:43.529078Z","steps":["trace[642808344] 'agreement among raft nodes before linearized reading' (duration: 165.180638ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:44.411467Z","caller":"traceutil/trace.go:171","msg":"trace[890631748] linearizableReadLoop","detail":"{readStateIndex:35269; appliedIndex:35268; }","duration":"212.597827ms","start":"2026-07-29T14:56:44.198842Z","end":"2026-07-29T14:56:44.41144Z","steps":["trace[890631748] 'read index received' (duration: 206.90851ms)","trace[890631748] 'applied index is now lower than readState.Index' (duration: 5.688056ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:56:44.411554Z","caller":"traceutil/trace.go:171","msg":"trace[1941222027] transaction","detail":"{read_only:false; response_revision:34219; number_of_response:1; }","duration":"303.688721ms","start":"2026-07-29T14:56:44.107837Z","end":"2026-07-29T14:56:44.411526Z","steps":["trace[1941222027] 'process raft request' (duration: 297.956523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:44.411698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:56:44.1078Z","time spent":"303.817334ms","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22697,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:56:44.411789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.538725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130851"} {"level":"info","ts":"2026-07-29T14:56:44.411842Z","caller":"traceutil/trace.go:171","msg":"trace[1885045635] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:34219; }","duration":"212.630017ms","start":"2026-07-29T14:56:44.199197Z","end":"2026-07-29T14:56:44.411827Z","steps":["trace[1885045635] 'agreement among raft nodes before linearized reading' (duration: 212.404851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:56:44.41185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.978508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-29T14:56:44.411954Z","caller":"traceutil/trace.go:171","msg":"trace[1395382154] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:34219; }","duration":"213.137952ms","start":"2026-07-29T14:56:44.198788Z","end":"2026-07-29T14:56:44.411926Z","steps":["trace[1395382154] 'agreement among raft nodes before linearized reading' (duration: 212.798343ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:56:54.178117Z","caller":"traceutil/trace.go:171","msg":"trace[1310821311] transaction","detail":"{read_only:false; response_revision:34299; number_of_response:1; }","duration":"120.507665ms","start":"2026-07-29T14:56:54.057582Z","end":"2026-07-29T14:56:54.17809Z","steps":["trace[1310821311] 'process raft request' (duration: 86.812276ms)","trace[1310821311] 'compare' (duration: 33.413952ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:56:57.03892Z","caller":"traceutil/trace.go:171","msg":"trace[1629179198] transaction","detail":"{read_only:false; response_revision:34315; number_of_response:1; }","duration":"106.570611ms","start":"2026-07-29T14:56:56.932318Z","end":"2026-07-29T14:56:57.038888Z","steps":["trace[1629179198] 'process raft request' (duration: 106.282063ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:57:00.917774Z","caller":"traceutil/trace.go:171","msg":"trace[1444582121] transaction","detail":"{read_only:false; response_revision:34342; number_of_response:1; }","duration":"205.286165ms","start":"2026-07-29T14:57:00.712465Z","end":"2026-07-29T14:57:00.917751Z","steps":["trace[1444582121] 'process raft request' (duration: 205.12675ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:57:01.937779Z","caller":"traceutil/trace.go:171","msg":"trace[1817089260] linearizableReadLoop","detail":"{readStateIndex:35403; appliedIndex:35402; }","duration":"140.050705ms","start":"2026-07-29T14:57:01.797709Z","end":"2026-07-29T14:57:01.937759Z","steps":["trace[1817089260] 'read index received' (duration: 139.86048ms)","trace[1817089260] 'applied index is now lower than readState.Index' (duration: 189.575µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:57:01.93791Z","caller":"traceutil/trace.go:171","msg":"trace[329612254] transaction","detail":"{read_only:false; response_revision:34349; number_of_response:1; }","duration":"146.568954ms","start":"2026-07-29T14:57:01.79131Z","end":"2026-07-29T14:57:01.937879Z","steps":["trace[329612254] 'process raft request' (duration: 146.318878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:57:01.937981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.250021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T14:57:01.93801Z","caller":"traceutil/trace.go:171","msg":"trace[16055946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34349; }","duration":"140.327573ms","start":"2026-07-29T14:57:01.797674Z","end":"2026-07-29T14:57:01.938002Z","steps":["trace[16055946] 'agreement among raft nodes before linearized reading' (duration: 140.193509ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:57:03.461567Z","caller":"traceutil/trace.go:171","msg":"trace[584083636] transaction","detail":"{read_only:false; response_revision:34356; number_of_response:1; }","duration":"132.413064ms","start":"2026-07-29T14:57:03.329112Z","end":"2026-07-29T14:57:03.461525Z","steps":["trace[584083636] 'process raft request' (duration: 132.144277ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:57:03.581138Z","caller":"traceutil/trace.go:171","msg":"trace[1680106744] linearizableReadLoop","detail":"{readStateIndex:35413; appliedIndex:35410; }","duration":"119.59195ms","start":"2026-07-29T14:57:03.461477Z","end":"2026-07-29T14:57:03.581069Z","steps":["trace[1680106744] 'read index received' (duration: 119.034975ms)","trace[1680106744] 'applied index is now lower than readState.Index' (duration: 555.875µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:57:03.581213Z","caller":"traceutil/trace.go:171","msg":"trace[324369348] transaction","detail":"{read_only:false; response_revision:34358; number_of_response:1; }","duration":"167.127992ms","start":"2026-07-29T14:57:03.414043Z","end":"2026-07-29T14:57:03.581171Z","steps":["trace[324369348] 'process raft request' (duration: 166.929336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:57:03.581333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.001689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:57:03.5813Z","caller":"traceutil/trace.go:171","msg":"trace[1301637245] transaction","detail":"{read_only:false; response_revision:34357; number_of_response:1; }","duration":"169.504347ms","start":"2026-07-29T14:57:03.411746Z","end":"2026-07-29T14:57:03.58125Z","steps":["trace[1301637245] 'process raft request' (duration: 169.036054ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:57:03.581411Z","caller":"traceutil/trace.go:171","msg":"trace[1198407566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34359; }","duration":"192.117941ms","start":"2026-07-29T14:57:03.389254Z","end":"2026-07-29T14:57:03.581372Z","steps":["trace[1198407566] 'agreement among raft nodes before linearized reading' (duration: 192.015309ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:57:03.581444Z","caller":"traceutil/trace.go:171","msg":"trace[78943427] transaction","detail":"{read_only:false; response_revision:34359; number_of_response:1; }","duration":"164.505879ms","start":"2026-07-29T14:57:03.416903Z","end":"2026-07-29T14:57:03.581408Z","steps":["trace[78943427] 'process raft request' (duration: 164.120449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:57:03.581546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.417214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T14:57:03.581672Z","caller":"traceutil/trace.go:171","msg":"trace[1434441731] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34359; }","duration":"107.584589ms","start":"2026-07-29T14:57:03.47406Z","end":"2026-07-29T14:57:03.581644Z","steps":["trace[1434441731] 'agreement among raft nodes before linearized reading' (duration: 107.296941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:57:03.581502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.168203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-29T14:57:03.582038Z","caller":"traceutil/trace.go:171","msg":"trace[48845881] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:34359; }","duration":"171.763ms","start":"2026-07-29T14:57:03.410249Z","end":"2026-07-29T14:57:03.582012Z","steps":["trace[48845881] 'agreement among raft nodes before linearized reading' (duration: 171.0172ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:57:12.458256Z","caller":"traceutil/trace.go:171","msg":"trace[1522776566] transaction","detail":"{read_only:false; response_revision:34431; number_of_response:1; }","duration":"151.84291ms","start":"2026-07-29T14:57:12.306385Z","end":"2026-07-29T14:57:12.458228Z","steps":["trace[1522776566] 'process raft request' (duration: 82.686222ms)","trace[1522776566] 'compare' (duration: 68.637544ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:57:16.293092Z","caller":"traceutil/trace.go:171","msg":"trace[1066516582] linearizableReadLoop","detail":"{readStateIndex:35509; appliedIndex:35508; }","duration":"144.667802ms","start":"2026-07-29T14:57:16.148395Z","end":"2026-07-29T14:57:16.293063Z","steps":["trace[1066516582] 'read index received' (duration: 144.469587ms)","trace[1066516582] 'applied index is now lower than readState.Index' (duration: 197.395µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:57:16.293143Z","caller":"traceutil/trace.go:171","msg":"trace[1166750649] transaction","detail":"{read_only:false; response_revision:34452; number_of_response:1; }","duration":"150.414711ms","start":"2026-07-29T14:57:16.142701Z","end":"2026-07-29T14:57:16.293116Z","steps":["trace[1166750649] 'process raft request' (duration: 150.221795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:57:16.293395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.978521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T14:57:16.293456Z","caller":"traceutil/trace.go:171","msg":"trace[731419645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34452; }","duration":"145.088694ms","start":"2026-07-29T14:57:16.148353Z","end":"2026-07-29T14:57:16.293442Z","steps":["trace[731419645] 'agreement among raft nodes before linearized reading' (duration: 144.859257ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:57:27.006473Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008ba9.wal"} {"level":"info","ts":"2026-07-29T14:57:29.783577Z","caller":"traceutil/trace.go:171","msg":"trace[220730670] transaction","detail":"{read_only:false; response_revision:35006; number_of_response:1; }","duration":"121.965305ms","start":"2026-07-29T14:57:29.661572Z","end":"2026-07-29T14:57:29.783538Z","steps":["trace[220730670] 'process raft request' (duration: 97.947283ms)","trace[220730670] 'compare' (duration: 23.400125ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:57:29.784218Z","caller":"traceutil/trace.go:171","msg":"trace[135451499] transaction","detail":"{read_only:false; response_revision:35007; number_of_response:1; }","duration":"120.986519ms","start":"2026-07-29T14:57:29.663217Z","end":"2026-07-29T14:57:29.784203Z","steps":["trace[135451499] 'process raft request' (duration: 120.136775ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:57:29.784286Z","caller":"traceutil/trace.go:171","msg":"trace[1974292336] linearizableReadLoop","detail":"{readStateIndex:36075; appliedIndex:36073; }","duration":"119.644682ms","start":"2026-07-29T14:57:29.664622Z","end":"2026-07-29T14:57:29.784266Z","steps":["trace[1974292336] 'read index received' (duration: 94.904909ms)","trace[1974292336] 'applied index is now lower than readState.Index' (duration: 24.738402ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:57:29.784538Z","caller":"traceutil/trace.go:171","msg":"trace[1820534345] transaction","detail":"{read_only:false; response_revision:35008; number_of_response:1; }","duration":"100.447722ms","start":"2026-07-29T14:57:29.68407Z","end":"2026-07-29T14:57:29.784518Z","steps":["trace[1820534345] 'process raft request' (duration: 99.482066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:57:29.785044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.402092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-29T14:57:29.785093Z","caller":"traceutil/trace.go:171","msg":"trace[1646525824] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:35011; }","duration":"120.488915ms","start":"2026-07-29T14:57:29.664589Z","end":"2026-07-29T14:57:29.785078Z","steps":["trace[1646525824] 'agreement among raft nodes before linearized reading' (duration: 120.347521ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:57:30.319966Z","caller":"traceutil/trace.go:171","msg":"trace[543389681] linearizableReadLoop","detail":"{readStateIndex:36089; appliedIndex:36088; }","duration":"204.018571ms","start":"2026-07-29T14:57:30.115927Z","end":"2026-07-29T14:57:30.319946Z","steps":["trace[543389681] 'read index received' (duration: 203.824555ms)","trace[543389681] 'applied index is now lower than readState.Index' (duration: 193.466µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:57:30.320184Z","caller":"traceutil/trace.go:171","msg":"trace[1566062935] transaction","detail":"{read_only:false; response_revision:35020; number_of_response:1; }","duration":"204.37665ms","start":"2026-07-29T14:57:30.1158Z","end":"2026-07-29T14:57:30.320176Z","steps":["trace[1566062935] 'process raft request' (duration: 203.899957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:57:30.32045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.510134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:87031"} {"level":"info","ts":"2026-07-29T14:57:30.320481Z","caller":"traceutil/trace.go:171","msg":"trace[592509860] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:35020; }","duration":"204.605667ms","start":"2026-07-29T14:57:30.115867Z","end":"2026-07-29T14:57:30.320472Z","steps":["trace[592509860] 'agreement among raft nodes before linearized reading' (duration: 204.443433ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:57:30.336043Z","caller":"traceutil/trace.go:171","msg":"trace[1679546806] transaction","detail":"{read_only:false; response_revision:35021; number_of_response:1; }","duration":"183.381481ms","start":"2026-07-29T14:57:30.152634Z","end":"2026-07-29T14:57:30.336016Z","steps":["trace[1679546806] 'process raft request' (duration: 182.840446ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:57:30.336207Z","caller":"traceutil/trace.go:171","msg":"trace[546659775] transaction","detail":"{read_only:false; response_revision:35022; number_of_response:1; }","duration":"108.828523ms","start":"2026-07-29T14:57:30.227369Z","end":"2026-07-29T14:57:30.336197Z","steps":["trace[546659775] 'process raft request' (duration: 108.263878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:57:30.336756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.806294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-rp8b5.18c6c9da61133cdc\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-07-29T14:57:30.336859Z","caller":"traceutil/trace.go:171","msg":"trace[372838339] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-rp8b5.18c6c9da61133cdc; range_end:; response_count:1; response_revision:35022; }","duration":"195.913287ms","start":"2026-07-29T14:57:30.140891Z","end":"2026-07-29T14:57:30.336804Z","steps":["trace[372838339] 'agreement among raft nodes before linearized reading' (duration: 195.764993ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:57:30.829607Z","caller":"traceutil/trace.go:171","msg":"trace[720874118] transaction","detail":"{read_only:false; response_revision:35036; number_of_response:1; }","duration":"162.726051ms","start":"2026-07-29T14:57:30.666859Z","end":"2026-07-29T14:57:30.829585Z","steps":["trace[720874118] 'process raft request' (duration: 162.660569ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:57:30.829671Z","caller":"traceutil/trace.go:171","msg":"trace[1871696344] transaction","detail":"{read_only:false; response_revision:35035; number_of_response:1; }","duration":"164.900401ms","start":"2026-07-29T14:57:30.664733Z","end":"2026-07-29T14:57:30.829633Z","steps":["trace[1871696344] 'process raft request' (duration: 164.637254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:57:34.171075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.001785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:57:34.171226Z","caller":"traceutil/trace.go:171","msg":"trace[1933937649] linearizableReadLoop","detail":"{readStateIndex:36189; appliedIndex:36188; }","duration":"106.542429ms","start":"2026-07-29T14:57:34.064663Z","end":"2026-07-29T14:57:34.171205Z","steps":["trace[1933937649] 'read index received' (duration: 95.492µs)","trace[1933937649] 'applied index is now lower than readState.Index' (duration: 106.445277ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:57:34.171314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.649513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:57:34.171348Z","caller":"traceutil/trace.go:171","msg":"trace[1310383478] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:35119; }","duration":"106.730815ms","start":"2026-07-29T14:57:34.064605Z","end":"2026-07-29T14:57:34.171336Z","steps":["trace[1310383478] 'agreement among raft nodes before linearized reading' (duration: 106.657853ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:57:34.171313Z","caller":"traceutil/trace.go:171","msg":"trace[1458245236] transaction","detail":"{read_only:false; response_revision:35119; number_of_response:1; }","duration":"322.742316ms","start":"2026-07-29T14:57:33.848537Z","end":"2026-07-29T14:57:34.171279Z","steps":["trace[1458245236] 'process raft request' (duration: 133.417622ms)","trace[1458245236] 'compare' (duration: 188.770319ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:57:34.171522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:57:33.848514Z","time spent":"322.88721ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:57:37.544123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979121157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T14:57:37.648783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.020112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"info","ts":"2026-07-29T14:57:37.648869Z","caller":"traceutil/trace.go:171","msg":"trace[1676389718] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:35173; }","duration":"694.149815ms","start":"2026-07-29T14:57:36.954698Z","end":"2026-07-29T14:57:37.648848Z","steps":["trace[1676389718] 'range keys from in-memory index tree' (duration: 693.862818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:57:37.648911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:57:36.95468Z","time spent":"694.221788ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":645,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-29T14:57:37.761083Z","caller":"traceutil/trace.go:171","msg":"trace[1310639410] transaction","detail":"{read_only:false; response_revision:35174; number_of_response:1; }","duration":"777.935848ms","start":"2026-07-29T14:57:36.983121Z","end":"2026-07-29T14:57:37.761057Z","steps":["trace[1310639410] 'process raft request' (duration: 777.756113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:57:37.761245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:57:36.983095Z","time spent":"778.064762ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6094,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:57:37.87897Z","caller":"traceutil/trace.go:171","msg":"trace[1431650292] transaction","detail":"{read_only:false; response_revision:35175; number_of_response:1; }","duration":"677.196758ms","start":"2026-07-29T14:57:37.201749Z","end":"2026-07-29T14:57:37.878946Z","steps":["trace[1431650292] 'process raft request' (duration: 673.840846ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:57:37.879027Z","caller":"traceutil/trace.go:171","msg":"trace[1321029330] transaction","detail":"{read_only:false; response_revision:35176; number_of_response:1; }","duration":"668.549239ms","start":"2026-07-29T14:57:37.210434Z","end":"2026-07-29T14:57:37.878984Z","steps":["trace[1321029330] 'process raft request' (duration: 668.454287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:57:37.879125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:57:37.201723Z","time spent":"677.314661ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:57:37.879185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:57:37.210384Z","time spent":"668.718243ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:57:37.879663Z","caller":"traceutil/trace.go:171","msg":"trace[136580340] linearizableReadLoop","detail":"{readStateIndex:36246; appliedIndex:36243; }","duration":"835.97486ms","start":"2026-07-29T14:57:37.043674Z","end":"2026-07-29T14:57:37.879649Z","steps":["trace[136580340] 'read index received' (duration: 717.247113ms)","trace[136580340] 'applied index is now lower than readState.Index' (duration: 118.726597ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:57:37.879683Z","caller":"traceutil/trace.go:171","msg":"trace[43052993] transaction","detail":"{read_only:false; response_revision:35177; number_of_response:1; }","duration":"222.48192ms","start":"2026-07-29T14:57:37.657168Z","end":"2026-07-29T14:57:37.87965Z","steps":["trace[43052993] 'process raft request' (duration: 221.76865ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:57:37.87974Z","caller":"traceutil/trace.go:171","msg":"trace[1249933917] transaction","detail":"{read_only:false; response_revision:35178; number_of_response:1; }","duration":"181.17569ms","start":"2026-07-29T14:57:37.698554Z","end":"2026-07-29T14:57:37.87973Z","steps":["trace[1249933917] 'process raft request' (duration: 180.895102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:57:37.880182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.486914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-29T14:57:37.880272Z","caller":"traceutil/trace.go:171","msg":"trace[15446246] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:35178; }","duration":"836.664838ms","start":"2026-07-29T14:57:37.043588Z","end":"2026-07-29T14:57:37.880253Z","steps":["trace[15446246] 'agreement among raft nodes before linearized reading' (duration: 836.199825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:57:37.880319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:57:37.043501Z","time spent":"836.808733ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:57:37.881771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.288275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-29T14:57:37.881861Z","caller":"traceutil/trace.go:171","msg":"trace[504922130] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:35182; }","duration":"729.420579ms","start":"2026-07-29T14:57:37.152419Z","end":"2026-07-29T14:57:37.881839Z","steps":["trace[504922130] 'agreement among raft nodes before linearized reading' (duration: 729.249444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:57:37.881905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:57:37.152401Z","time spent":"729.495872ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T14:57:37.881979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.708678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusteridentities.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:6112"} {"level":"info","ts":"2026-07-29T14:57:37.882064Z","caller":"traceutil/trace.go:171","msg":"trace[222703917] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusteridentities.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:35182; }","duration":"109.821251ms","start":"2026-07-29T14:57:37.772215Z","end":"2026-07-29T14:57:37.882037Z","steps":["trace[222703917] 'agreement among raft nodes before linearized reading' (duration: 109.595634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:57:37.882624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.729067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"info","ts":"2026-07-29T14:57:37.882672Z","caller":"traceutil/trace.go:171","msg":"trace[1443902829] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:35182; }","duration":"247.803179ms","start":"2026-07-29T14:57:37.634859Z","end":"2026-07-29T14:57:37.882662Z","steps":["trace[1443902829] 'agreement among raft nodes before linearized reading' (duration: 247.707386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:57:37.882841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.57289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:40368"} {"level":"info","ts":"2026-07-29T14:57:37.882884Z","caller":"traceutil/trace.go:171","msg":"trace[1363955462] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:35182; }","duration":"115.650052ms","start":"2026-07-29T14:57:37.767221Z","end":"2026-07-29T14:57:37.882871Z","steps":["trace[1363955462] 'agreement among raft nodes before linearized reading' (duration: 115.563109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:57:37.883094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.697418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T14:57:37.883149Z","caller":"traceutil/trace.go:171","msg":"trace[763299356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35182; }","duration":"254.779891ms","start":"2026-07-29T14:57:37.628357Z","end":"2026-07-29T14:57:37.883137Z","steps":["trace[763299356] 'agreement among raft nodes before linearized reading' (duration: 254.621467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:57:37.883584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.941036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:57:37.883649Z","caller":"traceutil/trace.go:171","msg":"trace[1902115362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35182; }","duration":"492.059859ms","start":"2026-07-29T14:57:37.391577Z","end":"2026-07-29T14:57:37.883637Z","steps":["trace[1902115362] 'agreement among raft nodes before linearized reading' (duration: 491.953796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:57:37.883683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:57:37.391544Z","time spent":"492.132171ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T14:57:37.883593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.036422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:57:37.883778Z","caller":"traceutil/trace.go:171","msg":"trace[196050562] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:35182; }","duration":"399.258248ms","start":"2026-07-29T14:57:37.484503Z","end":"2026-07-29T14:57:37.883761Z","steps":["trace[196050562] 'agreement among raft nodes before linearized reading' (duration: 399.017401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:57:37.883819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:57:37.484479Z","time spent":"399.32755ms","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:57:37.883588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.520787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-w6m5p\" ","response":"range_response_count:1 size:5293"} {"level":"info","ts":"2026-07-29T14:57:37.883934Z","caller":"traceutil/trace.go:171","msg":"trace[413812587] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-w6m5p; range_end:; response_count:1; response_revision:35182; }","duration":"215.926469ms","start":"2026-07-29T14:57:37.667998Z","end":"2026-07-29T14:57:37.883925Z","steps":["trace[413812587] 'agreement among raft nodes before linearized reading' (duration: 215.000863ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:57:39.764373Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32504} {"level":"info","ts":"2026-07-29T14:57:39.937286Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32504,"took":"168.647374ms","hash":2463713067,"current-db-size-bytes":56721408,"current-db-size":"57 MB","current-db-size-in-use-bytes":41345024,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-07-29T14:57:39.937353Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2463713067,"revision":32504,"compact-revision":30213} {"level":"info","ts":"2026-07-29T14:57:40.770619Z","caller":"traceutil/trace.go:171","msg":"trace[413055315] transaction","detail":"{read_only:false; response_revision:35242; number_of_response:1; }","duration":"141.422253ms","start":"2026-07-29T14:57:40.629171Z","end":"2026-07-29T14:57:40.770594Z","steps":["trace[413055315] 'process raft request' (duration: 141.079554ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:57:40.770945Z","caller":"traceutil/trace.go:171","msg":"trace[1463316458] linearizableReadLoop","detail":"{readStateIndex:36314; appliedIndex:36312; }","duration":"134.754939ms","start":"2026-07-29T14:57:40.636157Z","end":"2026-07-29T14:57:40.770912Z","steps":["trace[1463316458] 'read index received' (duration: 70.233718ms)","trace[1463316458] 'applied index is now lower than readState.Index' (duration: 64.520021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:57:40.771144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.965165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-29T14:57:40.771227Z","caller":"traceutil/trace.go:171","msg":"trace[1134753861] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:35244; }","duration":"135.074038ms","start":"2026-07-29T14:57:40.636132Z","end":"2026-07-29T14:57:40.771206Z","steps":["trace[1134753861] 'agreement among raft nodes before linearized reading' (duration: 134.880273ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:58:54.383288Z","caller":"traceutil/trace.go:171","msg":"trace[2024974256] transaction","detail":"{read_only:false; response_revision:36149; number_of_response:1; }","duration":"337.317057ms","start":"2026-07-29T14:58:54.045949Z","end":"2026-07-29T14:58:54.383266Z","steps":["trace[2024974256] 'process raft request' (duration: 337.159593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:58:54.383439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:58:54.045921Z","time spent":"337.443571ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:58:54.40966Z","caller":"traceutil/trace.go:171","msg":"trace[867647190] transaction","detail":"{read_only:false; response_revision:36150; number_of_response:1; }","duration":"165.148207ms","start":"2026-07-29T14:58:54.24449Z","end":"2026-07-29T14:58:54.409639Z","steps":["trace[867647190] 'process raft request' (duration: 164.808668ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:58:54.409826Z","caller":"traceutil/trace.go:171","msg":"trace[242089502] linearizableReadLoop","detail":"{readStateIndex:37245; appliedIndex:37243; }","duration":"112.106573ms","start":"2026-07-29T14:58:54.297693Z","end":"2026-07-29T14:58:54.4098Z","steps":["trace[242089502] 'read index received' (duration: 85.398426ms)","trace[242089502] 'applied index is now lower than readState.Index' (duration: 26.706827ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:58:54.410006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.285779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:58:54.410079Z","caller":"traceutil/trace.go:171","msg":"trace[485398151] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:36153; }","duration":"112.416413ms","start":"2026-07-29T14:58:54.297643Z","end":"2026-07-29T14:58:54.41006Z","steps":["trace[485398151] 'agreement among raft nodes before linearized reading' (duration: 112.285899ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:58:58.570547Z","caller":"traceutil/trace.go:171","msg":"trace[80248838] transaction","detail":"{read_only:false; response_revision:36185; number_of_response:1; }","duration":"145.878866ms","start":"2026-07-29T14:58:58.424649Z","end":"2026-07-29T14:58:58.570527Z","steps":["trace[80248838] 'process raft request' (duration: 145.833885ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:58:58.570678Z","caller":"traceutil/trace.go:171","msg":"trace[1298471024] transaction","detail":"{read_only:false; response_revision:36183; number_of_response:1; }","duration":"146.372209ms","start":"2026-07-29T14:58:58.424298Z","end":"2026-07-29T14:58:58.57067Z","steps":["trace[1298471024] 'process raft request' (duration: 101.338916ms)","trace[1298471024] 'compare' (duration: 44.56609ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:58:58.570763Z","caller":"traceutil/trace.go:171","msg":"trace[728438950] transaction","detail":"{read_only:false; response_revision:36184; number_of_response:1; }","duration":"146.365189ms","start":"2026-07-29T14:58:58.424378Z","end":"2026-07-29T14:58:58.570743Z","steps":["trace[728438950] 'process raft request' (duration: 146.063931ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:58:58.570893Z","caller":"traceutil/trace.go:171","msg":"trace[648690550] transaction","detail":"{read_only:false; response_revision:36186; number_of_response:1; }","duration":"146.156393ms","start":"2026-07-29T14:58:58.424731Z","end":"2026-07-29T14:58:58.570888Z","steps":["trace[648690550] 'process raft request' (duration: 145.771862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:58:58.725357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.543555ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T14:58:58.725501Z","caller":"traceutil/trace.go:171","msg":"trace[985387099] linearizableReadLoop","detail":"{readStateIndex:37282; appliedIndex:37277; }","duration":"293.622543ms","start":"2026-07-29T14:58:58.431819Z","end":"2026-07-29T14:58:58.725442Z","steps":["trace[985387099] 'read index received' (duration: 36.640621ms)","trace[985387099] 'applied index is now lower than readState.Index' (duration: 256.980502ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:58:58.725705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.209043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:58:58.72572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.848203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:58:58.725714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.793542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:58:58.725739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.81314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T14:58:58.725736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.776511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:58:58.72578Z","caller":"traceutil/trace.go:171","msg":"trace[575106042] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:36186; }","duration":"238.328967ms","start":"2026-07-29T14:58:58.487434Z","end":"2026-07-29T14:58:58.725763Z","steps":["trace[575106042] 'agreement among raft nodes before linearized reading' (duration: 238.187293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:58:58.725779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.234721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T14:58:58.725801Z","caller":"traceutil/trace.go:171","msg":"trace[1615422399] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:36186; }","duration":"129.918455ms","start":"2026-07-29T14:58:58.595863Z","end":"2026-07-29T14:58:58.725782Z","steps":["trace[1615422399] 'agreement among raft nodes before linearized reading' (duration: 129.770961ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:58:58.725806Z","caller":"traceutil/trace.go:171","msg":"trace[978118980] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:36186; }","duration":"130.917553ms","start":"2026-07-29T14:58:58.594869Z","end":"2026-07-29T14:58:58.725787Z","steps":["trace[978118980] 'agreement among raft nodes before linearized reading' (duration: 130.81728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:58:58.725775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.494701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:58:58.725823Z","caller":"traceutil/trace.go:171","msg":"trace[1281703519] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:36186; }","duration":"129.883084ms","start":"2026-07-29T14:58:58.595918Z","end":"2026-07-29T14:58:58.725801Z","steps":["trace[1281703519] 'agreement among raft nodes before linearized reading' (duration: 129.72577ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:58:58.72578Z","caller":"traceutil/trace.go:171","msg":"trace[784005469] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:36186; }","duration":"129.946026ms","start":"2026-07-29T14:58:58.595822Z","end":"2026-07-29T14:58:58.725768Z","steps":["trace[784005469] 'agreement among raft nodes before linearized reading' (duration: 129.851073ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:58:58.725843Z","caller":"traceutil/trace.go:171","msg":"trace[704633421] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:36186; }","duration":"123.320283ms","start":"2026-07-29T14:58:58.602507Z","end":"2026-07-29T14:58:58.725827Z","steps":["trace[704633421] 'agreement among raft nodes before linearized reading' (duration: 123.130537ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:58:58.725871Z","caller":"traceutil/trace.go:171","msg":"trace[243673159] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:36186; }","duration":"130.626304ms","start":"2026-07-29T14:58:58.595226Z","end":"2026-07-29T14:58:58.725853Z","steps":["trace[243673159] 'agreement among raft nodes before linearized reading' (duration: 130.445289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:58:58.725742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.924121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T14:58:58.725935Z","caller":"traceutil/trace.go:171","msg":"trace[2060200474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36186; }","duration":"294.140527ms","start":"2026-07-29T14:58:58.431785Z","end":"2026-07-29T14:58:58.725926Z","steps":["trace[2060200474] 'agreement among raft nodes before linearized reading' (duration: 293.87013ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:58:59.21059Z","caller":"traceutil/trace.go:171","msg":"trace[63659540] linearizableReadLoop","detail":"{readStateIndex:37285; appliedIndex:37284; }","duration":"133.921076ms","start":"2026-07-29T14:58:59.076648Z","end":"2026-07-29T14:58:59.21057Z","steps":["trace[63659540] 'read index received' (duration: 133.893285ms)","trace[63659540] 'applied index is now lower than readState.Index' (duration: 26.891µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:58:59.21069Z","caller":"traceutil/trace.go:171","msg":"trace[1656548188] transaction","detail":"{read_only:false; response_revision:36189; number_of_response:1; }","duration":"172.459469ms","start":"2026-07-29T14:58:59.038199Z","end":"2026-07-29T14:58:59.210659Z","steps":["trace[1656548188] 'process raft request' (duration: 172.254874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:58:59.210773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.106771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T14:58:59.21096Z","caller":"traceutil/trace.go:171","msg":"trace[354903257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36189; }","duration":"134.328857ms","start":"2026-07-29T14:58:59.076605Z","end":"2026-07-29T14:58:59.210934Z","steps":["trace[354903257] 'agreement among raft nodes before linearized reading' (duration: 134.055709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:58:59.611272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.402855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T14:58:59.611338Z","caller":"traceutil/trace.go:171","msg":"trace[199219511] linearizableReadLoop","detail":"{readStateIndex:37286; appliedIndex:37285; }","duration":"400.522673ms","start":"2026-07-29T14:58:59.210805Z","end":"2026-07-29T14:58:59.611328Z","steps":["trace[199219511] 'read index received' (duration: 227.137368ms)","trace[199219511] 'applied index is now lower than readState.Index' (duration: 173.384685ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T14:58:59.61136Z","caller":"traceutil/trace.go:171","msg":"trace[81792313] transaction","detail":"{read_only:false; response_revision:36190; number_of_response:1; }","duration":"406.22397ms","start":"2026-07-29T14:58:59.205113Z","end":"2026-07-29T14:58:59.611337Z","steps":["trace[81792313] 'process raft request' (duration: 232.705022ms)","trace[81792313] 'compare' (duration: 173.325223ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:58:59.611449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:58:59.205095Z","time spent":"406.306792ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T14:58:59.611452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.891103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T14:58:59.6115Z","caller":"traceutil/trace.go:171","msg":"trace[1871322954] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36190; }","duration":"533.966506ms","start":"2026-07-29T14:58:59.077522Z","end":"2026-07-29T14:58:59.611489Z","steps":["trace[1871322954] 'agreement among raft nodes before linearized reading' (duration: 533.841242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:58:59.611523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:58:59.077512Z","time spent":"534.005626ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T14:58:59.611497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.157529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T14:58:59.611572Z","caller":"traceutil/trace.go:171","msg":"trace[215460550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36190; }","duration":"439.287762ms","start":"2026-07-29T14:58:59.172266Z","end":"2026-07-29T14:58:59.611554Z","steps":["trace[215460550] 'agreement among raft nodes before linearized reading' (duration: 439.072447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:58:59.611612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:58:59.172234Z","time spent":"439.369615ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T14:58:59.63959Z","caller":"traceutil/trace.go:171","msg":"trace[1996631533] transaction","detail":"{read_only:false; response_revision:36191; number_of_response:1; }","duration":"425.117171ms","start":"2026-07-29T14:58:59.214445Z","end":"2026-07-29T14:58:59.639562Z","steps":["trace[1996631533] 'process raft request' (duration: 424.946677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:58:59.639806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:58:59.214434Z","time spent":"425.230315ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T14:58:59.709526Z","caller":"traceutil/trace.go:171","msg":"trace[529917959] transaction","detail":"{read_only:false; response_revision:36192; number_of_response:1; }","duration":"261.238949ms","start":"2026-07-29T14:58:59.44826Z","end":"2026-07-29T14:58:59.709499Z","steps":["trace[529917959] 'process raft request' (duration: 261.077715ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:58:59.709859Z","caller":"traceutil/trace.go:171","msg":"trace[757806868] transaction","detail":"{read_only:false; response_revision:36193; number_of_response:1; }","duration":"192.305717ms","start":"2026-07-29T14:58:59.517508Z","end":"2026-07-29T14:58:59.709813Z","steps":["trace[757806868] 'process raft request' (duration: 191.954607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:58:59.709899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.304168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:58:59.709966Z","caller":"traceutil/trace.go:171","msg":"trace[1913743532] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:36195; }","duration":"420.419522ms","start":"2026-07-29T14:58:59.28953Z","end":"2026-07-29T14:58:59.709949Z","steps":["trace[1913743532] 'agreement among raft nodes before linearized reading' (duration: 420.295058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:58:59.710005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:58:59.289511Z","time spent":"420.486504ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T14:58:59.710123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.570468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:58:59.710216Z","caller":"traceutil/trace.go:171","msg":"trace[1121088781] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:36195; }","duration":"132.718402ms","start":"2026-07-29T14:58:59.577478Z","end":"2026-07-29T14:58:59.710196Z","steps":["trace[1121088781] 'agreement among raft nodes before linearized reading' (duration: 132.539988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:58:59.710136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.414352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:58:59.710326Z","caller":"traceutil/trace.go:171","msg":"trace[1480158541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36195; }","duration":"320.628478ms","start":"2026-07-29T14:58:59.389678Z","end":"2026-07-29T14:58:59.710306Z","steps":["trace[1480158541] 'agreement among raft nodes before linearized reading' (duration: 320.358361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:58:59.710437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T14:58:59.389667Z","time spent":"320.70695ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T14:59:04.937523Z","caller":"traceutil/trace.go:171","msg":"trace[1396816938] transaction","detail":"{read_only:false; response_revision:36245; number_of_response:1; }","duration":"102.633072ms","start":"2026-07-29T14:59:04.834862Z","end":"2026-07-29T14:59:04.937495Z","steps":["trace[1396816938] 'process raft request' (duration: 80.81582ms)","trace[1396816938] 'compare' (duration: 21.337769ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T14:59:04.93754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.664718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:59:04.937621Z","caller":"traceutil/trace.go:171","msg":"trace[1990740891] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:36245; }","duration":"104.756721ms","start":"2026-07-29T14:59:04.83284Z","end":"2026-07-29T14:59:04.937597Z","steps":["trace[1990740891] 'agreement among raft nodes before linearized reading' (duration: 104.649698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:59:04.937513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.592006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:59:04.937775Z","caller":"traceutil/trace.go:171","msg":"trace[1158278434] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:36245; }","duration":"104.827803ms","start":"2026-07-29T14:59:04.832877Z","end":"2026-07-29T14:59:04.937705Z","steps":["trace[1158278434] 'agreement among raft nodes before linearized reading' (duration: 104.553305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:59:04.937791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.878916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T14:59:04.937975Z","caller":"traceutil/trace.go:171","msg":"trace[215271045] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:36245; }","duration":"104.137474ms","start":"2026-07-29T14:59:04.833807Z","end":"2026-07-29T14:59:04.937944Z","steps":["trace[215271045] 'agreement among raft nodes before linearized reading' (duration: 103.690511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:59:04.937425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.917915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:59:04.938107Z","caller":"traceutil/trace.go:171","msg":"trace[1583014162] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:36245; }","duration":"105.617425ms","start":"2026-07-29T14:59:04.832475Z","end":"2026-07-29T14:59:04.938093Z","steps":["trace[1583014162] 'agreement among raft nodes before linearized reading' (duration: 104.863374ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:59:28.023819Z","caller":"traceutil/trace.go:171","msg":"trace[2141019220] transaction","detail":"{read_only:false; response_revision:36444; number_of_response:1; }","duration":"115.99462ms","start":"2026-07-29T14:59:27.907787Z","end":"2026-07-29T14:59:28.023781Z","steps":["trace[2141019220] 'process raft request' (duration: 115.695702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T14:59:31.027094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.931648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T14:59:31.027193Z","caller":"traceutil/trace.go:171","msg":"trace[994311392] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:36468; }","duration":"108.072092ms","start":"2026-07-29T14:59:30.919097Z","end":"2026-07-29T14:59:31.02717Z","steps":["trace[994311392] 'range keys from in-memory index tree' (duration: 107.827016ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:59:31.272117Z","caller":"traceutil/trace.go:171","msg":"trace[977207072] transaction","detail":"{read_only:false; response_revision:36471; number_of_response:1; }","duration":"146.722859ms","start":"2026-07-29T14:59:31.125374Z","end":"2026-07-29T14:59:31.272097Z","steps":["trace[977207072] 'process raft request' (duration: 146.604836ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T14:59:44.858303Z","caller":"traceutil/trace.go:171","msg":"trace[1604687265] transaction","detail":"{read_only:false; response_revision:36586; number_of_response:1; }","duration":"126.541232ms","start":"2026-07-29T14:59:44.731728Z","end":"2026-07-29T14:59:44.858269Z","steps":["trace[1604687265] 'process raft request' (duration: 126.281725ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:00.229975Z","caller":"traceutil/trace.go:171","msg":"trace[456880523] transaction","detail":"{read_only:false; response_revision:36720; number_of_response:1; }","duration":"123.156179ms","start":"2026-07-29T15:00:00.106796Z","end":"2026-07-29T15:00:00.229953Z","steps":["trace[456880523] 'process raft request' (duration: 122.975934ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:00.229969Z","caller":"traceutil/trace.go:171","msg":"trace[1522293011] transaction","detail":"{read_only:false; response_revision:36721; number_of_response:1; }","duration":"123.127708ms","start":"2026-07-29T15:00:00.106817Z","end":"2026-07-29T15:00:00.229945Z","steps":["trace[1522293011] 'process raft request' (duration: 123.062747ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:00.273078Z","caller":"traceutil/trace.go:171","msg":"trace[603531802] transaction","detail":"{read_only:false; response_revision:36722; number_of_response:1; }","duration":"113.019149ms","start":"2026-07-29T15:00:00.160035Z","end":"2026-07-29T15:00:00.273054Z","steps":["trace[603531802] 'process raft request' (duration: 112.762262ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:00.273205Z","caller":"traceutil/trace.go:171","msg":"trace[769590736] transaction","detail":"{read_only:false; response_revision:36723; number_of_response:1; }","duration":"111.62057ms","start":"2026-07-29T15:00:00.161552Z","end":"2026-07-29T15:00:00.273172Z","steps":["trace[769590736] 'process raft request' (duration: 111.397494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:00.273462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.862164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:00:00.273566Z","caller":"traceutil/trace.go:171","msg":"trace[432663433] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:36725; }","duration":"112.996219ms","start":"2026-07-29T15:00:00.160548Z","end":"2026-07-29T15:00:00.273545Z","steps":["trace[432663433] 'agreement among raft nodes before linearized reading' (duration: 112.812183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:01.874347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.167116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T15:00:01.874478Z","caller":"traceutil/trace.go:171","msg":"trace[1712590532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36767; }","duration":"174.345121ms","start":"2026-07-29T15:00:01.700112Z","end":"2026-07-29T15:00:01.874457Z","steps":["trace[1712590532] 'range keys from in-memory index tree' (duration: 173.973801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:01.874662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.638146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-29T15:00:01.875005Z","caller":"traceutil/trace.go:171","msg":"trace[985910324] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36767; }","duration":"185.023686ms","start":"2026-07-29T15:00:01.689951Z","end":"2026-07-29T15:00:01.874975Z","steps":["trace[985910324] 'range keys from in-memory index tree' (duration: 183.789132ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:02.961038Z","caller":"traceutil/trace.go:171","msg":"trace[163692334] linearizableReadLoop","detail":"{readStateIndex:37896; appliedIndex:37895; }","duration":"109.838841ms","start":"2026-07-29T15:00:02.851177Z","end":"2026-07-29T15:00:02.961016Z","steps":["trace[163692334] 'read index received' (duration: 109.648065ms)","trace[163692334] 'applied index is now lower than readState.Index' (duration: 189.936µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:00:02.961102Z","caller":"traceutil/trace.go:171","msg":"trace[1397249412] transaction","detail":"{read_only:false; response_revision:36786; number_of_response:1; }","duration":"179.641577ms","start":"2026-07-29T15:00:02.78143Z","end":"2026-07-29T15:00:02.961072Z","steps":["trace[1397249412] 'process raft request' (duration: 179.444982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:02.961162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.969415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:00:02.9612Z","caller":"traceutil/trace.go:171","msg":"trace[1650890964] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:36786; }","duration":"110.031357ms","start":"2026-07-29T15:00:02.851158Z","end":"2026-07-29T15:00:02.961189Z","steps":["trace[1650890964] 'agreement among raft nodes before linearized reading' (duration: 109.944694ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:03.127826Z","caller":"traceutil/trace.go:171","msg":"trace[105963043] transaction","detail":"{read_only:false; response_revision:36791; number_of_response:1; }","duration":"100.224795ms","start":"2026-07-29T15:00:03.027576Z","end":"2026-07-29T15:00:03.127801Z","steps":["trace[105963043] 'process raft request' (duration: 100.087862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:09.802217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.011205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:00:09.802475Z","caller":"traceutil/trace.go:171","msg":"trace[507089085] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:36867; }","duration":"231.283133ms","start":"2026-07-29T15:00:09.571173Z","end":"2026-07-29T15:00:09.802456Z","steps":["trace[507089085] 'count revisions from in-memory index tree' (duration: 230.330856ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:09.808095Z","caller":"traceutil/trace.go:171","msg":"trace[2056073069] transaction","detail":"{read_only:false; response_revision:36868; number_of_response:1; }","duration":"147.787989ms","start":"2026-07-29T15:00:09.660287Z","end":"2026-07-29T15:00:09.808075Z","steps":["trace[2056073069] 'process raft request' (duration: 147.548532ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:12.530529Z","caller":"traceutil/trace.go:171","msg":"trace[2059725339] transaction","detail":"{read_only:false; response_revision:36903; number_of_response:1; }","duration":"110.89219ms","start":"2026-07-29T15:00:12.419581Z","end":"2026-07-29T15:00:12.530473Z","steps":["trace[2059725339] 'process raft request' (duration: 110.715286ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:12.787707Z","caller":"traceutil/trace.go:171","msg":"trace[292057939] transaction","detail":"{read_only:false; response_revision:36905; number_of_response:1; }","duration":"101.085439ms","start":"2026-07-29T15:00:12.686589Z","end":"2026-07-29T15:00:12.787674Z","steps":["trace[292057939] 'process raft request' (duration: 100.799371ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:15.157129Z","caller":"traceutil/trace.go:171","msg":"trace[1364313875] transaction","detail":"{read_only:false; response_revision:36926; number_of_response:1; }","duration":"132.145037ms","start":"2026-07-29T15:00:15.024951Z","end":"2026-07-29T15:00:15.157096Z","steps":["trace[1364313875] 'process raft request' (duration: 131.994412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:15.730254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.808161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7699"} {"level":"info","ts":"2026-07-29T15:00:15.730336Z","caller":"traceutil/trace.go:171","msg":"trace[1890475354] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:36931; }","duration":"117.934384ms","start":"2026-07-29T15:00:15.612385Z","end":"2026-07-29T15:00:15.73032Z","steps":["trace[1890475354] 'range keys from in-memory index tree' (duration: 117.641207ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:17.947945Z","caller":"traceutil/trace.go:171","msg":"trace[28649822] transaction","detail":"{read_only:false; response_revision:36950; number_of_response:1; }","duration":"130.982575ms","start":"2026-07-29T15:00:17.816938Z","end":"2026-07-29T15:00:17.947921Z","steps":["trace[28649822] 'process raft request' (duration: 129.988697ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:18.076183Z","caller":"traceutil/trace.go:171","msg":"trace[720337458] transaction","detail":"{read_only:false; response_revision:36951; number_of_response:1; }","duration":"118.87418ms","start":"2026-07-29T15:00:17.957279Z","end":"2026-07-29T15:00:18.076153Z","steps":["trace[720337458] 'process raft request' (duration: 114.918031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:18.853064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.408944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:00:18.853194Z","caller":"traceutil/trace.go:171","msg":"trace[1994171715] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:36959; }","duration":"132.585239ms","start":"2026-07-29T15:00:18.720591Z","end":"2026-07-29T15:00:18.853176Z","steps":["trace[1994171715] 'count revisions from in-memory index tree' (duration: 132.280761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:18.853413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.883195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T15:00:18.853508Z","caller":"traceutil/trace.go:171","msg":"trace[987714607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36959; }","duration":"142.070471ms","start":"2026-07-29T15:00:18.711414Z","end":"2026-07-29T15:00:18.853485Z","steps":["trace[987714607] 'range keys from in-memory index tree' (duration: 141.70172ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:20.111822Z","caller":"traceutil/trace.go:171","msg":"trace[531965541] transaction","detail":"{read_only:false; response_revision:36971; number_of_response:1; }","duration":"114.12526ms","start":"2026-07-29T15:00:19.99768Z","end":"2026-07-29T15:00:20.111805Z","steps":["trace[531965541] 'process raft request' (duration: 113.539543ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:20.477499Z","caller":"traceutil/trace.go:171","msg":"trace[1460352826] transaction","detail":"{read_only:false; response_revision:36974; number_of_response:1; }","duration":"359.189523ms","start":"2026-07-29T15:00:20.118286Z","end":"2026-07-29T15:00:20.477475Z","steps":["trace[1460352826] 'process raft request' (duration: 359.118631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:20.477678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:00:20.118268Z","time spent":"359.316296ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6989,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:00:20.47794Z","caller":"traceutil/trace.go:171","msg":"trace[1877511679] transaction","detail":"{read_only:false; response_revision:36973; number_of_response:1; }","duration":"362.495844ms","start":"2026-07-29T15:00:20.115125Z","end":"2026-07-29T15:00:20.477621Z","steps":["trace[1877511679] 'process raft request' (duration: 362.121333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:20.478042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:00:20.115115Z","time spent":"362.870934ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:00:20.579285Z","caller":"traceutil/trace.go:171","msg":"trace[588348160] linearizableReadLoop","detail":"{readStateIndex:38089; appliedIndex:38086; }","duration":"365.329872ms","start":"2026-07-29T15:00:20.213933Z","end":"2026-07-29T15:00:20.579263Z","steps":["trace[588348160] 'read index received' (duration: 263.233254ms)","trace[588348160] 'applied index is now lower than readState.Index' (duration: 102.095708ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:00:20.579347Z","caller":"traceutil/trace.go:171","msg":"trace[1315524144] transaction","detail":"{read_only:false; response_revision:36976; number_of_response:1; }","duration":"188.602445ms","start":"2026-07-29T15:00:20.390698Z","end":"2026-07-29T15:00:20.579301Z","steps":["trace[1315524144] 'process raft request' (duration: 188.473441ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:20.579302Z","caller":"traceutil/trace.go:171","msg":"trace[1440224562] transaction","detail":"{read_only:false; response_revision:36975; number_of_response:1; }","duration":"449.990508ms","start":"2026-07-29T15:00:20.129271Z","end":"2026-07-29T15:00:20.579262Z","steps":["trace[1440224562] 'process raft request' (duration: 449.759151ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:20.5794Z","caller":"traceutil/trace.go:171","msg":"trace[660518740] transaction","detail":"{read_only:false; response_revision:36977; number_of_response:1; }","duration":"158.306038ms","start":"2026-07-29T15:00:20.421046Z","end":"2026-07-29T15:00:20.579352Z","steps":["trace[660518740] 'process raft request' (duration: 158.177625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:20.57951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.550608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:00:20.579536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:00:20.129256Z","time spent":"450.196184ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:00:20.579575Z","caller":"traceutil/trace.go:171","msg":"trace[1757419517] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:36977; }","duration":"365.670781ms","start":"2026-07-29T15:00:20.21389Z","end":"2026-07-29T15:00:20.579561Z","steps":["trace[1757419517] 'agreement among raft nodes before linearized reading' (duration: 365.532757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:20.579613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:00:20.213867Z","time spent":"365.734373ms","remote":"127.0.0.1:51136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:00:20.593242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.29755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:00:20.593397Z","caller":"traceutil/trace.go:171","msg":"trace[546874957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36978; }","duration":"203.478615ms","start":"2026-07-29T15:00:20.389892Z","end":"2026-07-29T15:00:20.59337Z","steps":["trace[546874957] 'agreement among raft nodes before linearized reading' (duration: 203.2898ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:20.593618Z","caller":"traceutil/trace.go:171","msg":"trace[1482561174] transaction","detail":"{read_only:false; response_revision:36978; number_of_response:1; }","duration":"107.332772ms","start":"2026-07-29T15:00:20.486255Z","end":"2026-07-29T15:00:20.593588Z","steps":["trace[1482561174] 'process raft request' (duration: 106.752596ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:21.782759Z","caller":"traceutil/trace.go:171","msg":"trace[1300275172] transaction","detail":"{read_only:false; response_revision:36994; number_of_response:1; }","duration":"103.496156ms","start":"2026-07-29T15:00:21.679234Z","end":"2026-07-29T15:00:21.78273Z","steps":["trace[1300275172] 'process raft request' (duration: 102.781866ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:26.290809Z","caller":"traceutil/trace.go:171","msg":"trace[435344638] transaction","detail":"{read_only:false; response_revision:37035; number_of_response:1; }","duration":"124.412183ms","start":"2026-07-29T15:00:26.166371Z","end":"2026-07-29T15:00:26.290783Z","steps":["trace[435344638] 'process raft request' (duration: 124.234488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:26.915515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.252296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:00:26.915613Z","caller":"traceutil/trace.go:171","msg":"trace[464384358] linearizableReadLoop","detail":"{readStateIndex:38155; appliedIndex:38154; }","duration":"223.767756ms","start":"2026-07-29T15:00:26.69183Z","end":"2026-07-29T15:00:26.915597Z","steps":["trace[464384358] 'read index received' (duration: 110.361086ms)","trace[464384358] 'applied index is now lower than readState.Index' (duration: 113.40512ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:00:26.915719Z","caller":"traceutil/trace.go:171","msg":"trace[1760509011] transaction","detail":"{read_only:false; response_revision:37040; number_of_response:1; }","duration":"224.748522ms","start":"2026-07-29T15:00:26.690916Z","end":"2026-07-29T15:00:26.915665Z","steps":["trace[1760509011] 'process raft request' (duration: 111.261771ms)","trace[1760509011] 'compare' (duration: 113.012018ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:00:26.915792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.967521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5751cef4-c8c7-477c-b001-fb52637a0c43\" ","response":"range_response_count:1 size:2193"} {"level":"info","ts":"2026-07-29T15:00:26.915825Z","caller":"traceutil/trace.go:171","msg":"trace[1486762635] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5751cef4-c8c7-477c-b001-fb52637a0c43; range_end:; response_count:1; response_revision:37040; }","duration":"224.026353ms","start":"2026-07-29T15:00:26.691788Z","end":"2026-07-29T15:00:26.915814Z","steps":["trace[1486762635] 'agreement among raft nodes before linearized reading' (duration: 223.881309ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:26.964615Z","caller":"traceutil/trace.go:171","msg":"trace[479013679] transaction","detail":"{read_only:false; response_revision:37041; number_of_response:1; }","duration":"271.243136ms","start":"2026-07-29T15:00:26.693349Z","end":"2026-07-29T15:00:26.964592Z","steps":["trace[479013679] 'process raft request' (duration: 271.04009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:26.964818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.431417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:00:26.964873Z","caller":"traceutil/trace.go:171","msg":"trace[1323057091] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:37041; }","duration":"185.51695ms","start":"2026-07-29T15:00:26.779344Z","end":"2026-07-29T15:00:26.964861Z","steps":["trace[1323057091] 'agreement among raft nodes before linearized reading' (duration: 185.428588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:26.96502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.502903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:00:26.965142Z","caller":"traceutil/trace.go:171","msg":"trace[1942755253] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37041; }","duration":"242.666097ms","start":"2026-07-29T15:00:26.722426Z","end":"2026-07-29T15:00:26.965093Z","steps":["trace[1942755253] 'agreement among raft nodes before linearized reading' (duration: 242.394849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:26.965415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.746812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:00:26.965516Z","caller":"traceutil/trace.go:171","msg":"trace[82738677] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:37041; }","duration":"225.574765ms","start":"2026-07-29T15:00:26.739913Z","end":"2026-07-29T15:00:26.965488Z","steps":["trace[82738677] 'agreement among raft nodes before linearized reading' (duration: 224.719432ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:28.207096Z","caller":"traceutil/trace.go:171","msg":"trace[1455056917] transaction","detail":"{read_only:false; response_revision:37058; number_of_response:1; }","duration":"111.60502ms","start":"2026-07-29T15:00:28.095464Z","end":"2026-07-29T15:00:28.207069Z","steps":["trace[1455056917] 'process raft request' (duration: 111.437886ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:28.432306Z","caller":"traceutil/trace.go:171","msg":"trace[133474886] transaction","detail":"{read_only:false; response_revision:37059; number_of_response:1; }","duration":"136.100936ms","start":"2026-07-29T15:00:28.296173Z","end":"2026-07-29T15:00:28.432274Z","steps":["trace[133474886] 'process raft request' (duration: 52.244012ms)","trace[133474886] 'compare' (duration: 83.030101ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:00:29.138611Z","caller":"traceutil/trace.go:171","msg":"trace[372288229] linearizableReadLoop","detail":"{readStateIndex:38184; appliedIndex:38182; }","duration":"105.484001ms","start":"2026-07-29T15:00:29.03311Z","end":"2026-07-29T15:00:29.138594Z","steps":["trace[372288229] 'read index received' (duration: 105.203743ms)","trace[372288229] 'applied index is now lower than readState.Index' (duration: 279.558µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:00:29.13882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.704537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T15:00:29.138854Z","caller":"traceutil/trace.go:171","msg":"trace[1814564197] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:37068; }","duration":"105.774779ms","start":"2026-07-29T15:00:29.033061Z","end":"2026-07-29T15:00:29.138836Z","steps":["trace[1814564197] 'agreement among raft nodes before linearized reading' (duration: 105.605854ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:29.13885Z","caller":"traceutil/trace.go:171","msg":"trace[930811285] transaction","detail":"{read_only:false; response_revision:37067; number_of_response:1; }","duration":"122.258994ms","start":"2026-07-29T15:00:29.016565Z","end":"2026-07-29T15:00:29.138824Z","steps":["trace[930811285] 'process raft request' (duration: 121.819151ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:29.13896Z","caller":"traceutil/trace.go:171","msg":"trace[509517360] transaction","detail":"{read_only:false; response_revision:37068; number_of_response:1; }","duration":"122.360467ms","start":"2026-07-29T15:00:29.016594Z","end":"2026-07-29T15:00:29.138955Z","steps":["trace[509517360] 'process raft request' (duration: 121.961636ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:29.378337Z","caller":"traceutil/trace.go:171","msg":"trace[234457484] linearizableReadLoop","detail":"{readStateIndex:38185; appliedIndex:38184; }","duration":"131.188581ms","start":"2026-07-29T15:00:29.247127Z","end":"2026-07-29T15:00:29.378316Z","steps":["trace[234457484] 'read index received' (duration: 62.363601ms)","trace[234457484] 'applied index is now lower than readState.Index' (duration: 68.824ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:00:29.378375Z","caller":"traceutil/trace.go:171","msg":"trace[1890791308] transaction","detail":"{read_only:false; response_revision:37069; number_of_response:1; }","duration":"132.184918ms","start":"2026-07-29T15:00:29.246143Z","end":"2026-07-29T15:00:29.378328Z","steps":["trace[1890791308] 'process raft request' (duration: 63.334568ms)","trace[1890791308] 'compare' (duration: 68.543541ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:00:29.378634Z","caller":"traceutil/trace.go:171","msg":"trace[2108824014] transaction","detail":"{read_only:false; response_revision:37070; number_of_response:1; }","duration":"129.453693ms","start":"2026-07-29T15:00:29.249163Z","end":"2026-07-29T15:00:29.378617Z","steps":["trace[2108824014] 'process raft request' (duration: 129.077773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:29.378669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.51921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T15:00:29.378707Z","caller":"traceutil/trace.go:171","msg":"trace[336468094] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:37070; }","duration":"131.599162ms","start":"2026-07-29T15:00:29.247097Z","end":"2026-07-29T15:00:29.378696Z","steps":["trace[336468094] 'agreement among raft nodes before linearized reading' (duration: 131.342965ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:29.379034Z","caller":"traceutil/trace.go:171","msg":"trace[270842772] transaction","detail":"{read_only:false; response_revision:37071; number_of_response:1; }","duration":"129.35784ms","start":"2026-07-29T15:00:29.24966Z","end":"2026-07-29T15:00:29.379018Z","steps":["trace[270842772] 'process raft request' (duration: 128.898147ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:29.379054Z","caller":"traceutil/trace.go:171","msg":"trace[457566949] transaction","detail":"{read_only:false; response_revision:37072; number_of_response:1; }","duration":"113.018459ms","start":"2026-07-29T15:00:29.266011Z","end":"2026-07-29T15:00:29.37903Z","steps":["trace[457566949] 'process raft request' (duration: 112.952157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:29.403176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.033008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:00:29.403241Z","caller":"traceutil/trace.go:171","msg":"trace[2112464603] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:37073; }","duration":"151.11283ms","start":"2026-07-29T15:00:29.252113Z","end":"2026-07-29T15:00:29.403226Z","steps":["trace[2112464603] 'agreement among raft nodes before linearized reading' (duration: 150.986867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:29.403243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.086096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:00:29.403291Z","caller":"traceutil/trace.go:171","msg":"trace[1746855599] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:37073; }","duration":"148.138528ms","start":"2026-07-29T15:00:29.255136Z","end":"2026-07-29T15:00:29.403275Z","steps":["trace[1746855599] 'agreement among raft nodes before linearized reading' (duration: 148.085407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:29.403189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.277403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:00:29.403353Z","caller":"traceutil/trace.go:171","msg":"trace[2050561930] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:37073; }","duration":"148.458027ms","start":"2026-07-29T15:00:29.254875Z","end":"2026-07-29T15:00:29.403333Z","steps":["trace[2050561930] 'agreement among raft nodes before linearized reading' (duration: 148.262992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:29.403396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.979732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:00:29.403436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.813927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:00:29.403448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.210193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:00:29.403517Z","caller":"traceutil/trace.go:171","msg":"trace[1299047187] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:37073; }","duration":"149.173466ms","start":"2026-07-29T15:00:29.254318Z","end":"2026-07-29T15:00:29.403491Z","steps":["trace[1299047187] 'agreement among raft nodes before linearized reading' (duration: 148.94813ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:29.403532Z","caller":"traceutil/trace.go:171","msg":"trace[517847215] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:37073; }","duration":"148.944911ms","start":"2026-07-29T15:00:29.254562Z","end":"2026-07-29T15:00:29.403507Z","steps":["trace[517847215] 'agreement among raft nodes before linearized reading' (duration: 148.800277ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:29.40354Z","caller":"traceutil/trace.go:171","msg":"trace[224584846] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:37073; }","duration":"151.347987ms","start":"2026-07-29T15:00:29.252172Z","end":"2026-07-29T15:00:29.40352Z","steps":["trace[224584846] 'agreement among raft nodes before linearized reading' (duration: 151.156282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:29.404119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.074139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T15:00:29.404182Z","caller":"traceutil/trace.go:171","msg":"trace[1351576110] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:37073; }","duration":"147.155311ms","start":"2026-07-29T15:00:29.257011Z","end":"2026-07-29T15:00:29.404166Z","steps":["trace[1351576110] 'agreement among raft nodes before linearized reading' (duration: 146.217295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:31.040645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.660336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-29T15:00:31.040878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.143293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:00:31.040919Z","caller":"traceutil/trace.go:171","msg":"trace[1312759971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37079; }","duration":"109.975725ms","start":"2026-07-29T15:00:30.930917Z","end":"2026-07-29T15:00:31.040892Z","steps":["trace[1312759971] 'range keys from in-memory index tree' (duration: 109.471401ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:31.040929Z","caller":"traceutil/trace.go:171","msg":"trace[1176832233] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:37079; }","duration":"125.241286ms","start":"2026-07-29T15:00:30.915673Z","end":"2026-07-29T15:00:31.040914Z","steps":["trace[1176832233] 'count revisions from in-memory index tree' (duration: 124.957188ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:38.351555Z","caller":"traceutil/trace.go:171","msg":"trace[1422305243] transaction","detail":"{read_only:false; response_revision:37144; number_of_response:1; }","duration":"132.690342ms","start":"2026-07-29T15:00:38.218834Z","end":"2026-07-29T15:00:38.351524Z","steps":["trace[1422305243] 'process raft request' (duration: 132.513697ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:38.907847Z","caller":"traceutil/trace.go:171","msg":"trace[1920801458] transaction","detail":"{read_only:false; response_revision:37150; number_of_response:1; }","duration":"109.82495ms","start":"2026-07-29T15:00:38.797995Z","end":"2026-07-29T15:00:38.90782Z","steps":["trace[1920801458] 'process raft request' (duration: 109.669036ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:39.040337Z","caller":"traceutil/trace.go:171","msg":"trace[1060158899] transaction","detail":"{read_only:false; response_revision:37151; number_of_response:1; }","duration":"156.15643ms","start":"2026-07-29T15:00:38.884149Z","end":"2026-07-29T15:00:39.040306Z","steps":["trace[1060158899] 'process raft request' (duration: 124.62711ms)","trace[1060158899] 'compare' (duration: 31.308094ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:00:39.599827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.288748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:00:39.599952Z","caller":"traceutil/trace.go:171","msg":"trace[60246308] linearizableReadLoop","detail":"{readStateIndex:38274; appliedIndex:38273; }","duration":"164.310194ms","start":"2026-07-29T15:00:39.435623Z","end":"2026-07-29T15:00:39.599933Z","steps":["trace[60246308] 'read index received' (duration: 59.723198ms)","trace[60246308] 'applied index is now lower than readState.Index' (duration: 104.585556ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:00:39.599994Z","caller":"traceutil/trace.go:171","msg":"trace[478068546] transaction","detail":"{read_only:false; response_revision:37156; number_of_response:1; }","duration":"183.392001ms","start":"2026-07-29T15:00:39.416567Z","end":"2026-07-29T15:00:39.599959Z","steps":["trace[478068546] 'process raft request' (duration: 78.674461ms)","trace[478068546] 'compare' (duration: 104.051292ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:00:39.600072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.447818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:00:39.600108Z","caller":"traceutil/trace.go:171","msg":"trace[1806388912] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:37156; }","duration":"164.538221ms","start":"2026-07-29T15:00:39.43556Z","end":"2026-07-29T15:00:39.600098Z","steps":["trace[1806388912] 'agreement among raft nodes before linearized reading' (duration: 164.473819ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:39.710652Z","caller":"traceutil/trace.go:171","msg":"trace[1926656812] transaction","detail":"{read_only:false; response_revision:37159; number_of_response:1; }","duration":"273.389044ms","start":"2026-07-29T15:00:39.43724Z","end":"2026-07-29T15:00:39.710629Z","steps":["trace[1926656812] 'process raft request' (duration: 273.335973ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:39.710698Z","caller":"traceutil/trace.go:171","msg":"trace[1627862349] transaction","detail":"{read_only:false; response_revision:37157; number_of_response:1; }","duration":"274.479535ms","start":"2026-07-29T15:00:39.436185Z","end":"2026-07-29T15:00:39.710665Z","steps":["trace[1627862349] 'process raft request' (duration: 268.235913ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:39.710752Z","caller":"traceutil/trace.go:171","msg":"trace[1970975070] transaction","detail":"{read_only:false; response_revision:37158; number_of_response:1; }","duration":"273.773535ms","start":"2026-07-29T15:00:39.436941Z","end":"2026-07-29T15:00:39.710715Z","steps":["trace[1970975070] 'process raft request' (duration: 273.597311ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:39.710856Z","caller":"traceutil/trace.go:171","msg":"trace[529316491] linearizableReadLoop","detail":"{readStateIndex:38278; appliedIndex:38274; }","duration":"110.835298ms","start":"2026-07-29T15:00:39.599986Z","end":"2026-07-29T15:00:39.710821Z","steps":["trace[529316491] 'read index received' (duration: 104.343979ms)","trace[529316491] 'applied index is now lower than readState.Index' (duration: 6.489629ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:00:39.710882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.751342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:00:39.710907Z","caller":"traceutil/trace.go:171","msg":"trace[1873099642] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:37160; }","duration":"274.795134ms","start":"2026-07-29T15:00:39.436105Z","end":"2026-07-29T15:00:39.7109Z","steps":["trace[1873099642] 'agreement among raft nodes before linearized reading' (duration: 274.730092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:39.710918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.03383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:00:39.710941Z","caller":"traceutil/trace.go:171","msg":"trace[483389652] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:37160; }","duration":"275.093182ms","start":"2026-07-29T15:00:39.435842Z","end":"2026-07-29T15:00:39.710935Z","steps":["trace[483389652] 'agreement among raft nodes before linearized reading' (duration: 275.03263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:39.710954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.929397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:00:39.710987Z","caller":"traceutil/trace.go:171","msg":"trace[2081075110] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:37160; }","duration":"275.01147ms","start":"2026-07-29T15:00:39.435966Z","end":"2026-07-29T15:00:39.710978Z","steps":["trace[2081075110] 'agreement among raft nodes before linearized reading' (duration: 274.957348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:39.710984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.249036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:00:39.711018Z","caller":"traceutil/trace.go:171","msg":"trace[2002045429] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:37160; }","duration":"275.314468ms","start":"2026-07-29T15:00:39.435694Z","end":"2026-07-29T15:00:39.711009Z","steps":["trace[2002045429] 'agreement among raft nodes before linearized reading' (duration: 275.231185ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:39.71104Z","caller":"traceutil/trace.go:171","msg":"trace[2069080214] transaction","detail":"{read_only:false; response_revision:37160; number_of_response:1; }","duration":"245.359821ms","start":"2026-07-29T15:00:39.465672Z","end":"2026-07-29T15:00:39.711032Z","steps":["trace[2069080214] 'process raft request' (duration: 244.927639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:39.711101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.426111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:00:39.711119Z","caller":"traceutil/trace.go:171","msg":"trace[1505480174] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:37160; }","duration":"275.470062ms","start":"2026-07-29T15:00:39.435644Z","end":"2026-07-29T15:00:39.711114Z","steps":["trace[1505480174] 'agreement among raft nodes before linearized reading' (duration: 275.445032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:39.711154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.022242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T15:00:39.711174Z","caller":"traceutil/trace.go:171","msg":"trace[1223182142] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:37160; }","duration":"274.071543ms","start":"2026-07-29T15:00:39.437096Z","end":"2026-07-29T15:00:39.711167Z","steps":["trace[1223182142] 'agreement among raft nodes before linearized reading' (duration: 273.988111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:39.711263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.03591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T15:00:39.711281Z","caller":"traceutil/trace.go:171","msg":"trace[1138114084] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:37160; }","duration":"275.095662ms","start":"2026-07-29T15:00:39.43618Z","end":"2026-07-29T15:00:39.711276Z","steps":["trace[1138114084] 'agreement among raft nodes before linearized reading' (duration: 275.03552ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:40.819868Z","caller":"traceutil/trace.go:171","msg":"trace[1295085651] transaction","detail":"{read_only:false; response_revision:37163; number_of_response:1; }","duration":"196.876073ms","start":"2026-07-29T15:00:40.622961Z","end":"2026-07-29T15:00:40.819837Z","steps":["trace[1295085651] 'process raft request' (duration: 148.463137ms)","trace[1295085651] 'compare' (duration: 48.046096ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:00:45.519314Z","caller":"traceutil/trace.go:171","msg":"trace[1890327260] linearizableReadLoop","detail":"{readStateIndex:38322; appliedIndex:38321; }","duration":"287.652008ms","start":"2026-07-29T15:00:45.231635Z","end":"2026-07-29T15:00:45.519287Z","steps":["trace[1890327260] 'read index received' (duration: 265.172768ms)","trace[1890327260] 'applied index is now lower than readState.Index' (duration: 22.47777ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:00:45.519407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.761962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:00:45.519452Z","caller":"traceutil/trace.go:171","msg":"trace[1257799220] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:37203; }","duration":"287.865084ms","start":"2026-07-29T15:00:45.231578Z","end":"2026-07-29T15:00:45.519443Z","steps":["trace[1257799220] 'agreement among raft nodes before linearized reading' (duration: 287.771672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:45.519476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.819722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:00:45.519526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.095885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:00:45.519562Z","caller":"traceutil/trace.go:171","msg":"trace[583324809] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:37203; }","duration":"287.937986ms","start":"2026-07-29T15:00:45.231604Z","end":"2026-07-29T15:00:45.519542Z","steps":["trace[583324809] 'agreement among raft nodes before linearized reading' (duration: 287.788742ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:45.51959Z","caller":"traceutil/trace.go:171","msg":"trace[1476841141] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:37203; }","duration":"261.193098ms","start":"2026-07-29T15:00:45.25838Z","end":"2026-07-29T15:00:45.519573Z","steps":["trace[1476841141] 'agreement among raft nodes before linearized reading' (duration: 261.068874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:45.519607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.287861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T15:00:45.519659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.233318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T15:00:45.519684Z","caller":"traceutil/trace.go:171","msg":"trace[425112109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37203; }","duration":"199.30481ms","start":"2026-07-29T15:00:45.320372Z","end":"2026-07-29T15:00:45.519677Z","steps":["trace[425112109] 'agreement among raft nodes before linearized reading' (duration: 199.196517ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:45.519684Z","caller":"traceutil/trace.go:171","msg":"trace[620485926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37203; }","duration":"140.412724ms","start":"2026-07-29T15:00:45.379252Z","end":"2026-07-29T15:00:45.519665Z","steps":["trace[620485926] 'agreement among raft nodes before linearized reading' (duration: 140.24132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:45.519751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.581775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:00:45.519793Z","caller":"traceutil/trace.go:171","msg":"trace[1650278170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37203; }","duration":"254.640757ms","start":"2026-07-29T15:00:45.265141Z","end":"2026-07-29T15:00:45.519781Z","steps":["trace[1650278170] 'agreement among raft nodes before linearized reading' (duration: 254.573215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:45.519861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.464495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T15:00:45.519886Z","caller":"traceutil/trace.go:171","msg":"trace[988275981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37203; }","duration":"149.490335ms","start":"2026-07-29T15:00:45.37039Z","end":"2026-07-29T15:00:45.519881Z","steps":["trace[988275981] 'agreement among raft nodes before linearized reading' (duration: 149.427334ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:45.519371Z","caller":"traceutil/trace.go:171","msg":"trace[2059912618] transaction","detail":"{read_only:false; response_revision:37203; number_of_response:1; }","duration":"378.66649ms","start":"2026-07-29T15:00:45.140646Z","end":"2026-07-29T15:00:45.519312Z","steps":["trace[2059912618] 'process raft request' (duration: 356.225611ms)","trace[2059912618] 'compare' (duration: 21.942615ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:00:45.520507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.972643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T15:00:45.520622Z","caller":"traceutil/trace.go:171","msg":"trace[1250974998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37203; }","duration":"144.129917ms","start":"2026-07-29T15:00:45.376472Z","end":"2026-07-29T15:00:45.520602Z","steps":["trace[1250974998] 'agreement among raft nodes before linearized reading' (duration: 142.989656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:45.5208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:00:45.140622Z","time spent":"379.806192ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:00:45.718573Z","caller":"traceutil/trace.go:171","msg":"trace[175553617] transaction","detail":"{read_only:false; response_revision:37205; number_of_response:1; }","duration":"193.422038ms","start":"2026-07-29T15:00:45.525122Z","end":"2026-07-29T15:00:45.718544Z","steps":["trace[175553617] 'process raft request' (duration: 193.116249ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:45.718861Z","caller":"traceutil/trace.go:171","msg":"trace[1877658626] linearizableReadLoop","detail":"{readStateIndex:38326; appliedIndex:38323; }","duration":"107.281921ms","start":"2026-07-29T15:00:45.611555Z","end":"2026-07-29T15:00:45.718837Z","steps":["trace[1877658626] 'read index received' (duration: 106.706405ms)","trace[1877658626] 'applied index is now lower than readState.Index' (duration: 574.626µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:00:45.718972Z","caller":"traceutil/trace.go:171","msg":"trace[464702893] transaction","detail":"{read_only:false; response_revision:37207; number_of_response:1; }","duration":"193.681675ms","start":"2026-07-29T15:00:45.525278Z","end":"2026-07-29T15:00:45.71896Z","steps":["trace[464702893] 'process raft request' (duration: 193.448339ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:45.719005Z","caller":"traceutil/trace.go:171","msg":"trace[554916021] transaction","detail":"{read_only:false; response_revision:37206; number_of_response:1; }","duration":"193.760777ms","start":"2026-07-29T15:00:45.525225Z","end":"2026-07-29T15:00:45.718986Z","steps":["trace[554916021] 'process raft request' (duration: 193.267253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:00:45.719152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.585859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:00:45.719247Z","caller":"traceutil/trace.go:171","msg":"trace[15293790] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:37207; }","duration":"107.719902ms","start":"2026-07-29T15:00:45.611498Z","end":"2026-07-29T15:00:45.719217Z","steps":["trace[15293790] 'agreement among raft nodes before linearized reading' (duration: 107.594049ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:45.855701Z","caller":"traceutil/trace.go:171","msg":"trace[32853384] transaction","detail":"{read_only:false; response_revision:37210; number_of_response:1; }","duration":"122.326196ms","start":"2026-07-29T15:00:45.733336Z","end":"2026-07-29T15:00:45.855662Z","steps":["trace[32853384] 'process raft request' (duration: 121.662527ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:45.855801Z","caller":"traceutil/trace.go:171","msg":"trace[267171349] transaction","detail":"{read_only:false; response_revision:37211; number_of_response:1; }","duration":"122.339216ms","start":"2026-07-29T15:00:45.733432Z","end":"2026-07-29T15:00:45.855772Z","steps":["trace[267171349] 'process raft request' (duration: 122.12665ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:45.855829Z","caller":"traceutil/trace.go:171","msg":"trace[322170838] transaction","detail":"{read_only:false; response_revision:37212; number_of_response:1; }","duration":"122.287374ms","start":"2026-07-29T15:00:45.733508Z","end":"2026-07-29T15:00:45.855796Z","steps":["trace[322170838] 'process raft request' (duration: 122.153011ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:45.855755Z","caller":"traceutil/trace.go:171","msg":"trace[660595061] linearizableReadLoop","detail":"{readStateIndex:38331; appliedIndex:38327; }","duration":"118.071159ms","start":"2026-07-29T15:00:45.737657Z","end":"2026-07-29T15:00:45.855728Z","steps":["trace[660595061] 'read index received' (duration: 29.947477ms)","trace[660595061] 'applied index is now lower than readState.Index' (duration: 88.122691ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:00:45.856042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.376226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T15:00:45.856119Z","caller":"traceutil/trace.go:171","msg":"trace[619482984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37212; }","duration":"118.49299ms","start":"2026-07-29T15:00:45.737606Z","end":"2026-07-29T15:00:45.856099Z","steps":["trace[619482984] 'agreement among raft nodes before linearized reading' (duration: 118.267564ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:00:47.696025Z","caller":"traceutil/trace.go:171","msg":"trace[844187864] transaction","detail":"{read_only:false; response_revision:37221; number_of_response:1; }","duration":"133.952187ms","start":"2026-07-29T15:00:47.562035Z","end":"2026-07-29T15:00:47.695987Z","steps":["trace[844187864] 'process raft request' (duration: 55.352638ms)","trace[844187864] 'compare' (duration: 77.983472ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:00:53.555052Z","caller":"traceutil/trace.go:171","msg":"trace[1476733159] transaction","detail":"{read_only:false; response_revision:37271; number_of_response:1; }","duration":"108.790872ms","start":"2026-07-29T15:00:53.44623Z","end":"2026-07-29T15:00:53.555021Z","steps":["trace[1476733159] 'process raft request' (duration: 108.532565ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:01:19.026848Z","caller":"traceutil/trace.go:171","msg":"trace[1955967074] linearizableReadLoop","detail":"{readStateIndex:38621; appliedIndex:38620; }","duration":"133.35776ms","start":"2026-07-29T15:01:18.893473Z","end":"2026-07-29T15:01:19.026831Z","steps":["trace[1955967074] 'read index received' (duration: 125.637037ms)","trace[1955967074] 'applied index is now lower than readState.Index' (duration: 7.719813ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:01:19.026972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.479854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:01:19.026996Z","caller":"traceutil/trace.go:171","msg":"trace[116171201] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:37494; }","duration":"133.550286ms","start":"2026-07-29T15:01:18.893438Z","end":"2026-07-29T15:01:19.026988Z","steps":["trace[116171201] 'agreement among raft nodes before linearized reading' (duration: 133.483114ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:01:19.027067Z","caller":"traceutil/trace.go:171","msg":"trace[1029313134] transaction","detail":"{read_only:false; response_revision:37494; number_of_response:1; }","duration":"296.582235ms","start":"2026-07-29T15:01:18.730468Z","end":"2026-07-29T15:01:19.02705Z","steps":["trace[1029313134] 'process raft request' (duration: 288.690337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:01:24.004219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.078313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T15:01:24.004299Z","caller":"traceutil/trace.go:171","msg":"trace[1187915966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37552; }","duration":"108.205236ms","start":"2026-07-29T15:01:23.896076Z","end":"2026-07-29T15:01:24.004281Z","steps":["trace[1187915966] 'range keys from in-memory index tree' (duration: 107.904287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:01:24.293029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.571614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:01:24.293149Z","caller":"traceutil/trace.go:171","msg":"trace[1424945210] transaction","detail":"{read_only:false; response_revision:37556; number_of_response:1; }","duration":"171.000559ms","start":"2026-07-29T15:01:24.122129Z","end":"2026-07-29T15:01:24.293129Z","steps":["trace[1424945210] 'process raft request' (duration: 57.228509ms)","trace[1424945210] 'compare' (duration: 113.190854ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:01:24.30829Z","caller":"traceutil/trace.go:171","msg":"trace[1574958728] transaction","detail":"{read_only:false; response_revision:37557; number_of_response:1; }","duration":"186.023723ms","start":"2026-07-29T15:01:24.122235Z","end":"2026-07-29T15:01:24.308258Z","steps":["trace[1574958728] 'process raft request' (duration: 185.827838ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:01:24.30887Z","caller":"traceutil/trace.go:171","msg":"trace[1392188025] linearizableReadLoop","detail":"{readStateIndex:38687; appliedIndex:38684; }","duration":"182.28398ms","start":"2026-07-29T15:01:24.126569Z","end":"2026-07-29T15:01:24.308853Z","steps":["trace[1392188025] 'read index received' (duration: 52.879639ms)","trace[1392188025] 'applied index is now lower than readState.Index' (duration: 129.402841ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:01:24.308963Z","caller":"traceutil/trace.go:171","msg":"trace[847234640] transaction","detail":"{read_only:false; response_revision:37558; number_of_response:1; }","duration":"186.63356ms","start":"2026-07-29T15:01:24.122317Z","end":"2026-07-29T15:01:24.30895Z","steps":["trace[847234640] 'process raft request' (duration: 185.883819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:01:24.309251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.670771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T15:01:24.309296Z","caller":"traceutil/trace.go:171","msg":"trace[1709841148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37558; }","duration":"182.725192ms","start":"2026-07-29T15:01:24.126554Z","end":"2026-07-29T15:01:24.309279Z","steps":["trace[1709841148] 'agreement among raft nodes before linearized reading' (duration: 182.569178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:01:24.309817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.775203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T15:01:24.309867Z","caller":"traceutil/trace.go:171","msg":"trace[1371991854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37558; }","duration":"182.861346ms","start":"2026-07-29T15:01:24.126993Z","end":"2026-07-29T15:01:24.309854Z","steps":["trace[1371991854] 'agreement among raft nodes before linearized reading' (duration: 182.707992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:01:24.310027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.105871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T15:01:24.310057Z","caller":"traceutil/trace.go:171","msg":"trace[1231049679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37558; }","duration":"105.177412ms","start":"2026-07-29T15:01:24.20487Z","end":"2026-07-29T15:01:24.310048Z","steps":["trace[1231049679] 'agreement among raft nodes before linearized reading' (duration: 105.07933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:01:24.310228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.883922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T15:01:24.310269Z","caller":"traceutil/trace.go:171","msg":"trace[506150885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37558; }","duration":"180.937783ms","start":"2026-07-29T15:01:24.129317Z","end":"2026-07-29T15:01:24.310255Z","steps":["trace[506150885] 'agreement among raft nodes before linearized reading' (duration: 180.83319ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:01:38.268915Z","caller":"traceutil/trace.go:171","msg":"trace[1762663380] transaction","detail":"{read_only:false; response_revision:37710; number_of_response:1; }","duration":"101.380378ms","start":"2026-07-29T15:01:38.167514Z","end":"2026-07-29T15:01:38.268894Z","steps":["trace[1762663380] 'process raft request' (duration: 66.66476ms)","trace[1762663380] 'compare' (duration: 34.398279ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:01:58.745694Z","caller":"traceutil/trace.go:171","msg":"trace[767204248] transaction","detail":"{read_only:false; response_revision:37908; number_of_response:1; }","duration":"199.934757ms","start":"2026-07-29T15:01:58.545732Z","end":"2026-07-29T15:01:58.745667Z","steps":["trace[767204248] 'process raft request' (duration: 199.763083ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:01:58.774133Z","caller":"traceutil/trace.go:171","msg":"trace[602419827] transaction","detail":"{read_only:false; response_revision:37911; number_of_response:1; }","duration":"227.276552ms","start":"2026-07-29T15:01:58.546835Z","end":"2026-07-29T15:01:58.774112Z","steps":["trace[602419827] 'process raft request' (duration: 227.20561ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:01:58.774241Z","caller":"traceutil/trace.go:171","msg":"trace[779929500] transaction","detail":"{read_only:false; response_revision:37909; number_of_response:1; }","duration":"228.136176ms","start":"2026-07-29T15:01:58.546068Z","end":"2026-07-29T15:01:58.774204Z","steps":["trace[779929500] 'process raft request' (duration: 227.804987ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:01:58.774297Z","caller":"traceutil/trace.go:171","msg":"trace[763851665] transaction","detail":"{read_only:false; response_revision:37910; number_of_response:1; }","duration":"228.123135ms","start":"2026-07-29T15:01:58.546132Z","end":"2026-07-29T15:01:58.774255Z","steps":["trace[763851665] 'process raft request' (duration: 227.868798ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:01:58.774501Z","caller":"traceutil/trace.go:171","msg":"trace[24008752] transaction","detail":"{read_only:false; response_revision:37912; number_of_response:1; }","duration":"121.483813ms","start":"2026-07-29T15:01:58.652968Z","end":"2026-07-29T15:01:58.774452Z","steps":["trace[24008752] 'process raft request' (duration: 121.106902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:01:59.567038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.083494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T15:01:59.567098Z","caller":"traceutil/trace.go:171","msg":"trace[2093840962] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37915; }","duration":"245.180166ms","start":"2026-07-29T15:01:59.321903Z","end":"2026-07-29T15:01:59.567084Z","steps":["trace[2093840962] 'range keys from in-memory index tree' (duration: 244.9564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:01:59.567117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.704694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:01:59.567235Z","caller":"traceutil/trace.go:171","msg":"trace[774704752] linearizableReadLoop","detail":"{readStateIndex:39052; appliedIndex:39051; }","duration":"177.20462ms","start":"2026-07-29T15:01:59.390005Z","end":"2026-07-29T15:01:59.567209Z","steps":["trace[774704752] 'read index received' (duration: 49.31114ms)","trace[774704752] 'applied index is now lower than readState.Index' (duration: 127.89195ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:01:59.567323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.323234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:01:59.567347Z","caller":"traceutil/trace.go:171","msg":"trace[545527516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37916; }","duration":"177.377644ms","start":"2026-07-29T15:01:59.389961Z","end":"2026-07-29T15:01:59.567339Z","steps":["trace[545527516] 'agreement among raft nodes before linearized reading' (duration: 177.301442ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:01:59.567597Z","caller":"traceutil/trace.go:171","msg":"trace[213673341] transaction","detail":"{read_only:false; response_revision:37916; number_of_response:1; }","duration":"221.76559ms","start":"2026-07-29T15:01:59.345807Z","end":"2026-07-29T15:01:59.567573Z","steps":["trace[213673341] 'process raft request' (duration: 93.527191ms)","trace[213673341] 'compare' (duration: 127.518289ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:01:59.980544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.893934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:01:59.980617Z","caller":"traceutil/trace.go:171","msg":"trace[1318592088] linearizableReadLoop","detail":"{readStateIndex:39053; appliedIndex:39052; }","duration":"335.211871ms","start":"2026-07-29T15:01:59.645392Z","end":"2026-07-29T15:01:59.980604Z","steps":["trace[1318592088] 'read index received' (duration: 151.038388ms)","trace[1318592088] 'applied index is now lower than readState.Index' (duration: 184.172783ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:01:59.980666Z","caller":"traceutil/trace.go:171","msg":"trace[2115381325] transaction","detail":"{read_only:false; response_revision:37917; number_of_response:1; }","duration":"409.459269ms","start":"2026-07-29T15:01:59.571201Z","end":"2026-07-29T15:01:59.98066Z","steps":["trace[2115381325] 'process raft request' (duration: 225.39079ms)","trace[2115381325] 'compare' (duration: 183.773431ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:01:59.980695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:01:59.571152Z","time spent":"409.526972ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:01:59.980867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.479748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"info","ts":"2026-07-29T15:01:59.980885Z","caller":"traceutil/trace.go:171","msg":"trace[181098266] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:37917; }","duration":"335.54005ms","start":"2026-07-29T15:01:59.645339Z","end":"2026-07-29T15:01:59.980879Z","steps":["trace[181098266] 'agreement among raft nodes before linearized reading' (duration: 335.478688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:01:59.980902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.032792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:01:59.980949Z","caller":"traceutil/trace.go:171","msg":"trace[2117299263] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:37917; }","duration":"241.120544ms","start":"2026-07-29T15:01:59.739817Z","end":"2026-07-29T15:01:59.980938Z","steps":["trace[2117299263] 'agreement among raft nodes before linearized reading' (duration: 241.044532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:01:59.980961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:01:59.645321Z","time spent":"335.576491ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1664,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-07-29T15:02:05.471749Z","caller":"traceutil/trace.go:171","msg":"trace[1962519020] transaction","detail":"{read_only:false; response_revision:37977; number_of_response:1; }","duration":"182.497466ms","start":"2026-07-29T15:02:05.289226Z","end":"2026-07-29T15:02:05.471724Z","steps":["trace[1962519020] 'process raft request' (duration: 182.357202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:05.471896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.765374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:02:05.471961Z","caller":"traceutil/trace.go:171","msg":"trace[1857206524] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:37977; }","duration":"132.888607ms","start":"2026-07-29T15:02:05.339057Z","end":"2026-07-29T15:02:05.471946Z","steps":["trace[1857206524] 'agreement among raft nodes before linearized reading' (duration: 132.763644ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:02:05.47175Z","caller":"traceutil/trace.go:171","msg":"trace[512691216] linearizableReadLoop","detail":"{readStateIndex:39114; appliedIndex:39114; }","duration":"132.60903ms","start":"2026-07-29T15:02:05.339112Z","end":"2026-07-29T15:02:05.471721Z","steps":["trace[512691216] 'read index received' (duration: 132.59944ms)","trace[512691216] 'applied index is now lower than readState.Index' (duration: 7.66µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:02:05.846325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.97164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:02:05.8467Z","caller":"traceutil/trace.go:171","msg":"trace[1568537621] transaction","detail":"{read_only:false; response_revision:37979; number_of_response:1; }","duration":"261.107315ms","start":"2026-07-29T15:02:05.585564Z","end":"2026-07-29T15:02:05.846671Z","steps":["trace[1568537621] 'process raft request' (duration: 260.997832ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:02:05.84677Z","caller":"traceutil/trace.go:171","msg":"trace[499196027] transaction","detail":"{read_only:false; response_revision:37978; number_of_response:1; }","duration":"436.969189ms","start":"2026-07-29T15:02:05.409595Z","end":"2026-07-29T15:02:05.846564Z","steps":["trace[499196027] 'process raft request' (duration: 187.607848ms)","trace[499196027] 'compare' (duration: 248.326513ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:02:05.846906Z","caller":"traceutil/trace.go:171","msg":"trace[479706321] linearizableReadLoop","detail":"{readStateIndex:39115; appliedIndex:39114; }","duration":"374.817714ms","start":"2026-07-29T15:02:05.472048Z","end":"2026-07-29T15:02:05.846866Z","steps":["trace[479706321] 'read index received' (duration: 125.158284ms)","trace[479706321] 'applied index is now lower than readState.Index' (duration: 249.653019ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:02:05.84715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.858305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:02:05.847219Z","caller":"traceutil/trace.go:171","msg":"trace[833419506] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:37979; }","duration":"382.970029ms","start":"2026-07-29T15:02:05.464231Z","end":"2026-07-29T15:02:05.847201Z","steps":["trace[833419506] 'agreement among raft nodes before linearized reading' (duration: 382.831375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:05.847255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.347979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22743"} {"level":"info","ts":"2026-07-29T15:02:05.847308Z","caller":"traceutil/trace.go:171","msg":"trace[1590934516] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37979; }","duration":"483.437481ms","start":"2026-07-29T15:02:05.363858Z","end":"2026-07-29T15:02:05.847295Z","steps":["trace[1590934516] 'agreement among raft nodes before linearized reading' (duration: 483.256806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:05.847322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.811303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:02:05.847353Z","caller":"traceutil/trace.go:171","msg":"trace[150804086] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:37979; }","duration":"345.841944ms","start":"2026-07-29T15:02:05.501502Z","end":"2026-07-29T15:02:05.847344Z","steps":["trace[150804086] 'agreement among raft nodes before linearized reading' (duration: 345.790802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:05.847351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:05.363839Z","time spent":"483.502633ms","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":22765,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-29T15:02:05.84738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:05.501438Z","time spent":"345.935247ms","remote":"127.0.0.1:33080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:02:05.847257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:05.46422Z","time spent":"383.02716ms","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:02:05.847512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.872239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T15:02:05.84759Z","caller":"traceutil/trace.go:171","msg":"trace[1770837688] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37979; }","duration":"436.003952ms","start":"2026-07-29T15:02:05.411567Z","end":"2026-07-29T15:02:05.847571Z","steps":["trace[1770837688] 'agreement among raft nodes before linearized reading' (duration: 435.790336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:05.847644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:05.411548Z","time spent":"436.087065ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T15:02:05.847813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:05.40956Z","time spent":"437.395311ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:02:06.159267Z","caller":"traceutil/trace.go:171","msg":"trace[1630962740] linearizableReadLoop","detail":"{readStateIndex:39118; appliedIndex:39117; }","duration":"137.34235ms","start":"2026-07-29T15:02:06.021903Z","end":"2026-07-29T15:02:06.159245Z","steps":["trace[1630962740] 'read index received' (duration: 137.175475ms)","trace[1630962740] 'applied index is now lower than readState.Index' (duration: 166.185µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:02:06.159332Z","caller":"traceutil/trace.go:171","msg":"trace[969150457] transaction","detail":"{read_only:false; response_revision:37981; number_of_response:1; }","duration":"138.313457ms","start":"2026-07-29T15:02:06.020994Z","end":"2026-07-29T15:02:06.159308Z","steps":["trace[969150457] 'process raft request' (duration: 138.105751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:06.159439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.520705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22743"} {"level":"info","ts":"2026-07-29T15:02:06.159473Z","caller":"traceutil/trace.go:171","msg":"trace[815836741] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37981; }","duration":"137.579427ms","start":"2026-07-29T15:02:06.021885Z","end":"2026-07-29T15:02:06.159465Z","steps":["trace[815836741] 'agreement among raft nodes before linearized reading' (duration: 137.444613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:06.675811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979127946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:02:07.176755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979127946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:02:07.379872Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.221811497s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T15:02:07.380526Z","caller":"traceutil/trace.go:171","msg":"trace[1327709408] transaction","detail":"{read_only:false; response_revision:37982; number_of_response:1; }","duration":"1.299614033s","start":"2026-07-29T15:02:06.080887Z","end":"2026-07-29T15:02:07.380501Z","steps":["trace[1327709408] 'process raft request' (duration: 1.299453649s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.380659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.080869Z","time spent":"1.299710146s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:02:07.484625Z","caller":"traceutil/trace.go:171","msg":"trace[1299004223] linearizableReadLoop","detail":"{readStateIndex:39126; appliedIndex:39118; }","duration":"1.309069134s","start":"2026-07-29T15:02:06.175533Z","end":"2026-07-29T15:02:07.484602Z","steps":["trace[1299004223] 'read index received' (duration: 1.204750005s)","trace[1299004223] 'applied index is now lower than readState.Index' (duration: 104.318029ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:02:07.484964Z","caller":"traceutil/trace.go:171","msg":"trace[1113601278] transaction","detail":"{read_only:false; response_revision:37983; number_of_response:1; }","duration":"1.145421929s","start":"2026-07-29T15:02:06.339529Z","end":"2026-07-29T15:02:07.484951Z","steps":["trace[1113601278] 'process raft request' (duration: 1.144693858s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.485095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.339496Z","time spent":"1.145510121s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:02:07.486215Z","caller":"traceutil/trace.go:171","msg":"trace[2048846675] transaction","detail":"{read_only:false; response_revision:37984; number_of_response:1; }","duration":"1.145224823s","start":"2026-07-29T15:02:06.340969Z","end":"2026-07-29T15:02:07.486194Z","steps":["trace[2048846675] 'process raft request' (duration: 1.143387602s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.486299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.34094Z","time spent":"1.145317806s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:02:07.486567Z","caller":"traceutil/trace.go:171","msg":"trace[315115347] transaction","detail":"{read_only:false; response_revision:37985; number_of_response:1; }","duration":"916.028887ms","start":"2026-07-29T15:02:06.570509Z","end":"2026-07-29T15:02:07.486538Z","steps":["trace[315115347] 'process raft request' (duration: 913.892018ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:02:07.486653Z","caller":"traceutil/trace.go:171","msg":"trace[1656564300] transaction","detail":"{read_only:false; response_revision:37989; number_of_response:1; }","duration":"640.264208ms","start":"2026-07-29T15:02:06.846367Z","end":"2026-07-29T15:02:07.486632Z","steps":["trace[1656564300] 'process raft request' (duration: 638.198331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.486744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.846342Z","time spent":"640.360181ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:02:07.486868Z","caller":"traceutil/trace.go:171","msg":"trace[235478347] transaction","detail":"{read_only:false; response_revision:37986; number_of_response:1; }","duration":"902.741131ms","start":"2026-07-29T15:02:06.584116Z","end":"2026-07-29T15:02:07.486857Z","steps":["trace[235478347] 'process raft request' (duration: 900.337725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.486928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.584103Z","time spent":"902.795582ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:02:07.486925Z","caller":"traceutil/trace.go:171","msg":"trace[760485453] transaction","detail":"{read_only:false; response_revision:37988; number_of_response:1; }","duration":"771.90383ms","start":"2026-07-29T15:02:06.715001Z","end":"2026-07-29T15:02:07.486905Z","steps":["trace[760485453] 'process raft request' (duration: 769.525625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.487127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.714983Z","time spent":"772.055535ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:02:07.487349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3117992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5939"} {"level":"info","ts":"2026-07-29T15:02:07.487426Z","caller":"traceutil/trace.go:171","msg":"trace[296508367] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:37989; }","duration":"1.311909602s","start":"2026-07-29T15:02:06.175496Z","end":"2026-07-29T15:02:07.487406Z","steps":["trace[296508367] 'agreement among raft nodes before linearized reading' (duration: 1.311275825s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.487469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.175473Z","time spent":"1.311987425s","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5961,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T15:02:07.487412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.570484Z","time spent":"916.169111ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:02:07.488028Z","caller":"traceutil/trace.go:171","msg":"trace[422462610] transaction","detail":"{read_only:false; response_revision:37987; number_of_response:1; }","duration":"901.940899ms","start":"2026-07-29T15:02:06.584718Z","end":"2026-07-29T15:02:07.486659Z","steps":["trace[422462610] 'process raft request' (duration: 899.773909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.488222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.584706Z","time spent":"903.366799ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:02:07.52815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327667277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:02:07.528207Z","caller":"traceutil/trace.go:171","msg":"trace[1799601719] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:37990; }","duration":"1.32776172s","start":"2026-07-29T15:02:06.200433Z","end":"2026-07-29T15:02:07.528195Z","steps":["trace[1799601719] 'agreement among raft nodes before linearized reading' (duration: 1.327654937s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.528234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.200418Z","time spent":"1.327809492s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-07-29T15:02:07.528316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.901988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T15:02:07.528431Z","caller":"traceutil/trace.go:171","msg":"trace[1013487446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37990; }","duration":"748.078403ms","start":"2026-07-29T15:02:06.780338Z","end":"2026-07-29T15:02:07.528417Z","steps":["trace[1013487446] 'agreement among raft nodes before linearized reading' (duration: 747.877477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.52849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327951485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:02:07.528509Z","caller":"traceutil/trace.go:171","msg":"trace[1161137345] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:37990; }","duration":"1.327983256s","start":"2026-07-29T15:02:06.200521Z","end":"2026-07-29T15:02:07.528504Z","steps":["trace[1161137345] 'agreement among raft nodes before linearized reading' (duration: 1.327959666s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.528525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.200516Z","time spent":"1.328006587s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-07-29T15:02:07.528538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.780318Z","time spent":"748.185096ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:02:07.528619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328151981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:02:07.528637Z","caller":"traceutil/trace.go:171","msg":"trace[381900897] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:37990; }","duration":"1.328192132s","start":"2026-07-29T15:02:06.20044Z","end":"2026-07-29T15:02:07.528632Z","steps":["trace[381900897] 'agreement among raft nodes before linearized reading' (duration: 1.328150331s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.528649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.200428Z","time spent":"1.328218352s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-07-29T15:02:07.528825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.41828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T15:02:07.528882Z","caller":"traceutil/trace.go:171","msg":"trace[2055010245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37990; }","duration":"699.476092ms","start":"2026-07-29T15:02:06.829392Z","end":"2026-07-29T15:02:07.528868Z","steps":["trace[2055010245] 'agreement among raft nodes before linearized reading' (duration: 699.247465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.528915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.829327Z","time spent":"699.581465ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:02:07.528939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.182864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:02:07.528961Z","caller":"traceutil/trace.go:171","msg":"trace[1040061480] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:37990; }","duration":"603.264757ms","start":"2026-07-29T15:02:06.925689Z","end":"2026-07-29T15:02:07.528953Z","steps":["trace[1040061480] 'agreement among raft nodes before linearized reading' (duration: 603.225636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.528985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.925669Z","time spent":"603.311439ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:02:07.529056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.585811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T15:02:07.529099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.766571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-29T15:02:07.529117Z","caller":"traceutil/trace.go:171","msg":"trace[1948959259] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37990; }","duration":"150.830512ms","start":"2026-07-29T15:02:07.378281Z","end":"2026-07-29T15:02:07.529111Z","steps":["trace[1948959259] 'agreement among raft nodes before linearized reading' (duration: 150.776921ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:02:07.529102Z","caller":"traceutil/trace.go:171","msg":"trace[2036602824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37990; }","duration":"996.673514ms","start":"2026-07-29T15:02:06.532416Z","end":"2026-07-29T15:02:07.52909Z","steps":["trace[2036602824] 'agreement among raft nodes before linearized reading' (duration: 996.492209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.529188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.532394Z","time spent":"996.785486ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:02:07.529311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.232042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:02:07.52889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.384233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-07-29T15:02:07.529329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.674877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T15:02:07.529377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.736437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T15:02:07.529379Z","caller":"traceutil/trace.go:171","msg":"trace[327750137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37990; }","duration":"695.753029ms","start":"2026-07-29T15:02:06.833612Z","end":"2026-07-29T15:02:07.529365Z","steps":["trace[327750137] 'agreement among raft nodes before linearized reading' (duration: 695.496992ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:02:07.529396Z","caller":"traceutil/trace.go:171","msg":"trace[1182062691] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37990; }","duration":"700.800438ms","start":"2026-07-29T15:02:06.828591Z","end":"2026-07-29T15:02:07.529391Z","steps":["trace[1182062691] 'agreement among raft nodes before linearized reading' (duration: 700.754517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.529416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.828576Z","time spent":"700.83579ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:02:07.529412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.8336Z","time spent":"695.80568ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T15:02:07.528467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324622463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12590"} {"level":"info","ts":"2026-07-29T15:02:07.529491Z","caller":"traceutil/trace.go:171","msg":"trace[170277406] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:37990; }","duration":"1.325663193s","start":"2026-07-29T15:02:06.203822Z","end":"2026-07-29T15:02:07.529486Z","steps":["trace[170277406] 'agreement among raft nodes before linearized reading' (duration: 1.324563322s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.529508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.203813Z","time spent":"1.325691163s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12612,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T15:02:07.529334Z","caller":"traceutil/trace.go:171","msg":"trace[266366488] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:37990; }","duration":"738.257512ms","start":"2026-07-29T15:02:06.791071Z","end":"2026-07-29T15:02:07.529329Z","steps":["trace[266366488] 'agreement among raft nodes before linearized reading' (duration: 738.217621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.529706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.791Z","time spent":"738.599602ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:02:07.529391Z","caller":"traceutil/trace.go:171","msg":"trace[119921977] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37990; }","duration":"889.911177ms","start":"2026-07-29T15:02:06.639448Z","end":"2026-07-29T15:02:07.529359Z","steps":["trace[119921977] 'agreement among raft nodes before linearized reading' (duration: 889.049103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.529804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.639426Z","time spent":"890.3645ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:02:07.528359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139328041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:02:07.529941Z","caller":"traceutil/trace.go:171","msg":"trace[1982123094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37990; }","duration":"1.140970366s","start":"2026-07-29T15:02:06.388956Z","end":"2026-07-29T15:02:07.529926Z","steps":["trace[1982123094] 'agreement among raft nodes before linearized reading' (duration: 1.13931467s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.530021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:06.388937Z","time spent":"1.141070598s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:02:07.854862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.784619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:02:07.855054Z","caller":"traceutil/trace.go:171","msg":"trace[866048982] transaction","detail":"{read_only:false; response_revision:37992; number_of_response:1; }","duration":"320.477544ms","start":"2026-07-29T15:02:07.534555Z","end":"2026-07-29T15:02:07.855033Z","steps":["trace[866048982] 'process raft request' (duration: 320.414433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.855131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:07.534535Z","time spent":"320.561296ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:02:07.855426Z","caller":"traceutil/trace.go:171","msg":"trace[484626797] transaction","detail":"{read_only:false; response_revision:37991; number_of_response:1; }","duration":"320.885145ms","start":"2026-07-29T15:02:07.534526Z","end":"2026-07-29T15:02:07.855411Z","steps":["trace[484626797] 'process raft request' (duration: 114.449838ms)","trace[484626797] 'compare' (duration: 205.654785ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:02:07.855501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:07.534499Z","time spent":"320.964677ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:02:07.947968Z","caller":"traceutil/trace.go:171","msg":"trace[463263192] transaction","detail":"{read_only:false; response_revision:37994; number_of_response:1; }","duration":"413.10308ms","start":"2026-07-29T15:02:07.53484Z","end":"2026-07-29T15:02:07.947943Z","steps":["trace[463263192] 'process raft request' (duration: 413.026598ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:02:07.948007Z","caller":"traceutil/trace.go:171","msg":"trace[1399252262] transaction","detail":"{read_only:false; response_revision:37993; number_of_response:1; }","duration":"413.224774ms","start":"2026-07-29T15:02:07.534726Z","end":"2026-07-29T15:02:07.947951Z","steps":["trace[1399252262] 'process raft request' (duration: 413.016668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.948112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:07.534835Z","time spent":"413.203083ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:02:07.948275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:07.53472Z","time spent":"413.396138ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:02:07.948483Z","caller":"traceutil/trace.go:171","msg":"trace[986511009] transaction","detail":"{read_only:false; response_revision:37996; number_of_response:1; }","duration":"412.872674ms","start":"2026-07-29T15:02:07.535585Z","end":"2026-07-29T15:02:07.948457Z","steps":["trace[986511009] 'process raft request' (duration: 412.664848ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:02:07.948514Z","caller":"traceutil/trace.go:171","msg":"trace[1631223978] transaction","detail":"{read_only:false; response_revision:37997; number_of_response:1; }","duration":"410.691444ms","start":"2026-07-29T15:02:07.53781Z","end":"2026-07-29T15:02:07.948501Z","steps":["trace[1631223978] 'process raft request' (duration: 410.55877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.948547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:07.535578Z","time spent":"412.941805ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:02:07.948573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.298813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:02:07.948579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:07.537801Z","time spent":"410.744245ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:02:07.948624Z","caller":"traceutil/trace.go:171","msg":"trace[1632866723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37997; }","duration":"410.381595ms","start":"2026-07-29T15:02:07.53823Z","end":"2026-07-29T15:02:07.948611Z","steps":["trace[1632866723] 'agreement among raft nodes before linearized reading' (duration: 410.285282ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:02:07.948451Z","caller":"traceutil/trace.go:171","msg":"trace[1525718558] linearizableReadLoop","detail":"{readStateIndex:39134; appliedIndex:39127; }","duration":"410.17239ms","start":"2026-07-29T15:02:07.538247Z","end":"2026-07-29T15:02:07.948419Z","steps":["trace[1525718558] 'read index received' (duration: 110.848939ms)","trace[1525718558] 'applied index is now lower than readState.Index' (duration: 299.32217ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:02:07.94863Z","caller":"traceutil/trace.go:171","msg":"trace[138782655] transaction","detail":"{read_only:false; response_revision:37995; number_of_response:1; }","duration":"413.718157ms","start":"2026-07-29T15:02:07.534877Z","end":"2026-07-29T15:02:07.948596Z","steps":["trace[138782655] 'process raft request' (duration: 413.027598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:07.948664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:07.538224Z","time spent":"410.431976ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:02:07.948776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:07.534871Z","time spent":"413.83236ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:02:08.378477Z","caller":"traceutil/trace.go:171","msg":"trace[294501754] linearizableReadLoop","detail":"{readStateIndex:39135; appliedIndex:39134; }","duration":"429.75968ms","start":"2026-07-29T15:02:07.948684Z","end":"2026-07-29T15:02:08.378444Z","steps":["trace[294501754] 'read index received' (duration: 427.734424ms)","trace[294501754] 'applied index is now lower than readState.Index' (duration: 2.023546ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:02:08.378569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.62897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:02:08.37866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.104774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:02:08.37851Z","caller":"traceutil/trace.go:171","msg":"trace[1486847007] transaction","detail":"{read_only:false; response_revision:37998; number_of_response:1; }","duration":"525.318657ms","start":"2026-07-29T15:02:07.853151Z","end":"2026-07-29T15:02:08.378469Z","steps":["trace[1486847007] 'process raft request' (duration: 523.264431ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:02:08.378679Z","caller":"traceutil/trace.go:171","msg":"trace[362208904] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:37998; }","duration":"448.789405ms","start":"2026-07-29T15:02:07.929874Z","end":"2026-07-29T15:02:08.378663Z","steps":["trace[362208904] 'agreement among raft nodes before linearized reading' (duration: 448.579749ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:02:08.378719Z","caller":"traceutil/trace.go:171","msg":"trace[20879580] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:37998; }","duration":"686.203477ms","start":"2026-07-29T15:02:07.692498Z","end":"2026-07-29T15:02:08.378702Z","steps":["trace[20879580] 'agreement among raft nodes before linearized reading' (duration: 686.097624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:08.378772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:07.692479Z","time spent":"686.276698ms","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:02:08.379023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.250801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:02:08.37931Z","caller":"traceutil/trace.go:171","msg":"trace[673101505] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:37998; }","duration":"360.601851ms","start":"2026-07-29T15:02:08.018684Z","end":"2026-07-29T15:02:08.379286Z","steps":["trace[673101505] 'agreement among raft nodes before linearized reading' (duration: 360.250451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:08.379486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.561847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12590"} {"level":"info","ts":"2026-07-29T15:02:08.379539Z","caller":"traceutil/trace.go:171","msg":"trace[882292031] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:37998; }","duration":"357.623569ms","start":"2026-07-29T15:02:08.021898Z","end":"2026-07-29T15:02:08.379522Z","steps":["trace[882292031] 'agreement among raft nodes before linearized reading' (duration: 357.524887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:08.379577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:08.02189Z","time spent":"357.678941ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12612,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T15:02:08.379505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:07.853126Z","time spent":"525.971375ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:02:08.379378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.399655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T15:02:08.379667Z","caller":"traceutil/trace.go:171","msg":"trace[817405425] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37998; }","duration":"215.712872ms","start":"2026-07-29T15:02:08.16392Z","end":"2026-07-29T15:02:08.379633Z","steps":["trace[817405425] 'agreement among raft nodes before linearized reading' (duration: 215.26705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:08.378767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:07.929855Z","time spent":"448.897208ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:02:08.379476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:02:08.018665Z","time spent":"360.790307ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-07-29T15:02:10.523906Z","caller":"traceutil/trace.go:171","msg":"trace[1681261741] linearizableReadLoop","detail":"{readStateIndex:39154; appliedIndex:39153; }","duration":"133.763472ms","start":"2026-07-29T15:02:10.39012Z","end":"2026-07-29T15:02:10.523884Z","steps":["trace[1681261741] 'read index received' (duration: 133.376511ms)","trace[1681261741] 'applied index is now lower than readState.Index' (duration: 386.121µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:02:10.52413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.999098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:02:10.524013Z","caller":"traceutil/trace.go:171","msg":"trace[320049447] transaction","detail":"{read_only:false; response_revision:38016; number_of_response:1; }","duration":"135.551661ms","start":"2026-07-29T15:02:10.388447Z","end":"2026-07-29T15:02:10.523999Z","steps":["trace[320049447] 'process raft request' (duration: 135.114469ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:02:10.52419Z","caller":"traceutil/trace.go:171","msg":"trace[93459847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38016; }","duration":"134.093621ms","start":"2026-07-29T15:02:10.39008Z","end":"2026-07-29T15:02:10.524174Z","steps":["trace[93459847] 'agreement among raft nodes before linearized reading' (duration: 133.950127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:10.524471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.428939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T15:02:10.524577Z","caller":"traceutil/trace.go:171","msg":"trace[1723375203] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:38016; }","duration":"130.568243ms","start":"2026-07-29T15:02:10.393994Z","end":"2026-07-29T15:02:10.524562Z","steps":["trace[1723375203] 'agreement among raft nodes before linearized reading' (duration: 130.09537ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:02:24.683604Z","caller":"traceutil/trace.go:171","msg":"trace[1634214103] transaction","detail":"{read_only:false; response_revision:38166; number_of_response:1; }","duration":"105.841741ms","start":"2026-07-29T15:02:24.577732Z","end":"2026-07-29T15:02:24.683573Z","steps":["trace[1634214103] 'process raft request' (duration: 105.684886ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:02:28.858217Z","caller":"traceutil/trace.go:171","msg":"trace[492305215] linearizableReadLoop","detail":"{readStateIndex:39342; appliedIndex:39340; }","duration":"151.649214ms","start":"2026-07-29T15:02:28.706545Z","end":"2026-07-29T15:02:28.858195Z","steps":["trace[492305215] 'read index received' (duration: 143.064757ms)","trace[492305215] 'applied index is now lower than readState.Index' (duration: 8.583447ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:02:28.858342Z","caller":"traceutil/trace.go:171","msg":"trace[6710924] transaction","detail":"{read_only:false; response_revision:38199; number_of_response:1; }","duration":"156.22001ms","start":"2026-07-29T15:02:28.702087Z","end":"2026-07-29T15:02:28.858307Z","steps":["trace[6710924] 'process raft request' (duration: 155.902011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:28.858571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.012894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T15:02:28.858648Z","caller":"traceutil/trace.go:171","msg":"trace[1792723126] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:38200; }","duration":"152.131277ms","start":"2026-07-29T15:02:28.706503Z","end":"2026-07-29T15:02:28.858635Z","steps":["trace[1792723126] 'agreement among raft nodes before linearized reading' (duration: 151.861209ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:02:28.96961Z","caller":"traceutil/trace.go:171","msg":"trace[850677154] transaction","detail":"{read_only:false; response_revision:38201; number_of_response:1; }","duration":"107.61883ms","start":"2026-07-29T15:02:28.861955Z","end":"2026-07-29T15:02:28.969574Z","steps":["trace[850677154] 'process raft request' (duration: 47.269095ms)","trace[850677154] 'compare' (duration: 60.205221ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:02:33.735098Z","caller":"traceutil/trace.go:171","msg":"trace[1058086111] transaction","detail":"{read_only:false; response_revision:38237; number_of_response:1; }","duration":"141.435373ms","start":"2026-07-29T15:02:33.593644Z","end":"2026-07-29T15:02:33.735079Z","steps":["trace[1058086111] 'process raft request' (duration: 141.31763ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:02:33.744535Z","caller":"traceutil/trace.go:171","msg":"trace[369025255] transaction","detail":"{read_only:false; response_revision:38239; number_of_response:1; }","duration":"115.178279ms","start":"2026-07-29T15:02:33.629336Z","end":"2026-07-29T15:02:33.744514Z","steps":["trace[369025255] 'process raft request' (duration: 115.006294ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:02:33.74454Z","caller":"traceutil/trace.go:171","msg":"trace[1821993441] transaction","detail":"{read_only:false; response_revision:38238; number_of_response:1; }","duration":"128.495686ms","start":"2026-07-29T15:02:33.616008Z","end":"2026-07-29T15:02:33.744504Z","steps":["trace[1821993441] 'process raft request' (duration: 128.242979ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:02:33.744665Z","caller":"traceutil/trace.go:171","msg":"trace[1317854872] transaction","detail":"{read_only:false; response_revision:38240; number_of_response:1; }","duration":"114.111319ms","start":"2026-07-29T15:02:33.630522Z","end":"2026-07-29T15:02:33.744634Z","steps":["trace[1317854872] 'process raft request' (duration: 113.858112ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:02:33.74496Z","caller":"traceutil/trace.go:171","msg":"trace[422759976] linearizableReadLoop","detail":"{readStateIndex:39382; appliedIndex:39380; }","duration":"115.753394ms","start":"2026-07-29T15:02:33.629185Z","end":"2026-07-29T15:02:33.744938Z","steps":["trace[422759976] 'read index received' (duration: 105.80154ms)","trace[422759976] 'applied index is now lower than readState.Index' (duration: 9.950684ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:02:33.745111Z","caller":"traceutil/trace.go:171","msg":"trace[929562972] transaction","detail":"{read_only:false; response_revision:38241; number_of_response:1; }","duration":"114.49432ms","start":"2026-07-29T15:02:33.630602Z","end":"2026-07-29T15:02:33.745096Z","steps":["trace[929562972] 'process raft request' (duration: 113.813101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:02:33.745135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.932199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:02:33.745199Z","caller":"traceutil/trace.go:171","msg":"trace[1283111810] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:38242; }","duration":"116.003201ms","start":"2026-07-29T15:02:33.629179Z","end":"2026-07-29T15:02:33.745182Z","steps":["trace[1283111810] 'agreement among raft nodes before linearized reading' (duration: 115.851717ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:02:39.777221Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35227} {"level":"info","ts":"2026-07-29T15:02:40.015372Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35227,"took":"232.25689ms","hash":3574708606,"current-db-size-bytes":57147392,"current-db-size":"57 MB","current-db-size-in-use-bytes":34476032,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-29T15:02:40.015441Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3574708606,"revision":35227,"compact-revision":32504} {"level":"info","ts":"2026-07-29T15:03:20.0568Z","caller":"traceutil/trace.go:171","msg":"trace[2131645140] transaction","detail":"{read_only:false; response_revision:38782; number_of_response:1; }","duration":"187.500404ms","start":"2026-07-29T15:03:19.869274Z","end":"2026-07-29T15:03:20.056774Z","steps":["trace[2131645140] 'process raft request' (duration: 187.262778ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:22.251535Z","caller":"traceutil/trace.go:171","msg":"trace[95868243] transaction","detail":"{read_only:false; response_revision:38805; number_of_response:1; }","duration":"121.351859ms","start":"2026-07-29T15:03:22.130156Z","end":"2026-07-29T15:03:22.251508Z","steps":["trace[95868243] 'process raft request' (duration: 121.252006ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:22.251573Z","caller":"traceutil/trace.go:171","msg":"trace[1293661105] transaction","detail":"{read_only:false; response_revision:38804; number_of_response:1; }","duration":"121.525224ms","start":"2026-07-29T15:03:22.130004Z","end":"2026-07-29T15:03:22.251529Z","steps":["trace[1293661105] 'process raft request' (duration: 121.188734ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:22.252028Z","caller":"traceutil/trace.go:171","msg":"trace[837520575] transaction","detail":"{read_only:false; response_revision:38808; number_of_response:1; }","duration":"120.892686ms","start":"2026-07-29T15:03:22.1311Z","end":"2026-07-29T15:03:22.251993Z","steps":["trace[837520575] 'process raft request' (duration: 120.801114ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:22.252085Z","caller":"traceutil/trace.go:171","msg":"trace[723914978] transaction","detail":"{read_only:false; response_revision:38806; number_of_response:1; }","duration":"121.877653ms","start":"2026-07-29T15:03:22.13019Z","end":"2026-07-29T15:03:22.252068Z","steps":["trace[723914978] 'process raft request' (duration: 121.276067ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:22.252193Z","caller":"traceutil/trace.go:171","msg":"trace[1600972151] transaction","detail":"{read_only:false; response_revision:38807; number_of_response:1; }","duration":"121.368899ms","start":"2026-07-29T15:03:22.130792Z","end":"2026-07-29T15:03:22.252161Z","steps":["trace[1600972151] 'process raft request' (duration: 120.959768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:22.47181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.997865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-29T15:03:22.471833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.476231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T15:03:22.471877Z","caller":"traceutil/trace.go:171","msg":"trace[1436534427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38808; }","duration":"152.106298ms","start":"2026-07-29T15:03:22.319758Z","end":"2026-07-29T15:03:22.471864Z","steps":["trace[1436534427] 'range keys from in-memory index tree' (duration: 151.859311ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:22.471979Z","caller":"traceutil/trace.go:171","msg":"trace[1286323204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38808; }","duration":"109.631065ms","start":"2026-07-29T15:03:22.362283Z","end":"2026-07-29T15:03:22.471914Z","steps":["trace[1286323204] 'range keys from in-memory index tree' (duration: 109.309086ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:22.642783Z","caller":"traceutil/trace.go:171","msg":"trace[356167631] linearizableReadLoop","detail":"{readStateIndex:39971; appliedIndex:39968; }","duration":"166.400491ms","start":"2026-07-29T15:03:22.476352Z","end":"2026-07-29T15:03:22.642752Z","steps":["trace[356167631] 'read index received' (duration: 8.821013ms)","trace[356167631] 'applied index is now lower than readState.Index' (duration: 157.578758ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:22.642822Z","caller":"traceutil/trace.go:171","msg":"trace[2069902993] transaction","detail":"{read_only:false; response_revision:38810; number_of_response:1; }","duration":"167.420069ms","start":"2026-07-29T15:03:22.475314Z","end":"2026-07-29T15:03:22.642734Z","steps":["trace[2069902993] 'process raft request' (duration: 126.87545ms)","trace[2069902993] 'compare' (duration: 40.337324ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:22.642884Z","caller":"traceutil/trace.go:171","msg":"trace[1716173123] transaction","detail":"{read_only:false; response_revision:38811; number_of_response:1; }","duration":"166.533105ms","start":"2026-07-29T15:03:22.476297Z","end":"2026-07-29T15:03:22.64283Z","steps":["trace[1716173123] 'process raft request' (duration: 166.3675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:22.642997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.631218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T15:03:22.64305Z","caller":"traceutil/trace.go:171","msg":"trace[1013969894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38813; }","duration":"166.71906ms","start":"2026-07-29T15:03:22.476321Z","end":"2026-07-29T15:03:22.64304Z","steps":["trace[1013969894] 'agreement among raft nodes before linearized reading' (duration: 166.556075ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:22.643111Z","caller":"traceutil/trace.go:171","msg":"trace[72048871] transaction","detail":"{read_only:false; response_revision:38812; number_of_response:1; }","duration":"109.362278ms","start":"2026-07-29T15:03:22.533722Z","end":"2026-07-29T15:03:22.643084Z","steps":["trace[72048871] 'process raft request' (duration: 108.999408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:22.643248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.795362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T15:03:22.643225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.691387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T15:03:22.643278Z","caller":"traceutil/trace.go:171","msg":"trace[1507486765] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:38813; }","duration":"129.868134ms","start":"2026-07-29T15:03:22.513399Z","end":"2026-07-29T15:03:22.643267Z","steps":["trace[1507486765] 'agreement among raft nodes before linearized reading' (duration: 129.802882ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:22.643389Z","caller":"traceutil/trace.go:171","msg":"trace[250447797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38813; }","duration":"138.934773ms","start":"2026-07-29T15:03:22.504429Z","end":"2026-07-29T15:03:22.643364Z","steps":["trace[250447797] 'agreement among raft nodes before linearized reading' (duration: 138.579843ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:22.89012Z","caller":"traceutil/trace.go:171","msg":"trace[367681877] linearizableReadLoop","detail":"{readStateIndex:39975; appliedIndex:39973; }","duration":"134.136971ms","start":"2026-07-29T15:03:22.755956Z","end":"2026-07-29T15:03:22.890093Z","steps":["trace[367681877] 'read index received' (duration: 91.69203ms)","trace[367681877] 'applied index is now lower than readState.Index' (duration: 42.443201ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:22.890138Z","caller":"traceutil/trace.go:171","msg":"trace[1149153047] transaction","detail":"{read_only:false; response_revision:38814; number_of_response:1; }","duration":"241.975548ms","start":"2026-07-29T15:03:22.64813Z","end":"2026-07-29T15:03:22.890105Z","steps":["trace[1149153047] 'process raft request' (duration: 199.417753ms)","trace[1149153047] 'compare' (duration: 42.300188ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:22.890201Z","caller":"traceutil/trace.go:171","msg":"trace[1349080098] transaction","detail":"{read_only:false; response_revision:38815; number_of_response:1; }","duration":"241.587197ms","start":"2026-07-29T15:03:22.648567Z","end":"2026-07-29T15:03:22.890154Z","steps":["trace[1349080098] 'process raft request' (duration: 241.449363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:22.890264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.291906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:03:22.89041Z","caller":"traceutil/trace.go:171","msg":"trace[1608170630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:38815; }","duration":"134.447161ms","start":"2026-07-29T15:03:22.755906Z","end":"2026-07-29T15:03:22.890353Z","steps":["trace[1608170630] 'agreement among raft nodes before linearized reading' (duration: 134.292196ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:25.414485Z","caller":"traceutil/trace.go:171","msg":"trace[1265367351] transaction","detail":"{read_only:false; response_revision:38837; number_of_response:1; }","duration":"186.62605ms","start":"2026-07-29T15:03:25.22783Z","end":"2026-07-29T15:03:25.414456Z","steps":["trace[1265367351] 'process raft request' (duration: 186.369993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:26.18443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979129920,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T15:03:26.267094Z","caller":"traceutil/trace.go:171","msg":"trace[930797081] transaction","detail":"{read_only:false; response_revision:38838; number_of_response:1; }","duration":"826.103436ms","start":"2026-07-29T15:03:25.440969Z","end":"2026-07-29T15:03:26.267073Z","steps":["trace[930797081] 'process raft request' (duration: 825.967302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:26.267225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:25.440949Z","time spent":"826.20774ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:27.909087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.268124135s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T15:03:28.256048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.696257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:03:28.257003Z","caller":"traceutil/trace.go:171","msg":"trace[1442170891] transaction","detail":"{read_only:false; response_revision:38839; number_of_response:1; }","duration":"2.437616218s","start":"2026-07-29T15:03:25.81936Z","end":"2026-07-29T15:03:28.256976Z","steps":["trace[1442170891] 'process raft request' (duration: 2.089919493s)","trace[1442170891] 'compare' (duration: 346.127742ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:28.257143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:25.819336Z","time spent":"2.437726541s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:28.257339Z","caller":"traceutil/trace.go:171","msg":"trace[612348384] transaction","detail":"{read_only:false; response_revision:38840; number_of_response:1; }","duration":"2.089742049s","start":"2026-07-29T15:03:26.167575Z","end":"2026-07-29T15:03:28.257317Z","steps":["trace[612348384] 'process raft request' (duration: 2.088562557s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:28.257454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:26.167551Z","time spent":"2.089852092s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:28.257928Z","caller":"traceutil/trace.go:171","msg":"trace[1314119190] transaction","detail":"{read_only:false; response_revision:38842; number_of_response:1; }","duration":"1.994296406s","start":"2026-07-29T15:03:26.263608Z","end":"2026-07-29T15:03:28.257904Z","steps":["trace[1314119190] 'process raft request' (duration: 1.994200493s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:28.258981Z","caller":"traceutil/trace.go:171","msg":"trace[633566849] transaction","detail":"{read_only:false; response_revision:38841; number_of_response:1; }","duration":"1.994530022s","start":"2026-07-29T15:03:26.263457Z","end":"2026-07-29T15:03:28.257987Z","steps":["trace[633566849] 'process raft request' (duration: 1.993615537s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:28.259355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:26.26335Z","time spent":"1.995965862s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:28.259481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:26.263599Z","time spent":"1.994415949s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:28.260036Z","caller":"traceutil/trace.go:171","msg":"trace[577340174] transaction","detail":"{read_only:false; response_revision:38843; number_of_response:1; }","duration":"1.99556334s","start":"2026-07-29T15:03:26.264419Z","end":"2026-07-29T15:03:28.259982Z","steps":["trace[577340174] 'process raft request' (duration: 1.993451392s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:28.260241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:26.264407Z","time spent":"1.995698733s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:28.260589Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":40006,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-29T15:03:28.260719Z","caller":"traceutil/trace.go:171","msg":"trace[669827264] linearizableReadLoop","detail":"{readStateIndex:40001; appliedIndex:39998; }","duration":"2.576529981s","start":"2026-07-29T15:03:25.684151Z","end":"2026-07-29T15:03:28.260681Z","steps":["trace[669827264] 'read index received' (duration: 582.792262ms)","trace[669827264] 'applied index is now lower than readState.Index' (duration: 1.993736479s)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:28.260811Z","caller":"traceutil/trace.go:171","msg":"trace[329886259] transaction","detail":"{read_only:false; response_revision:38844; number_of_response:1; }","duration":"1.994426878s","start":"2026-07-29T15:03:26.266361Z","end":"2026-07-29T15:03:28.260788Z","steps":["trace[329886259] 'process raft request' (duration: 1.991633531s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:28.260877Z","caller":"traceutil/trace.go:171","msg":"trace[569247568] transaction","detail":"{read_only:false; response_revision:38845; number_of_response:1; }","duration":"1.994338336s","start":"2026-07-29T15:03:26.266508Z","end":"2026-07-29T15:03:28.260847Z","steps":["trace[569247568] 'process raft request' (duration: 1.993980746s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:28.260983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:26.266483Z","time spent":"1.994444429s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:28.260889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:26.26635Z","time spent":"1.99448993s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:28.390072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000351942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:03:28.390156Z","caller":"traceutil/trace.go:171","msg":"trace[1863739750] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000494496s","start":"2026-07-29T15:03:26.389643Z","end":"2026-07-29T15:03:28.390137Z","steps":["trace[1863739750] 'agreement among raft nodes before linearized reading' (duration: 2.000389383s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:28.390202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:26.38962Z","time spent":"2.000572838s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:03:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:03:28.881716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.197546279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1560"} {"level":"info","ts":"2026-07-29T15:03:28.881818Z","caller":"traceutil/trace.go:171","msg":"trace[1569432471] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:38845; }","duration":"3.197686263s","start":"2026-07-29T15:03:25.684107Z","end":"2026-07-29T15:03:28.881793Z","steps":["trace[1569432471] 'agreement among raft nodes before linearized reading' (duration: 2.576806899s)","trace[1569432471] 'range keys from in-memory index tree' (duration: 620.661288ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:28.881857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:25.684088Z","time spent":"3.197759105s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1582,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-07-29T15:03:28.882882Z","caller":"traceutil/trace.go:171","msg":"trace[349439027] transaction","detail":"{read_only:false; response_revision:38846; number_of_response:1; }","duration":"1.518047302s","start":"2026-07-29T15:03:27.364824Z","end":"2026-07-29T15:03:28.882871Z","steps":["trace[349439027] 'process raft request' (duration: 1.51652026s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:28.882967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:27.3648Z","time spent":"1.518117125s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:29.322162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.681469ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:29.322248Z","caller":"traceutil/trace.go:171","msg":"trace[1830678283] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:38846; }","duration":"141.778622ms","start":"2026-07-29T15:03:29.180455Z","end":"2026-07-29T15:03:29.322234Z","steps":["trace[1830678283] 'range keys from in-memory index tree' (duration: 141.668929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:29.322439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.476138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:03:29.322664Z","caller":"traceutil/trace.go:171","msg":"trace[76817681] transaction","detail":"{read_only:false; response_revision:38847; number_of_response:1; }","duration":"1.902744548s","start":"2026-07-29T15:03:27.41989Z","end":"2026-07-29T15:03:29.322635Z","steps":["trace[76817681] 'process raft request' (duration: 1.462970252s)","trace[76817681] 'compare' (duration: 439.284283ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:29.322688Z","caller":"traceutil/trace.go:171","msg":"trace[1787560081] transaction","detail":"{read_only:false; response_revision:38848; number_of_response:1; }","duration":"1.421501019s","start":"2026-07-29T15:03:27.901152Z","end":"2026-07-29T15:03:29.322653Z","steps":["trace[1787560081] 'process raft request' (duration: 1.421384605s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:29.322705Z","caller":"traceutil/trace.go:171","msg":"trace[1157384907] linearizableReadLoop","detail":"{readStateIndex:40009; appliedIndex:40006; }","duration":"1.061928175s","start":"2026-07-29T15:03:28.260745Z","end":"2026-07-29T15:03:29.322673Z","steps":["trace[1157384907] 'read index received' (duration: 356.024755ms)","trace[1157384907] 'applied index is now lower than readState.Index' (duration: 705.90064ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:29.3228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:27.901123Z","time spent":"1.421625551s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:29.323668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:27.419859Z","time spent":"1.902877912s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:29.380326Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40006} {"level":"info","ts":"2026-07-29T15:03:29.380518Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35006} {"level":"warn","ts":"2026-07-29T15:03:29.549896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392997682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:03:29.549983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511775916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:03:29.550001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.893373157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T15:03:29.550036Z","caller":"traceutil/trace.go:171","msg":"trace[1160933266] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:38848; }","duration":"1.393253479s","start":"2026-07-29T15:03:28.156762Z","end":"2026-07-29T15:03:29.550016Z","steps":["trace[1160933266] 'agreement among raft nodes before linearized reading' (duration: 1.165941746s)","trace[1160933266] 'count revisions from in-memory index tree' (duration: 227.075207ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:29.550085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890093726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T15:03:29.550096Z","caller":"traceutil/trace.go:171","msg":"trace[1329516873] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38848; }","duration":"2.893516661s","start":"2026-07-29T15:03:26.656554Z","end":"2026-07-29T15:03:29.55007Z","steps":["trace[1329516873] 'agreement among raft nodes before linearized reading' (duration: 2.666208618s)","trace[1329516873] 'range keys from in-memory index tree' (duration: 227.072956ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:29.550089Z","caller":"traceutil/trace.go:171","msg":"trace[1932254734] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:38848; }","duration":"2.51194922s","start":"2026-07-29T15:03:27.038109Z","end":"2026-07-29T15:03:29.550058Z","steps":["trace[1932254734] 'agreement among raft nodes before linearized reading' (duration: 2.284573115s)","trace[1932254734] 'count revisions from in-memory index tree' (duration: 227.231251ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:29.550148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:28.15674Z","time spent":"1.393371092s","remote":"127.0.0.1:56630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:03:29.550167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:27.038084Z","time spent":"2.512065534s","remote":"127.0.0.1:42160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:03:29.550165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495276864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:03:29.550223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.052309983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T15:03:29.550261Z","caller":"traceutil/trace.go:171","msg":"trace[1320144296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38848; }","duration":"3.052388555s","start":"2026-07-29T15:03:26.497862Z","end":"2026-07-29T15:03:29.55025Z","steps":["trace[1320144296] 'agreement among raft nodes before linearized reading' (duration: 2.824911757s)","trace[1320144296] 'range keys from in-memory index tree' (duration: 227.395726ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:29.550269Z","caller":"traceutil/trace.go:171","msg":"trace[512070401] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:38848; }","duration":"1.495385637s","start":"2026-07-29T15:03:28.054854Z","end":"2026-07-29T15:03:29.55024Z","steps":["trace[512070401] 'agreement among raft nodes before linearized reading' (duration: 1.267862318s)","trace[512070401] 'count revisions from in-memory index tree' (duration: 227.392276ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:29.550274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642790431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T15:03:29.550296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:26.49784Z","time spent":"3.052449336s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:03:29.550294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645598079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T15:03:29.550147Z","caller":"traceutil/trace.go:171","msg":"trace[1201615836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38848; }","duration":"2.890180268s","start":"2026-07-29T15:03:26.659945Z","end":"2026-07-29T15:03:29.550126Z","steps":["trace[1201615836] 'agreement among raft nodes before linearized reading' (duration: 2.662822484s)","trace[1201615836] 'range keys from in-memory index tree' (duration: 227.19924ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:29.550506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297774324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-29T15:03:29.550473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:26.659926Z","time spent":"2.890517218s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T15:03:29.550608Z","caller":"traceutil/trace.go:171","msg":"trace[1687513939] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:38848; }","duration":"1.297897377s","start":"2026-07-29T15:03:28.252662Z","end":"2026-07-29T15:03:29.550559Z","steps":["trace[1687513939] 'agreement among raft nodes before linearized reading' (duration: 1.070034499s)","trace[1687513939] 'range keys from in-memory index tree' (duration: 227.677003ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:29.550623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.666002337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:29.550662Z","caller":"traceutil/trace.go:171","msg":"trace[1910940667] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:38848; }","duration":"3.666071829s","start":"2026-07-29T15:03:25.884578Z","end":"2026-07-29T15:03:29.55065Z","steps":["trace[1910940667] 'agreement among raft nodes before linearized reading' (duration: 3.43820417s)","trace[1910940667] 'count revisions from in-memory index tree' (duration: 227.821588ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:29.550668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:28.252637Z","time spent":"1.298019581s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:03:29.5502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631063338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:03:29.550694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:25.88456Z","time spent":"3.666124391s","remote":"127.0.0.1:52264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:03:29.550722Z","caller":"traceutil/trace.go:171","msg":"trace[455772820] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:38848; }","duration":"2.631604702s","start":"2026-07-29T15:03:26.919101Z","end":"2026-07-29T15:03:29.550706Z","steps":["trace[455772820] 'agreement among raft nodes before linearized reading' (duration: 2.403646571s)","trace[455772820] 'count revisions from in-memory index tree' (duration: 227.430507ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:29.55072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720980383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T15:03:29.550764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:26.919081Z","time spent":"2.631670074s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:03:29.550771Z","caller":"traceutil/trace.go:171","msg":"trace[2143578304] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:38848; }","duration":"1.721094887s","start":"2026-07-29T15:03:27.829659Z","end":"2026-07-29T15:03:29.550754Z","steps":["trace[2143578304] 'agreement among raft nodes before linearized reading' (duration: 1.493063774s)","trace[2143578304] 'count revisions from in-memory index tree' (duration: 227.94473ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:29.550146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:26.656532Z","time spent":"2.893604513s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:03:29.550812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:27.829632Z","time spent":"1.721170348s","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:03:29.549946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285411449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:03:29.550189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555320597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:03:29.550933Z","caller":"traceutil/trace.go:171","msg":"trace[426820787] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:38848; }","duration":"2.286486889s","start":"2026-07-29T15:03:27.264419Z","end":"2026-07-29T15:03:29.550906Z","steps":["trace[426820787] 'agreement among raft nodes before linearized reading' (duration: 2.058310162s)","trace[426820787] 'count revisions from in-memory index tree' (duration: 227.140478ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:29.550976Z","caller":"traceutil/trace.go:171","msg":"trace[1155641777] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:38848; }","duration":"2.55613761s","start":"2026-07-29T15:03:26.994788Z","end":"2026-07-29T15:03:29.550926Z","steps":["trace[1155641777] 'agreement among raft nodes before linearized reading' (duration: 2.327953363s)","trace[1155641777] 'count revisions from in-memory index tree' (duration: 227.394806ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:29.550834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462798598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-29T15:03:29.551087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:26.994765Z","time spent":"2.556285784s","remote":"127.0.0.1:44210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:03:29.551003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:27.2644Z","time spent":"2.286582831s","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:03:29.549886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.251022ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T15:03:29.550351Z","caller":"traceutil/trace.go:171","msg":"trace[1171283489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38848; }","duration":"2.645672181s","start":"2026-07-29T15:03:26.904662Z","end":"2026-07-29T15:03:29.550334Z","steps":["trace[1171283489] 'agreement among raft nodes before linearized reading' (duration: 2.41807425s)","trace[1171283489] 'range keys from in-memory index tree' (duration: 227.489248ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:29.551257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:26.904646Z","time spent":"2.646597406s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T15:03:29.550323Z","caller":"traceutil/trace.go:171","msg":"trace[703305839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38848; }","duration":"2.642888574s","start":"2026-07-29T15:03:26.907421Z","end":"2026-07-29T15:03:29.550309Z","steps":["trace[703305839] 'agreement among raft nodes before linearized reading' (duration: 2.415333484s)","trace[703305839] 'range keys from in-memory index tree' (duration: 227.467497ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:29.551326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:26.90739Z","time spent":"2.643925442s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T15:03:29.550326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:28.054806Z","time spent":"1.49550208s","remote":"127.0.0.1:56608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:03:29.55145Z","caller":"traceutil/trace.go:171","msg":"trace[1546595284] transaction","detail":"{read_only:false; response_revision:38849; number_of_response:1; }","duration":"522.712815ms","start":"2026-07-29T15:03:29.028722Z","end":"2026-07-29T15:03:29.551435Z","steps":["trace[1546595284] 'process raft request' (duration: 522.53106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:29.551556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281621748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T15:03:29.551602Z","caller":"traceutil/trace.go:171","msg":"trace[1662612015] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:38849; }","duration":"1.28168412s","start":"2026-07-29T15:03:28.269906Z","end":"2026-07-29T15:03:29.55159Z","steps":["trace[1662612015] 'agreement among raft nodes before linearized reading' (duration: 1.281570656s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:29.551614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.80546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"warn","ts":"2026-07-29T15:03:29.551566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225146259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T15:03:29.551698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.166026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b0d9d131-2cf8-41e6-9700-4415da6d3d51\" ","response":"range_response_count:1 size:2185"} {"level":"info","ts":"2026-07-29T15:03:29.551728Z","caller":"traceutil/trace.go:171","msg":"trace[956808155] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:38848; }","duration":"1.463753304s","start":"2026-07-29T15:03:28.087347Z","end":"2026-07-29T15:03:29.5511Z","steps":["trace[956808155] 'agreement among raft nodes before linearized reading' (duration: 1.235363401s)","trace[956808155] 'range keys from in-memory index tree' (duration: 227.304103ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:29.551823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.969658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T15:03:29.551821Z","caller":"traceutil/trace.go:171","msg":"trace[2025280467] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b0d9d131-2cf8-41e6-9700-4415da6d3d51; range_end:; response_count:1; response_revision:38849; }","duration":"665.359451ms","start":"2026-07-29T15:03:28.886434Z","end":"2026-07-29T15:03:29.551793Z","steps":["trace[2025280467] 'agreement among raft nodes before linearized reading' (duration: 665.018542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:29.551539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161229626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:29.551899Z","caller":"traceutil/trace.go:171","msg":"trace[1973380122] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38849; }","duration":"425.088541ms","start":"2026-07-29T15:03:29.126797Z","end":"2026-07-29T15:03:29.551886Z","steps":["trace[1973380122] 'agreement among raft nodes before linearized reading' (duration: 424.864705ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:29.551955Z","caller":"traceutil/trace.go:171","msg":"trace[1389280511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38849; }","duration":"1.161678798s","start":"2026-07-29T15:03:28.390262Z","end":"2026-07-29T15:03:29.55194Z","steps":["trace[1389280511] 'agreement among raft nodes before linearized reading' (duration: 1.161194495s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:29.551922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:28.886387Z","time spent":"665.518315ms","remote":"127.0.0.1:51066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2207,"request content":"key:\"/registry/persistentvolumes/pvc-b0d9d131-2cf8-41e6-9700-4415da6d3d51\" "} {"level":"warn","ts":"2026-07-29T15:03:29.551989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:29.126774Z","time spent":"425.178194ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T15:03:29.552004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:28.390246Z","time spent":"1.16174608s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:03:29.551782Z","caller":"traceutil/trace.go:171","msg":"trace[204748428] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:38849; }","duration":"1.225338285s","start":"2026-07-29T15:03:28.326393Z","end":"2026-07-29T15:03:29.551731Z","steps":["trace[204748428] 'agreement among raft nodes before linearized reading' (duration: 1.225079078s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:29.55225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:28.326331Z","time spent":"1.22589977s","remote":"127.0.0.1:46502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:03:29.551681Z","caller":"traceutil/trace.go:171","msg":"trace[1276323234] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:38849; }","duration":"359.906602ms","start":"2026-07-29T15:03:29.19176Z","end":"2026-07-29T15:03:29.551667Z","steps":["trace[1276323234] 'agreement among raft nodes before linearized reading' (duration: 359.740007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:29.552558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:29.19174Z","time spent":"360.801387ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:03:29.551638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:28.269892Z","time spent":"1.281737932s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T15:03:29.551547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:29.028693Z","time spent":"522.790517ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:29.551448Z","caller":"traceutil/trace.go:171","msg":"trace[914360779] linearizableReadLoop","detail":"{readStateIndex:40011; appliedIndex:40009; }","duration":"228.65776ms","start":"2026-07-29T15:03:29.32277Z","end":"2026-07-29T15:03:29.551428Z","steps":["trace[914360779] 'read index received' (duration: 39.321µs)","trace[914360779] 'applied index is now lower than readState.Index' (duration: 228.617289ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:29.551882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:28.087326Z","time spent":"1.464537336s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:03:29.551624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101620751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:29.553229Z","caller":"traceutil/trace.go:171","msg":"trace[28917752] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:38849; }","duration":"1.103269606s","start":"2026-07-29T15:03:28.449934Z","end":"2026-07-29T15:03:29.553203Z","steps":["trace[28917752] 'agreement among raft nodes before linearized reading' (duration: 1.101648261s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:29.553308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:28.449913Z","time spent":"1.103370469s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:03:29.551696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.762327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-29T15:03:29.553509Z","caller":"traceutil/trace.go:171","msg":"trace[1384932150] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:38849; }","duration":"349.588797ms","start":"2026-07-29T15:03:29.203881Z","end":"2026-07-29T15:03:29.55347Z","steps":["trace[1384932150] 'agreement among raft nodes before linearized reading' (duration: 347.737326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:29.55372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:29.203859Z","time spent":"349.808494ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T15:03:30.062045Z","caller":"traceutil/trace.go:171","msg":"trace[1879916153] transaction","detail":"{read_only:false; response_revision:38851; number_of_response:1; }","duration":"504.577834ms","start":"2026-07-29T15:03:29.557414Z","end":"2026-07-29T15:03:30.061991Z","steps":["trace[1879916153] 'process raft request' (duration: 504.204973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:30.06227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:29.5574Z","time spent":"504.777719ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:30.062392Z","caller":"traceutil/trace.go:171","msg":"trace[1442567993] transaction","detail":"{read_only:false; response_revision:38852; number_of_response:1; }","duration":"504.841581ms","start":"2026-07-29T15:03:29.557516Z","end":"2026-07-29T15:03:30.062358Z","steps":["trace[1442567993] 'process raft request' (duration: 504.394809ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:30.062509Z","caller":"traceutil/trace.go:171","msg":"trace[645967789] transaction","detail":"{read_only:false; response_revision:38853; number_of_response:1; }","duration":"504.909903ms","start":"2026-07-29T15:03:29.557552Z","end":"2026-07-29T15:03:30.062462Z","steps":["trace[645967789] 'process raft request' (duration: 504.680106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:30.062634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:29.557509Z","time spent":"504.988715ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:30.062703Z","caller":"traceutil/trace.go:171","msg":"trace[1292965853] transaction","detail":"{read_only:false; response_revision:38854; number_of_response:1; }","duration":"504.977975ms","start":"2026-07-29T15:03:29.557708Z","end":"2026-07-29T15:03:30.062686Z","steps":["trace[1292965853] 'process raft request' (duration: 504.656776ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:30.062901Z","caller":"traceutil/trace.go:171","msg":"trace[847787854] transaction","detail":"{read_only:false; response_revision:38855; number_of_response:1; }","duration":"504.971805ms","start":"2026-07-29T15:03:29.557916Z","end":"2026-07-29T15:03:30.062887Z","steps":["trace[847787854] 'process raft request' (duration: 504.699057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:30.062902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:29.557702Z","time spent":"505.050437ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:30.063011Z","caller":"traceutil/trace.go:171","msg":"trace[1321627804] transaction","detail":"{read_only:false; response_revision:38858; number_of_response:1; }","duration":"504.357938ms","start":"2026-07-29T15:03:29.558641Z","end":"2026-07-29T15:03:30.062999Z","steps":["trace[1321627804] 'process raft request' (duration: 504.288776ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:30.063004Z","caller":"traceutil/trace.go:171","msg":"trace[1054182829] transaction","detail":"{read_only:false; response_revision:38857; number_of_response:1; }","duration":"504.330587ms","start":"2026-07-29T15:03:29.558646Z","end":"2026-07-29T15:03:30.062976Z","steps":["trace[1054182829] 'process raft request' (duration: 504.219854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:30.06302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:29.557887Z","time spent":"505.050277ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:30.063057Z","caller":"traceutil/trace.go:171","msg":"trace[6243840] linearizableReadLoop","detail":"{readStateIndex:40017; appliedIndex:40011; }","duration":"504.682056ms","start":"2026-07-29T15:03:29.558362Z","end":"2026-07-29T15:03:30.063044Z","steps":["trace[6243840] 'read index received' (duration: 50.248016ms)","trace[6243840] 'applied index is now lower than readState.Index' (duration: 454.43176ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:30.063109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:29.558627Z","time spent":"504.421219ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:30.06316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:29.558641Z","time spent":"504.44748ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:30.062953Z","caller":"traceutil/trace.go:171","msg":"trace[1112706046] transaction","detail":"{read_only:false; response_revision:38856; number_of_response:1; }","duration":"504.379538ms","start":"2026-07-29T15:03:29.558556Z","end":"2026-07-29T15:03:30.062936Z","steps":["trace[1112706046] 'process raft request' (duration: 504.235084ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:30.063202Z","caller":"traceutil/trace.go:171","msg":"trace[2031053282] transaction","detail":"{read_only:false; response_revision:38859; number_of_response:1; }","duration":"504.358077ms","start":"2026-07-29T15:03:29.558835Z","end":"2026-07-29T15:03:30.063193Z","steps":["trace[2031053282] 'process raft request' (duration: 504.125761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:30.063251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:29.558548Z","time spent":"504.653795ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:30.063271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:29.558825Z","time spent":"504.396489ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:30.063388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.034781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:30.063428Z","caller":"traceutil/trace.go:171","msg":"trace[716426694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38860; }","duration":"503.081592ms","start":"2026-07-29T15:03:29.560336Z","end":"2026-07-29T15:03:30.063418Z","steps":["trace[716426694] 'agreement among raft nodes before linearized reading' (duration: 503.01572ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:30.063449Z","caller":"traceutil/trace.go:171","msg":"trace[1565315068] transaction","detail":"{read_only:false; response_revision:38860; number_of_response:1; }","duration":"504.11228ms","start":"2026-07-29T15:03:29.559311Z","end":"2026-07-29T15:03:30.063423Z","steps":["trace[1565315068] 'process raft request' (duration: 503.672808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:30.063485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.124689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:03:30.063466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.687104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:30.063556Z","caller":"traceutil/trace.go:171","msg":"trace[1556698480] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:38860; }","duration":"426.197771ms","start":"2026-07-29T15:03:29.637348Z","end":"2026-07-29T15:03:30.063546Z","steps":["trace[1556698480] 'agreement among raft nodes before linearized reading' (duration: 426.099758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:30.063551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.16775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-07-29T15:03:30.063568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:29.559305Z","time spent":"504.180963ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:30.06359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:29.63728Z","time spent":"426.303294ms","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:03:30.063586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.274745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"info","ts":"2026-07-29T15:03:30.063595Z","caller":"traceutil/trace.go:171","msg":"trace[872559749] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:38860; }","duration":"476.211561ms","start":"2026-07-29T15:03:29.587374Z","end":"2026-07-29T15:03:30.063585Z","steps":["trace[872559749] 'agreement among raft nodes before linearized reading' (duration: 476.100678ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:30.063605Z","caller":"traceutil/trace.go:171","msg":"trace[337588715] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:38860; }","duration":"285.87269ms","start":"2026-07-29T15:03:29.777705Z","end":"2026-07-29T15:03:30.063577Z","steps":["trace[337588715] 'agreement among raft nodes before linearized reading' (duration: 285.682624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:30.063633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:29.58732Z","time spent":"476.304834ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11738,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-29T15:03:30.063456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:29.560333Z","time spent":"503.117533ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:03:30.063685Z","caller":"traceutil/trace.go:171","msg":"trace[2091359995] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:38860; }","duration":"404.347048ms","start":"2026-07-29T15:03:29.659268Z","end":"2026-07-29T15:03:30.063615Z","steps":["trace[2091359995] 'agreement among raft nodes before linearized reading' (duration: 404.099291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:30.062713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:29.557547Z","time spent":"505.061257ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:30.063388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.018476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T15:03:30.06378Z","caller":"traceutil/trace.go:171","msg":"trace[373126502] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38860; }","duration":"505.437927ms","start":"2026-07-29T15:03:29.558331Z","end":"2026-07-29T15:03:30.063769Z","steps":["trace[373126502] 'agreement among raft nodes before linearized reading' (duration: 504.947283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:30.063732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:29.659249Z","time spent":"404.471831ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1666,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-29T15:03:30.063808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:29.558319Z","time spent":"505.481199ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T15:03:30.474768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.731873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:30.47489Z","caller":"traceutil/trace.go:171","msg":"trace[1364152669] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:38860; }","duration":"290.926558ms","start":"2026-07-29T15:03:30.183938Z","end":"2026-07-29T15:03:30.474865Z","steps":["trace[1364152669] 'range keys from in-memory index tree' (duration: 290.64127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:30.474909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.764071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:03:30.475016Z","caller":"traceutil/trace.go:171","msg":"trace[1103863822] transaction","detail":"{read_only:false; response_revision:38861; number_of_response:1; }","duration":"211.348572ms","start":"2026-07-29T15:03:30.263649Z","end":"2026-07-29T15:03:30.474997Z","steps":["trace[1103863822] 'process raft request' (duration: 102.405856ms)","trace[1103863822] 'compare' (duration: 108.667708ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:30.911155Z","caller":"traceutil/trace.go:171","msg":"trace[2076244597] linearizableReadLoop","detail":"{readStateIndex:40029; appliedIndex:40023; }","duration":"432.30057ms","start":"2026-07-29T15:03:30.478836Z","end":"2026-07-29T15:03:30.911136Z","steps":["trace[2076244597] 'read index received' (duration: 431.837087ms)","trace[2076244597] 'applied index is now lower than readState.Index' (duration: 462.563µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:30.911265Z","caller":"traceutil/trace.go:171","msg":"trace[1648893846] transaction","detail":"{read_only:false; response_revision:38867; number_of_response:1; }","duration":"641.862773ms","start":"2026-07-29T15:03:30.269393Z","end":"2026-07-29T15:03:30.911256Z","steps":["trace[1648893846] 'process raft request' (duration: 641.714829ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:30.911252Z","caller":"traceutil/trace.go:171","msg":"trace[1259986792] transaction","detail":"{read_only:false; response_revision:38864; number_of_response:1; }","duration":"645.199165ms","start":"2026-07-29T15:03:30.266009Z","end":"2026-07-29T15:03:30.911208Z","steps":["trace[1259986792] 'process raft request' (duration: 645.02573ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:30.911227Z","caller":"traceutil/trace.go:171","msg":"trace[970338715] transaction","detail":"{read_only:false; response_revision:38865; number_of_response:1; }","duration":"643.619202ms","start":"2026-07-29T15:03:30.267579Z","end":"2026-07-29T15:03:30.911198Z","steps":["trace[970338715] 'process raft request' (duration: 643.483718ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:30.911284Z","caller":"traceutil/trace.go:171","msg":"trace[1427664719] transaction","detail":"{read_only:false; response_revision:38866; number_of_response:1; }","duration":"643.668133ms","start":"2026-07-29T15:03:30.267584Z","end":"2026-07-29T15:03:30.911252Z","steps":["trace[1427664719] 'process raft request' (duration: 643.500668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:30.911343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:30.269379Z","time spent":"641.906514ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:30.911412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:30.267566Z","time spent":"643.772125ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:30.911406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:30.265997Z","time spent":"645.323809ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:30.911422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:30.267574Z","time spent":"643.784976ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:30.911459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.355597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:30.911199Z","caller":"traceutil/trace.go:171","msg":"trace[708500860] transaction","detail":"{read_only:false; response_revision:38863; number_of_response:1; }","duration":"645.594836ms","start":"2026-07-29T15:03:30.26556Z","end":"2026-07-29T15:03:30.911155Z","steps":["trace[708500860] 'process raft request' (duration: 645.443262ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:30.911532Z","caller":"traceutil/trace.go:171","msg":"trace[1079371485] transaction","detail":"{read_only:false; response_revision:38862; number_of_response:1; }","duration":"646.216413ms","start":"2026-07-29T15:03:30.265304Z","end":"2026-07-29T15:03:30.91152Z","steps":["trace[1079371485] 'process raft request' (duration: 645.573316ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:30.911526Z","caller":"traceutil/trace.go:171","msg":"trace[1763562784] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:38867; }","duration":"280.453329ms","start":"2026-07-29T15:03:30.631051Z","end":"2026-07-29T15:03:30.911505Z","steps":["trace[1763562784] 'agreement among raft nodes before linearized reading' (duration: 280.293545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:30.911556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.726801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:30.911584Z","caller":"traceutil/trace.go:171","msg":"trace[1880042773] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:38867; }","duration":"432.780833ms","start":"2026-07-29T15:03:30.478796Z","end":"2026-07-29T15:03:30.911577Z","steps":["trace[1880042773] 'agreement among raft nodes before linearized reading' (duration: 432.722911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:30.911603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:30.478782Z","time spent":"432.817624ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-29T15:03:30.911605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:30.265547Z","time spent":"646.008327ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:30.911665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:30.265285Z","time spent":"646.285215ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:31.407749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.096597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:31.407835Z","caller":"traceutil/trace.go:171","msg":"trace[914048152] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:38867; }","duration":"356.19837ms","start":"2026-07-29T15:03:31.051614Z","end":"2026-07-29T15:03:31.407813Z","steps":["trace[914048152] 'count revisions from in-memory index tree' (duration: 355.990334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:31.407881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:31.051558Z","time spent":"356.312353ms","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:03:31.436577Z","caller":"traceutil/trace.go:171","msg":"trace[1247724286] linearizableReadLoop","detail":"{readStateIndex:40030; appliedIndex:40029; }","duration":"120.128915ms","start":"2026-07-29T15:03:31.316429Z","end":"2026-07-29T15:03:31.436558Z","steps":["trace[1247724286] 'read index received' (duration: 119.956361ms)","trace[1247724286] 'applied index is now lower than readState.Index' (duration: 171.574µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:31.43664Z","caller":"traceutil/trace.go:171","msg":"trace[155487113] transaction","detail":"{read_only:false; response_revision:38868; number_of_response:1; }","duration":"226.664935ms","start":"2026-07-29T15:03:31.20994Z","end":"2026-07-29T15:03:31.436605Z","steps":["trace[155487113] 'process raft request' (duration: 226.463579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:31.43674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.30594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:03:31.436783Z","caller":"traceutil/trace.go:171","msg":"trace[1280595394] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:38868; }","duration":"120.385872ms","start":"2026-07-29T15:03:31.316383Z","end":"2026-07-29T15:03:31.436769Z","steps":["trace[1280595394] 'agreement among raft nodes before linearized reading' (duration: 120.269259ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:31.766715Z","caller":"traceutil/trace.go:171","msg":"trace[824174737] linearizableReadLoop","detail":"{readStateIndex:40031; appliedIndex:40030; }","duration":"330.056319ms","start":"2026-07-29T15:03:31.436626Z","end":"2026-07-29T15:03:31.766682Z","steps":["trace[824174737] 'read index received' (duration: 255.620084ms)","trace[824174737] 'applied index is now lower than readState.Index' (duration: 74.434375ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:31.766857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.928174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:31.766755Z","caller":"traceutil/trace.go:171","msg":"trace[315865408] transaction","detail":"{read_only:false; response_revision:38869; number_of_response:1; }","duration":"433.069021ms","start":"2026-07-29T15:03:31.333651Z","end":"2026-07-29T15:03:31.76672Z","steps":["trace[315865408] 'process raft request' (duration: 358.566675ms)","trace[315865408] 'compare' (duration: 74.141806ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:31.766929Z","caller":"traceutil/trace.go:171","msg":"trace[1795625789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38869; }","duration":"376.010976ms","start":"2026-07-29T15:03:31.390902Z","end":"2026-07-29T15:03:31.766913Z","steps":["trace[1795625789] 'agreement among raft nodes before linearized reading' (duration: 375.884913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:31.766976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:31.390846Z","time spent":"376.12181ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:03:31.767042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:31.333619Z","time spent":"433.334128ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:31.766801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.256474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:31.76717Z","caller":"traceutil/trace.go:171","msg":"trace[2096143798] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:38869; }","duration":"359.597683ms","start":"2026-07-29T15:03:31.407509Z","end":"2026-07-29T15:03:31.767106Z","steps":["trace[2096143798] 'agreement among raft nodes before linearized reading' (duration: 359.205063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:31.767267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:31.407457Z","time spent":"359.777199ms","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:03:31.767495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.087822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T15:03:31.767539Z","caller":"traceutil/trace.go:171","msg":"trace[1258462847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38869; }","duration":"154.165124ms","start":"2026-07-29T15:03:31.613363Z","end":"2026-07-29T15:03:31.767528Z","steps":["trace[1258462847] 'agreement among raft nodes before linearized reading' (duration: 154.0123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:31.767844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.695262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T15:03:31.767967Z","caller":"traceutil/trace.go:171","msg":"trace[1053398964] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:38869; }","duration":"311.827196ms","start":"2026-07-29T15:03:31.456118Z","end":"2026-07-29T15:03:31.767946Z","steps":["trace[1053398964] 'agreement among raft nodes before linearized reading' (duration: 311.019823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:31.768073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:31.456026Z","time spent":"312.02747ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:03:31.968949Z","caller":"traceutil/trace.go:171","msg":"trace[793975860] linearizableReadLoop","detail":"{readStateIndex:40032; appliedIndex:40031; }","duration":"175.188644ms","start":"2026-07-29T15:03:31.79372Z","end":"2026-07-29T15:03:31.968909Z","steps":["trace[793975860] 'read index received' (duration: 80.233124ms)","trace[793975860] 'applied index is now lower than readState.Index' (duration: 94.9542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:31.969075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.339099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:31.969115Z","caller":"traceutil/trace.go:171","msg":"trace[1743073054] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:38870; }","duration":"175.395541ms","start":"2026-07-29T15:03:31.793707Z","end":"2026-07-29T15:03:31.969103Z","steps":["trace[1743073054] 'agreement among raft nodes before linearized reading' (duration: 175.307378ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:31.969139Z","caller":"traceutil/trace.go:171","msg":"trace[194429530] transaction","detail":"{read_only:false; response_revision:38870; number_of_response:1; }","duration":"196.851292ms","start":"2026-07-29T15:03:31.772122Z","end":"2026-07-29T15:03:31.968973Z","steps":["trace[194429530] 'process raft request' (duration: 101.856851ms)","trace[194429530] 'compare' (duration: 94.667952ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:32.774901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.789762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T15:03:32.77518Z","caller":"traceutil/trace.go:171","msg":"trace[880936132] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38870; }","duration":"704.136332ms","start":"2026-07-29T15:03:32.071019Z","end":"2026-07-29T15:03:32.775156Z","steps":["trace[880936132] 'range keys from in-memory index tree' (duration: 703.617267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:32.775269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:32.071003Z","time spent":"704.251884ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T15:03:32.775675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.486851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T15:03:32.775752Z","caller":"traceutil/trace.go:171","msg":"trace[1958606665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38870; }","duration":"704.607525ms","start":"2026-07-29T15:03:32.071126Z","end":"2026-07-29T15:03:32.775734Z","steps":["trace[1958606665] 'range keys from in-memory index tree' (duration: 704.331876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:32.775922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.14015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-29T15:03:32.775959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:32.071107Z","time spent":"704.83713ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T15:03:32.778027Z","caller":"traceutil/trace.go:171","msg":"trace[369360654] transaction","detail":"{read_only:false; response_revision:38871; number_of_response:1; }","duration":"705.740645ms","start":"2026-07-29T15:03:32.072263Z","end":"2026-07-29T15:03:32.778004Z","steps":["trace[369360654] 'process raft request' (duration: 373.359673ms)","trace[369360654] 'compare' (duration: 329.77507ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:32.77811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:32.072242Z","time spent":"705.831458ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:32.792775Z","caller":"traceutil/trace.go:171","msg":"trace[231485996] transaction","detail":"{read_only:false; response_revision:38872; number_of_response:1; }","duration":"719.626809ms","start":"2026-07-29T15:03:32.073119Z","end":"2026-07-29T15:03:32.792746Z","steps":["trace[231485996] 'process raft request' (duration: 719.453094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:32.792952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:32.073098Z","time spent":"719.760933ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:32.793115Z","caller":"traceutil/trace.go:171","msg":"trace[1179691860] transaction","detail":"{read_only:false; response_revision:38873; number_of_response:1; }","duration":"719.378932ms","start":"2026-07-29T15:03:32.073704Z","end":"2026-07-29T15:03:32.793083Z","steps":["trace[1179691860] 'process raft request' (duration: 718.999372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:32.793257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:32.073696Z","time spent":"719.480705ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:32.793306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.203736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:32.793371Z","caller":"traceutil/trace.go:171","msg":"trace[680264186] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:38873; }","duration":"495.312669ms","start":"2026-07-29T15:03:32.29804Z","end":"2026-07-29T15:03:32.793352Z","steps":["trace[680264186] 'agreement among raft nodes before linearized reading' (duration: 495.202056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:32.793424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:32.298017Z","time spent":"495.393541ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:03:32.793187Z","caller":"traceutil/trace.go:171","msg":"trace[1870038572] linearizableReadLoop","detail":"{readStateIndex:40035; appliedIndex:40032; }","duration":"495.00886ms","start":"2026-07-29T15:03:32.298099Z","end":"2026-07-29T15:03:32.793108Z","steps":["trace[1870038572] 'read index received' (duration: 147.537061ms)","trace[1870038572] 'applied index is now lower than readState.Index' (duration: 347.440578ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:33.161849Z","caller":"traceutil/trace.go:171","msg":"trace[1639320662] transaction","detail":"{read_only:false; response_revision:38874; number_of_response:1; }","duration":"681.727623ms","start":"2026-07-29T15:03:32.480094Z","end":"2026-07-29T15:03:33.161822Z","steps":["trace[1639320662] 'process raft request' (duration: 668.780436ms)","trace[1639320662] 'compare' (duration: 12.493445ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:33.161995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:32.480066Z","time spent":"681.862397ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:33.162086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.76282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:33.162062Z","caller":"traceutil/trace.go:171","msg":"trace[1360908951] transaction","detail":"{read_only:false; response_revision:38875; number_of_response:1; }","duration":"380.008346ms","start":"2026-07-29T15:03:32.782033Z","end":"2026-07-29T15:03:33.162041Z","steps":["trace[1360908951] 'process raft request' (duration: 379.738159ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:33.162141Z","caller":"traceutil/trace.go:171","msg":"trace[1535095343] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:38876; }","duration":"616.825743ms","start":"2026-07-29T15:03:32.545302Z","end":"2026-07-29T15:03:33.162128Z","steps":["trace[1535095343] 'agreement among raft nodes before linearized reading' (duration: 616.73135ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:33.161989Z","caller":"traceutil/trace.go:171","msg":"trace[596880543] linearizableReadLoop","detail":"{readStateIndex:40038; appliedIndex:40035; }","duration":"368.003615ms","start":"2026-07-29T15:03:32.79397Z","end":"2026-07-29T15:03:33.161973Z","steps":["trace[596880543] 'read index received' (duration: 354.829822ms)","trace[596880543] 'applied index is now lower than readState.Index' (duration: 13.172873ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:33.162187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:32.545245Z","time spent":"616.921765ms","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:03:33.16222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:32.782016Z","time spent":"380.12631ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:33.162256Z","caller":"traceutil/trace.go:171","msg":"trace[577707020] transaction","detail":"{read_only:false; response_revision:38876; number_of_response:1; }","duration":"379.867012ms","start":"2026-07-29T15:03:32.782366Z","end":"2026-07-29T15:03:33.162233Z","steps":["trace[577707020] 'process raft request' (duration: 379.538333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:33.162367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:32.782361Z","time spent":"379.947845ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:33.540272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.749776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:03:33.54041Z","caller":"traceutil/trace.go:171","msg":"trace[884291026] transaction","detail":"{read_only:false; response_revision:38877; number_of_response:1; }","duration":"623.479844ms","start":"2026-07-29T15:03:32.916915Z","end":"2026-07-29T15:03:33.540394Z","steps":["trace[884291026] 'process raft request' (duration: 416.539984ms)","trace[884291026] 'compare' (duration: 206.643542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:33.540464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:32.916877Z","time spent":"623.563237ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:33.540757Z","caller":"traceutil/trace.go:171","msg":"trace[526488237] transaction","detail":"{read_only:false; response_revision:38878; number_of_response:1; }","duration":"623.798073ms","start":"2026-07-29T15:03:32.916951Z","end":"2026-07-29T15:03:33.540749Z","steps":["trace[526488237] 'process raft request' (duration: 623.404462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:33.540814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:32.916928Z","time spent":"623.855195ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:33.54092Z","caller":"traceutil/trace.go:171","msg":"trace[1022204466] transaction","detail":"{read_only:false; response_revision:38879; number_of_response:1; }","duration":"623.407053ms","start":"2026-07-29T15:03:32.917505Z","end":"2026-07-29T15:03:33.540912Z","steps":["trace[1022204466] 'process raft request' (duration: 623.199657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:33.540963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:32.917494Z","time spent":"623.449084ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:33.541103Z","caller":"traceutil/trace.go:171","msg":"trace[114310440] linearizableReadLoop","detail":"{readStateIndex:40044; appliedIndex:40038; }","duration":"378.905436ms","start":"2026-07-29T15:03:33.162189Z","end":"2026-07-29T15:03:33.541095Z","steps":["trace[114310440] 'read index received' (duration: 171.255955ms)","trace[114310440] 'applied index is now lower than readState.Index' (duration: 207.648701ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:33.541176Z","caller":"traceutil/trace.go:171","msg":"trace[2101816897] transaction","detail":"{read_only:false; response_revision:38882; number_of_response:1; }","duration":"623.421013ms","start":"2026-07-29T15:03:32.917748Z","end":"2026-07-29T15:03:33.541169Z","steps":["trace[2101816897] 'process raft request' (duration: 623.31187ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:33.541162Z","caller":"traceutil/trace.go:171","msg":"trace[213091017] transaction","detail":"{read_only:false; response_revision:38881; number_of_response:1; }","duration":"623.501415ms","start":"2026-07-29T15:03:32.917634Z","end":"2026-07-29T15:03:33.541135Z","steps":["trace[213091017] 'process raft request' (duration: 623.391532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:33.541219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:32.917738Z","time spent":"623.455694ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:33.541253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.167999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:33.541286Z","caller":"traceutil/trace.go:171","msg":"trace[1406305623] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:38882; }","duration":"368.20757ms","start":"2026-07-29T15:03:33.173068Z","end":"2026-07-29T15:03:33.541275Z","steps":["trace[1406305623] 'agreement among raft nodes before linearized reading' (duration: 368.115757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:33.541293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:32.917611Z","time spent":"623.612848ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:33.541311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:33.173036Z","time spent":"368.267321ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:03:33.541441Z","caller":"traceutil/trace.go:171","msg":"trace[603906706] transaction","detail":"{read_only:false; response_revision:38880; number_of_response:1; }","duration":"623.895736ms","start":"2026-07-29T15:03:32.917534Z","end":"2026-07-29T15:03:33.54143Z","steps":["trace[603906706] 'process raft request' (duration: 623.346171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:33.541487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:32.917525Z","time spent":"623.940057ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:33.54149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.394132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-29T15:03:33.54151Z","caller":"traceutil/trace.go:171","msg":"trace[995841011] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:38882; }","duration":"112.452903ms","start":"2026-07-29T15:03:33.429051Z","end":"2026-07-29T15:03:33.541504Z","steps":["trace[995841011] 'agreement among raft nodes before linearized reading' (duration: 112.363601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:33.541531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.070586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:03:33.541591Z","caller":"traceutil/trace.go:171","msg":"trace[938697601] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:38882; }","duration":"701.179209ms","start":"2026-07-29T15:03:32.840397Z","end":"2026-07-29T15:03:33.541576Z","steps":["trace[938697601] 'agreement among raft nodes before linearized reading' (duration: 700.996534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:33.541582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.004467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:03:33.54163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:32.840378Z","time spent":"701.24494ms","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:03:33.541653Z","caller":"traceutil/trace.go:171","msg":"trace[1319940743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38882; }","duration":"151.130251ms","start":"2026-07-29T15:03:33.390504Z","end":"2026-07-29T15:03:33.541635Z","steps":["trace[1319940743] 'agreement among raft nodes before linearized reading' (duration: 151.029658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:34.088099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.067864ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-29T15:03:34.088175Z","caller":"traceutil/trace.go:171","msg":"trace[701949596] linearizableReadLoop","detail":"{readStateIndex:40045; appliedIndex:40044; }","duration":"425.813161ms","start":"2026-07-29T15:03:33.662348Z","end":"2026-07-29T15:03:34.088161Z","steps":["trace[701949596] 'read index received' (duration: 39.698135ms)","trace[701949596] 'applied index is now lower than readState.Index' (duration: 386.114136ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:34.088226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:33.542821Z","time spent":"545.403611ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T15:03:34.088394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.048968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:34.088417Z","caller":"traceutil/trace.go:171","msg":"trace[1268115743] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:38882; }","duration":"426.077238ms","start":"2026-07-29T15:03:33.66233Z","end":"2026-07-29T15:03:34.088407Z","steps":["trace[1268115743] 'agreement among raft nodes before linearized reading' (duration: 426.028047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:34.088437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:33.662268Z","time spent":"426.16414ms","remote":"127.0.0.1:51298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:03:34.104286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.694337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T15:03:34.104362Z","caller":"traceutil/trace.go:171","msg":"trace[41426838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38883; }","duration":"130.807699ms","start":"2026-07-29T15:03:33.973538Z","end":"2026-07-29T15:03:34.104346Z","steps":["trace[41426838] 'agreement among raft nodes before linearized reading' (duration: 130.611844ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:34.104703Z","caller":"traceutil/trace.go:171","msg":"trace[270404294] transaction","detail":"{read_only:false; response_revision:38883; number_of_response:1; }","duration":"333.412331ms","start":"2026-07-29T15:03:33.771275Z","end":"2026-07-29T15:03:34.104688Z","steps":["trace[270404294] 'process raft request' (duration: 332.708991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:34.104806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:33.771248Z","time spent":"333.489783ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:34.513115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.225385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:03:34.513375Z","caller":"traceutil/trace.go:171","msg":"trace[1472310058] linearizableReadLoop","detail":"{readStateIndex:40048; appliedIndex:40046; }","duration":"122.074718ms","start":"2026-07-29T15:03:34.391283Z","end":"2026-07-29T15:03:34.513358Z","steps":["trace[1472310058] 'read index received' (duration: 19.437536ms)","trace[1472310058] 'applied index is now lower than readState.Index' (duration: 102.636112ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:34.513526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.237233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:34.513597Z","caller":"traceutil/trace.go:171","msg":"trace[330409905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38885; }","duration":"122.307795ms","start":"2026-07-29T15:03:34.391277Z","end":"2026-07-29T15:03:34.513585Z","steps":["trace[330409905] 'agreement among raft nodes before linearized reading' (duration: 122.175021ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:34.513813Z","caller":"traceutil/trace.go:171","msg":"trace[1568570367] transaction","detail":"{read_only:false; response_revision:38885; number_of_response:1; }","duration":"405.462139ms","start":"2026-07-29T15:03:34.108331Z","end":"2026-07-29T15:03:34.513793Z","steps":["trace[1568570367] 'process raft request' (duration: 404.966856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:34.513932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:34.108316Z","time spent":"405.576792ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:34.513812Z","caller":"traceutil/trace.go:171","msg":"trace[575690960] transaction","detail":"{read_only:false; response_revision:38884; number_of_response:1; }","duration":"424.428783ms","start":"2026-07-29T15:03:34.089338Z","end":"2026-07-29T15:03:34.513767Z","steps":["trace[575690960] 'process raft request' (duration: 127.463818ms)","trace[575690960] 'compare' (duration: 296.115181ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:34.514124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:34.089307Z","time spent":"424.716321ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:35.117203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.025319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:03:35.117391Z","caller":"traceutil/trace.go:171","msg":"trace[1556980118] linearizableReadLoop","detail":"{readStateIndex:40049; appliedIndex:40048; }","duration":"334.400748ms","start":"2026-07-29T15:03:34.782974Z","end":"2026-07-29T15:03:35.117374Z","steps":["trace[1556980118] 'read index received' (duration: 200.009439ms)","trace[1556980118] 'applied index is now lower than readState.Index' (duration: 134.389389ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:35.117484Z","caller":"traceutil/trace.go:171","msg":"trace[1264016356] transaction","detail":"{read_only:false; response_revision:38886; number_of_response:1; }","duration":"557.040123ms","start":"2026-07-29T15:03:34.560432Z","end":"2026-07-29T15:03:35.117472Z","steps":["trace[1264016356] 'process raft request' (duration: 422.656334ms)","trace[1264016356] 'compare' (duration: 133.782552ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:35.11756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:34.560406Z","time spent":"557.113564ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:35.117707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.30533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T15:03:35.117767Z","caller":"traceutil/trace.go:171","msg":"trace[1528275877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38886; }","duration":"320.402941ms","start":"2026-07-29T15:03:34.797349Z","end":"2026-07-29T15:03:35.117751Z","steps":["trace[1528275877] 'agreement among raft nodes before linearized reading' (duration: 320.240477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:35.117797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:34.797331Z","time spent":"320.460484ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:03:35.117834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.20459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:35.117908Z","caller":"traceutil/trace.go:171","msg":"trace[1029151332] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:38886; }","duration":"127.325243ms","start":"2026-07-29T15:03:34.990563Z","end":"2026-07-29T15:03:35.117888Z","steps":["trace[1029151332] 'agreement among raft nodes before linearized reading' (duration: 127.187539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:35.117963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.122337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-07-29T15:03:35.118049Z","caller":"traceutil/trace.go:171","msg":"trace[198143409] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:38886; }","duration":"298.21214ms","start":"2026-07-29T15:03:34.819804Z","end":"2026-07-29T15:03:35.118016Z","steps":["trace[198143409] 'agreement among raft nodes before linearized reading' (duration: 298.006764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:35.118065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.060886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T15:03:35.11819Z","caller":"traceutil/trace.go:171","msg":"trace[10193104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38886; }","duration":"335.229541ms","start":"2026-07-29T15:03:34.782933Z","end":"2026-07-29T15:03:35.118163Z","steps":["trace[10193104] 'agreement among raft nodes before linearized reading' (duration: 334.911582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:35.118256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:34.782915Z","time spent":"335.324844ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:03:35.118565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.082773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T15:03:35.118603Z","caller":"traceutil/trace.go:171","msg":"trace[2066192490] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:38886; }","duration":"320.142645ms","start":"2026-07-29T15:03:34.798449Z","end":"2026-07-29T15:03:35.118592Z","steps":["trace[2066192490] 'agreement among raft nodes before linearized reading' (duration: 319.449876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:35.118624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:34.798439Z","time spent":"320.180745ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T15:03:35.672486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.942435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:03:35.672591Z","caller":"traceutil/trace.go:171","msg":"trace[694514783] linearizableReadLoop","detail":"{readStateIndex:40050; appliedIndex:40049; }","duration":"549.955306ms","start":"2026-07-29T15:03:35.12262Z","end":"2026-07-29T15:03:35.672575Z","steps":["trace[694514783] 'read index received' (duration: 161.851156ms)","trace[694514783] 'applied index is now lower than readState.Index' (duration: 388.10263ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:35.672647Z","caller":"traceutil/trace.go:171","msg":"trace[1726101159] transaction","detail":"{read_only:false; response_revision:38887; number_of_response:1; }","duration":"550.250245ms","start":"2026-07-29T15:03:35.122357Z","end":"2026-07-29T15:03:35.672607Z","steps":["trace[1726101159] 'process raft request' (duration: 162.099094ms)","trace[1726101159] 'compare' (duration: 387.631547ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:35.672843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.122334Z","time spent":"550.405859ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:35.672938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.298577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-07-29T15:03:35.673073Z","caller":"traceutil/trace.go:171","msg":"trace[430117369] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:38887; }","duration":"550.476942ms","start":"2026-07-29T15:03:35.122576Z","end":"2026-07-29T15:03:35.673053Z","steps":["trace[430117369] 'agreement among raft nodes before linearized reading' (duration: 550.0685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:35.673124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.122556Z","time spent":"550.557263ms","remote":"127.0.0.1:51194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":806,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-07-29T15:03:36.247182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.722548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:03:36.247414Z","caller":"traceutil/trace.go:171","msg":"trace[770945514] transaction","detail":"{read_only:false; response_revision:38888; number_of_response:1; }","duration":"1.123879175s","start":"2026-07-29T15:03:35.123497Z","end":"2026-07-29T15:03:36.247376Z","steps":["trace[770945514] 'process raft request' (duration: 959.880889ms)","trace[770945514] 'compare' (duration: 163.624586ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:36.247515Z","caller":"traceutil/trace.go:171","msg":"trace[20420454] transaction","detail":"{read_only:false; response_revision:38891; number_of_response:1; }","duration":"1.123782152s","start":"2026-07-29T15:03:35.123711Z","end":"2026-07-29T15:03:36.247494Z","steps":["trace[20420454] 'process raft request' (duration: 1.123679209s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:36.247593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.123697Z","time spent":"1.123861325s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:36.247611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.123485Z","time spent":"1.124044119s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:36.247763Z","caller":"traceutil/trace.go:171","msg":"trace[104902113] transaction","detail":"{read_only:false; response_revision:38892; number_of_response:1; }","duration":"1.123976178s","start":"2026-07-29T15:03:35.123767Z","end":"2026-07-29T15:03:36.247743Z","steps":["trace[104902113] 'process raft request' (duration: 1.123655939s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:36.24781Z","caller":"traceutil/trace.go:171","msg":"trace[125256485] transaction","detail":"{read_only:false; response_revision:38889; number_of_response:1; }","duration":"1.124241705s","start":"2026-07-29T15:03:35.123557Z","end":"2026-07-29T15:03:36.247798Z","steps":["trace[125256485] 'process raft request' (duration: 1.123739881s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:36.247865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.123539Z","time spent":"1.124297777s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:36.247881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.123753Z","time spent":"1.12407136s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:36.248158Z","caller":"traceutil/trace.go:171","msg":"trace[754786859] transaction","detail":"{read_only:false; response_revision:38893; number_of_response:1; }","duration":"1.122512097s","start":"2026-07-29T15:03:35.125628Z","end":"2026-07-29T15:03:36.24814Z","steps":["trace[754786859] 'process raft request' (duration: 1.122044574s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:36.248243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.125615Z","time spent":"1.12258353s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:36.248164Z","caller":"traceutil/trace.go:171","msg":"trace[281966662] transaction","detail":"{read_only:false; response_revision:38890; number_of_response:1; }","duration":"1.124515402s","start":"2026-07-29T15:03:35.123631Z","end":"2026-07-29T15:03:36.248147Z","steps":["trace[281966662] 'process raft request' (duration: 1.12372275s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:36.248474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.123625Z","time spent":"1.124738199s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:36.248506Z","caller":"traceutil/trace.go:171","msg":"trace[1964789142] transaction","detail":"{read_only:false; response_revision:38894; number_of_response:1; }","duration":"1.074656356s","start":"2026-07-29T15:03:35.173821Z","end":"2026-07-29T15:03:36.248477Z","steps":["trace[1964789142] 'process raft request' (duration: 1.074277816s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:36.248606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.173803Z","time spent":"1.0747523s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:36.43682Z","caller":"traceutil/trace.go:171","msg":"trace[1794156828] transaction","detail":"{read_only:false; response_revision:38895; number_of_response:1; }","duration":"890.778662ms","start":"2026-07-29T15:03:35.546014Z","end":"2026-07-29T15:03:36.436793Z","steps":["trace[1794156828] 'process raft request' (duration: 839.887538ms)","trace[1794156828] 'compare' (duration: 50.504793ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:36.436943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.545988Z","time spent":"890.891826ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:36.436974Z","caller":"traceutil/trace.go:171","msg":"trace[296103681] transaction","detail":"{read_only:false; response_revision:38896; number_of_response:1; }","duration":"890.766732ms","start":"2026-07-29T15:03:35.546174Z","end":"2026-07-29T15:03:36.436941Z","steps":["trace[296103681] 'process raft request' (duration: 890.600968ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:36.437235Z","caller":"traceutil/trace.go:171","msg":"trace[1623417645] transaction","detail":"{read_only:false; response_revision:38898; number_of_response:1; }","duration":"890.67601ms","start":"2026-07-29T15:03:35.546551Z","end":"2026-07-29T15:03:36.437227Z","steps":["trace[1623417645] 'process raft request' (duration: 890.374022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:36.437254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.546149Z","time spent":"890.939167ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:36.43728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.546513Z","time spent":"890.746832ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:36.437284Z","caller":"traceutil/trace.go:171","msg":"trace[1681869967] linearizableReadLoop","detail":"{readStateIndex:40063; appliedIndex:40050; }","duration":"764.646421ms","start":"2026-07-29T15:03:35.672619Z","end":"2026-07-29T15:03:36.437266Z","steps":["trace[1681869967] 'read index received' (duration: 410.833127ms)","trace[1681869967] 'applied index is now lower than readState.Index' (duration: 353.812294ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:36.43734Z","caller":"traceutil/trace.go:171","msg":"trace[1622489042] transaction","detail":"{read_only:false; response_revision:38901; number_of_response:1; }","duration":"760.95252ms","start":"2026-07-29T15:03:35.676382Z","end":"2026-07-29T15:03:36.437334Z","steps":["trace[1622489042] 'process raft request' (duration: 760.830067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:36.437368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.676362Z","time spent":"760.989831ms","remote":"127.0.0.1:51194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:36.437407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.077578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:36.437443Z","caller":"traceutil/trace.go:171","msg":"trace[1841244020] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:38901; }","duration":"934.15635ms","start":"2026-07-29T15:03:35.503275Z","end":"2026-07-29T15:03:36.437431Z","steps":["trace[1841244020] 'agreement among raft nodes before linearized reading' (duration: 934.073867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:36.437476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.503254Z","time spent":"934.212851ms","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:03:36.437479Z","caller":"traceutil/trace.go:171","msg":"trace[310977294] transaction","detail":"{read_only:false; response_revision:38900; number_of_response:1; }","duration":"890.146735ms","start":"2026-07-29T15:03:35.547319Z","end":"2026-07-29T15:03:36.437466Z","steps":["trace[310977294] 'process raft request' (duration: 889.851917ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:36.437601Z","caller":"traceutil/trace.go:171","msg":"trace[117320547] transaction","detail":"{read_only:false; response_revision:38897; number_of_response:1; }","duration":"890.499215ms","start":"2026-07-29T15:03:35.546463Z","end":"2026-07-29T15:03:36.436962Z","steps":["trace[117320547] 'process raft request' (duration: 890.418923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:36.437635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.547302Z","time spent":"890.253028ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:36.437687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270956064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T15:03:36.437712Z","caller":"traceutil/trace.go:171","msg":"trace[1059151438] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38901; }","duration":"1.271005775s","start":"2026-07-29T15:03:35.166697Z","end":"2026-07-29T15:03:36.437703Z","steps":["trace[1059151438] 'agreement among raft nodes before linearized reading' (duration: 1.270917043s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:36.437684Z","caller":"traceutil/trace.go:171","msg":"trace[379376587] transaction","detail":"{read_only:false; response_revision:38899; number_of_response:1; }","duration":"890.507795ms","start":"2026-07-29T15:03:35.547134Z","end":"2026-07-29T15:03:36.437642Z","steps":["trace[379376587] 'process raft request' (duration: 889.957609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:36.437776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267694674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-29T15:03:36.437753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315103422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-07-29T15:03:36.437767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048891055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:36.437793Z","caller":"traceutil/trace.go:171","msg":"trace[269605819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38901; }","duration":"1.267751626s","start":"2026-07-29T15:03:35.170037Z","end":"2026-07-29T15:03:36.437789Z","steps":["trace[269605819] 'agreement among raft nodes before linearized reading' (duration: 1.267704314s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:36.437818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.170024Z","time spent":"1.267790436s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:03:36.437789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.546445Z","time spent":"891.251855ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:36.437814Z","caller":"traceutil/trace.go:171","msg":"trace[819028609] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:38901; }","duration":"1.315194095s","start":"2026-07-29T15:03:35.122606Z","end":"2026-07-29T15:03:36.4378Z","steps":["trace[819028609] 'agreement among raft nodes before linearized reading' (duration: 1.31501107s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:36.437827Z","caller":"traceutil/trace.go:171","msg":"trace[852111325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38901; }","duration":"1.049000048s","start":"2026-07-29T15:03:35.38881Z","end":"2026-07-29T15:03:36.43781Z","steps":["trace[852111325] 'agreement among raft nodes before linearized reading' (duration: 1.048845194s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:36.437837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.547109Z","time spent":"890.650119ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:36.437853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.122587Z","time spent":"1.315257816s","remote":"127.0.0.1:51194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":751,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-07-29T15:03:36.437866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.388789Z","time spent":"1.04906797s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:03:36.43773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.166681Z","time spent":"1.271044026s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T15:03:37.040135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.577685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:03:37.040296Z","caller":"traceutil/trace.go:171","msg":"trace[1500781345] transaction","detail":"{read_only:false; response_revision:38902; number_of_response:1; }","duration":"929.960723ms","start":"2026-07-29T15:03:36.110299Z","end":"2026-07-29T15:03:37.04026Z","steps":["trace[1500781345] 'process raft request' (duration: 646.174412ms)","trace[1500781345] 'compare' (duration: 283.460742ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:37.04041Z","caller":"traceutil/trace.go:171","msg":"trace[1124732353] linearizableReadLoop","detail":"{readStateIndex:40065; appliedIndex:40064; }","duration":"603.054411ms","start":"2026-07-29T15:03:36.437323Z","end":"2026-07-29T15:03:37.040378Z","steps":["trace[1124732353] 'read index received' (duration: 319.160947ms)","trace[1124732353] 'applied index is now lower than readState.Index' (duration: 283.890014ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:37.040442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:36.110276Z","time spent":"930.091747ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:37.040548Z","caller":"traceutil/trace.go:171","msg":"trace[478068318] transaction","detail":"{read_only:false; response_revision:38905; number_of_response:1; }","duration":"597.93919ms","start":"2026-07-29T15:03:36.442586Z","end":"2026-07-29T15:03:37.040525Z","steps":["trace[478068318] 'process raft request' (duration: 597.839357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:37.040612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.81228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:03:37.040648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:36.442579Z","time spent":"598.023252ms","remote":"127.0.0.1:51194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:37.040668Z","caller":"traceutil/trace.go:171","msg":"trace[1654231410] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:38905; }","duration":"995.911672ms","start":"2026-07-29T15:03:36.044744Z","end":"2026-07-29T15:03:37.040656Z","steps":["trace[1654231410] 'agreement among raft nodes before linearized reading' (duration: 995.80966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:37.040702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:36.04472Z","time spent":"995.973225ms","remote":"127.0.0.1:32910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:03:37.040705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108922171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T15:03:37.040766Z","caller":"traceutil/trace.go:171","msg":"trace[226356286] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38905; }","duration":"1.108989683s","start":"2026-07-29T15:03:35.931763Z","end":"2026-07-29T15:03:37.040753Z","steps":["trace[226356286] 'agreement among raft nodes before linearized reading' (duration: 1.108767197s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:37.040829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:35.931706Z","time spent":"1.109113796s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T15:03:37.040723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.908537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18c6cae6de9600e6\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-07-29T15:03:37.04094Z","caller":"traceutil/trace.go:171","msg":"trace[864357781] transaction","detail":"{read_only:false; response_revision:38903; number_of_response:1; }","duration":"599.360589ms","start":"2026-07-29T15:03:36.441566Z","end":"2026-07-29T15:03:37.040926Z","steps":["trace[864357781] 'process raft request' (duration: 598.724121ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:37.040995Z","caller":"traceutil/trace.go:171","msg":"trace[1816608190] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18c6cae6de9600e6; range_end:; response_count:1; response_revision:38905; }","duration":"599.186314ms","start":"2026-07-29T15:03:36.441768Z","end":"2026-07-29T15:03:37.040955Z","steps":["trace[1816608190] 'agreement among raft nodes before linearized reading' (duration: 598.764372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:37.041017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:36.441531Z","time spent":"599.442061ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:37.041037Z","caller":"traceutil/trace.go:171","msg":"trace[1039130119] transaction","detail":"{read_only:false; response_revision:38904; number_of_response:1; }","duration":"598.860926ms","start":"2026-07-29T15:03:36.44216Z","end":"2026-07-29T15:03:37.041021Z","steps":["trace[1039130119] 'process raft request' (duration: 598.212018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:37.041086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:36.441755Z","time spent":"599.303348ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":744,"request content":"key:\"/registry/events/openstack/container-infra-registry.18c6cae6de9600e6\" "} {"level":"warn","ts":"2026-07-29T15:03:37.041103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:36.442151Z","time spent":"598.917677ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:37.041156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.178221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:03:37.041166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.966841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-default\" ","response":"range_response_count:1 size:617"} {"level":"info","ts":"2026-07-29T15:03:37.041208Z","caller":"traceutil/trace.go:171","msg":"trace[564952826] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-default; range_end:; response_count:1; response_revision:38905; }","duration":"290.043403ms","start":"2026-07-29T15:03:36.751153Z","end":"2026-07-29T15:03:37.041197Z","steps":["trace[564952826] 'agreement among raft nodes before linearized reading' (duration: 289.93629ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:37.041199Z","caller":"traceutil/trace.go:171","msg":"trace[128092386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38905; }","duration":"596.230433ms","start":"2026-07-29T15:03:36.444958Z","end":"2026-07-29T15:03:37.041188Z","steps":["trace[128092386] 'agreement among raft nodes before linearized reading' (duration: 596.167831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:37.041149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.553498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T15:03:37.041257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:36.444951Z","time spent":"596.295805ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:03:37.041281Z","caller":"traceutil/trace.go:171","msg":"trace[1659615039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38905; }","duration":"523.729022ms","start":"2026-07-29T15:03:36.517538Z","end":"2026-07-29T15:03:37.041267Z","steps":["trace[1659615039] 'agreement among raft nodes before linearized reading' (duration: 523.502846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:37.041325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:36.517521Z","time spent":"523.793244ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:03:37.407137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.222543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:03:37.407423Z","caller":"traceutil/trace.go:171","msg":"trace[960822692] transaction","detail":"{read_only:false; response_revision:38906; number_of_response:1; }","duration":"363.670115ms","start":"2026-07-29T15:03:37.043555Z","end":"2026-07-29T15:03:37.407225Z","steps":["trace[960822692] 'process raft request' (duration: 133.256607ms)","trace[960822692] 'compare' (duration: 230.089409ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:37.407563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:37.043536Z","time spent":"363.945603ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:37.471947Z","caller":"traceutil/trace.go:171","msg":"trace[823118357] linearizableReadLoop","detail":"{readStateIndex:40070; appliedIndex:40068; }","duration":"426.628184ms","start":"2026-07-29T15:03:37.045294Z","end":"2026-07-29T15:03:37.471922Z","steps":["trace[823118357] 'read index received' (duration: 131.481049ms)","trace[823118357] 'applied index is now lower than readState.Index' (duration: 295.145955ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:37.472036Z","caller":"traceutil/trace.go:171","msg":"trace[502614867] transaction","detail":"{read_only:false; response_revision:38907; number_of_response:1; }","duration":"426.8635ms","start":"2026-07-29T15:03:37.045133Z","end":"2026-07-29T15:03:37.471997Z","steps":["trace[502614867] 'process raft request' (duration: 426.626623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:37.472161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.263594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:03:37.472188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:37.045118Z","time spent":"426.986433ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:37.472205Z","caller":"traceutil/trace.go:171","msg":"trace[1490558030] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:38907; }","duration":"355.392477ms","start":"2026-07-29T15:03:37.116801Z","end":"2026-07-29T15:03:37.472194Z","steps":["trace[1490558030] 'agreement among raft nodes before linearized reading' (duration: 355.255933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:37.472245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:37.116785Z","time spent":"355.449669ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:03:37.472288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.955493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T15:03:37.472382Z","caller":"traceutil/trace.go:171","msg":"trace[1484578313] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38907; }","duration":"427.098367ms","start":"2026-07-29T15:03:37.045259Z","end":"2026-07-29T15:03:37.472358Z","steps":["trace[1484578313] 'agreement among raft nodes before linearized reading' (duration: 426.783888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:37.472437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:37.045242Z","time spent":"427.181069ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T15:03:38.0479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.627966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:03:38.047975Z","caller":"traceutil/trace.go:171","msg":"trace[1010643046] linearizableReadLoop","detail":"{readStateIndex:40071; appliedIndex:40070; }","duration":"506.306522ms","start":"2026-07-29T15:03:37.541656Z","end":"2026-07-29T15:03:38.047963Z","steps":["trace[1010643046] 'read index received' (duration: 76.496611ms)","trace[1010643046] 'applied index is now lower than readState.Index' (duration: 429.809071ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:38.048127Z","caller":"traceutil/trace.go:171","msg":"trace[1078250624] transaction","detail":"{read_only:false; response_revision:38908; number_of_response:1; }","duration":"573.528248ms","start":"2026-07-29T15:03:37.474589Z","end":"2026-07-29T15:03:38.048117Z","steps":["trace[1078250624] 'process raft request' (duration: 143.622344ms)","trace[1078250624] 'compare' (duration: 429.239965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:38.048179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:37.474557Z","time spent":"573.589218ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:38.048237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.569089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:38.0483Z","caller":"traceutil/trace.go:171","msg":"trace[1513511566] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:38908; }","duration":"506.670882ms","start":"2026-07-29T15:03:37.541614Z","end":"2026-07-29T15:03:38.048285Z","steps":["trace[1513511566] 'agreement among raft nodes before linearized reading' (duration: 506.558839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:38.048335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:37.541598Z","time spent":"506.729434ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-29T15:03:38.067285Z","caller":"traceutil/trace.go:171","msg":"trace[390145164] transaction","detail":"{read_only:false; response_revision:38909; number_of_response:1; }","duration":"417.80119ms","start":"2026-07-29T15:03:37.649456Z","end":"2026-07-29T15:03:38.067257Z","steps":["trace[390145164] 'process raft request' (duration: 417.373688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:38.067455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:37.649438Z","time spent":"417.935403ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:38.335259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.862368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:03:38.335403Z","caller":"traceutil/trace.go:171","msg":"trace[1662303973] linearizableReadLoop","detail":"{readStateIndex:40073; appliedIndex:40071; }","duration":"287.398281ms","start":"2026-07-29T15:03:38.047992Z","end":"2026-07-29T15:03:38.33539Z","steps":["trace[1662303973] 'read index received' (duration: 19.081247ms)","trace[1662303973] 'applied index is now lower than readState.Index' (duration: 268.315914ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:38.335594Z","caller":"traceutil/trace.go:171","msg":"trace[912681668] transaction","detail":"{read_only:false; response_revision:38910; number_of_response:1; }","duration":"685.872937ms","start":"2026-07-29T15:03:37.649698Z","end":"2026-07-29T15:03:38.335571Z","steps":["trace[912681668] 'process raft request' (duration: 561.579917ms)","trace[912681668] 'compare' (duration: 123.742005ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:38.33564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.113003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:38.335696Z","caller":"traceutil/trace.go:171","msg":"trace[1473666125] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:38910; }","duration":"770.199264ms","start":"2026-07-29T15:03:37.56548Z","end":"2026-07-29T15:03:38.335679Z","steps":["trace[1473666125] 'agreement among raft nodes before linearized reading' (duration: 770.100331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:38.335716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:37.649664Z","time spent":"685.999971ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:38.335749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:37.565465Z","time spent":"770.274347ms","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:03:38.348654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.47701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:38.348721Z","caller":"traceutil/trace.go:171","msg":"trace[650637212] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:38911; }","duration":"297.575732ms","start":"2026-07-29T15:03:38.051129Z","end":"2026-07-29T15:03:38.348704Z","steps":["trace[650637212] 'agreement among raft nodes before linearized reading' (duration: 297.476459ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:38.751326Z","caller":"traceutil/trace.go:171","msg":"trace[715971003] transaction","detail":"{read_only:false; response_revision:38912; number_of_response:1; }","duration":"398.460216ms","start":"2026-07-29T15:03:38.352842Z","end":"2026-07-29T15:03:38.751302Z","steps":["trace[715971003] 'process raft request' (duration: 398.25806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:38.751488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:38.352828Z","time spent":"398.571959ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:39.188684Z","caller":"traceutil/trace.go:171","msg":"trace[1460419582] transaction","detail":"{read_only:false; response_revision:38914; number_of_response:1; }","duration":"835.076625ms","start":"2026-07-29T15:03:38.353586Z","end":"2026-07-29T15:03:39.188663Z","steps":["trace[1460419582] 'process raft request' (duration: 835.018664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:39.188825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:38.353555Z","time spent":"835.192188ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:39.188735Z","caller":"traceutil/trace.go:171","msg":"trace[1714220928] transaction","detail":"{read_only:false; response_revision:38913; number_of_response:1; }","duration":"835.734163ms","start":"2026-07-29T15:03:38.35297Z","end":"2026-07-29T15:03:39.188705Z","steps":["trace[1714220928] 'process raft request' (duration: 835.490757ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:39.189026Z","caller":"traceutil/trace.go:171","msg":"trace[1220331893] transaction","detail":"{read_only:false; response_revision:38915; number_of_response:1; }","duration":"746.663975ms","start":"2026-07-29T15:03:38.442337Z","end":"2026-07-29T15:03:39.189001Z","steps":["trace[1220331893] 'process raft request' (duration: 746.295424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:39.18913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:38.352943Z","time spent":"836.085412ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:39.189156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:38.442317Z","time spent":"746.772968ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:39.189154Z","caller":"traceutil/trace.go:171","msg":"trace[1531287177] transaction","detail":"{read_only:false; response_revision:38916; number_of_response:1; }","duration":"746.549282ms","start":"2026-07-29T15:03:38.442579Z","end":"2026-07-29T15:03:39.189128Z","steps":["trace[1531287177] 'process raft request' (duration: 746.303805ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:39.189246Z","caller":"traceutil/trace.go:171","msg":"trace[1765993475] transaction","detail":"{read_only:false; response_revision:38917; number_of_response:1; }","duration":"746.574442ms","start":"2026-07-29T15:03:38.442662Z","end":"2026-07-29T15:03:39.189236Z","steps":["trace[1765993475] 'process raft request' (duration: 746.379887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:39.189272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:38.442539Z","time spent":"746.671195ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:39.189272Z","caller":"traceutil/trace.go:171","msg":"trace[1564258575] transaction","detail":"{read_only:false; response_revision:38918; number_of_response:1; }","duration":"746.299724ms","start":"2026-07-29T15:03:38.442952Z","end":"2026-07-29T15:03:39.189251Z","steps":["trace[1564258575] 'process raft request' (duration: 746.164421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:39.189294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:38.442632Z","time spent":"746.636444ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:39.189395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:38.44294Z","time spent":"746.401308ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:39.189479Z","caller":"traceutil/trace.go:171","msg":"trace[35111344] transaction","detail":"{read_only:false; response_revision:38920; number_of_response:1; }","duration":"746.227843ms","start":"2026-07-29T15:03:38.443243Z","end":"2026-07-29T15:03:39.189471Z","steps":["trace[35111344] 'process raft request' (duration: 746.077728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:39.189519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:38.443218Z","time spent":"746.279724ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:39.189517Z","caller":"traceutil/trace.go:171","msg":"trace[1479216280] transaction","detail":"{read_only:false; response_revision:38919; number_of_response:1; }","duration":"746.337706ms","start":"2026-07-29T15:03:38.443114Z","end":"2026-07-29T15:03:39.189452Z","steps":["trace[1479216280] 'process raft request' (duration: 746.095229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:39.189688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:38.443099Z","time spent":"746.498ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:39.2793Z","caller":"traceutil/trace.go:171","msg":"trace[181138950] linearizableReadLoop","detail":"{readStateIndex:40076; appliedIndex:40074; }","duration":"925.718437ms","start":"2026-07-29T15:03:38.353552Z","end":"2026-07-29T15:03:39.27927Z","steps":["trace[181138950] 'read index received' (duration: 397.699065ms)","trace[181138950] 'applied index is now lower than readState.Index' (duration: 528.017352ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:39.279541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.966763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22743"} {"level":"info","ts":"2026-07-29T15:03:39.279624Z","caller":"traceutil/trace.go:171","msg":"trace[1060099455] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:38920; }","duration":"926.080266ms","start":"2026-07-29T15:03:38.353525Z","end":"2026-07-29T15:03:39.279606Z","steps":["trace[1060099455] 'agreement among raft nodes before linearized reading' (duration: 925.846959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:39.279672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:38.353514Z","time spent":"926.146548ms","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":22765,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-29T15:03:39.307276Z","caller":"traceutil/trace.go:171","msg":"trace[900858878] transaction","detail":"{read_only:false; response_revision:38921; number_of_response:1; }","duration":"365.672662ms","start":"2026-07-29T15:03:38.941569Z","end":"2026-07-29T15:03:39.307241Z","steps":["trace[900858878] 'process raft request' (duration: 365.402124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:39.307601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:38.941547Z","time spent":"365.813425ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:39.307632Z","caller":"traceutil/trace.go:171","msg":"trace[469046516] transaction","detail":"{read_only:false; response_revision:38922; number_of_response:1; }","duration":"260.514799ms","start":"2026-07-29T15:03:39.047095Z","end":"2026-07-29T15:03:39.30761Z","steps":["trace[469046516] 'process raft request' (duration: 260.076757ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:39.307686Z","caller":"traceutil/trace.go:171","msg":"trace[1604312638] transaction","detail":"{read_only:false; response_revision:38923; number_of_response:1; }","duration":"238.636815ms","start":"2026-07-29T15:03:39.069027Z","end":"2026-07-29T15:03:39.307664Z","steps":["trace[1604312638] 'process raft request' (duration: 238.391589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:39.307819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.700052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:39.307883Z","caller":"traceutil/trace.go:171","msg":"trace[758557446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38923; }","duration":"918.776155ms","start":"2026-07-29T15:03:38.389087Z","end":"2026-07-29T15:03:39.307864Z","steps":["trace[758557446] 'agreement among raft nodes before linearized reading' (duration: 918.686992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:39.307925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:38.389077Z","time spent":"918.837976ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:03:39.307962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.958231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-29T15:03:39.307978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.699962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:03:39.307826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.418323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:39.308065Z","caller":"traceutil/trace.go:171","msg":"trace[747054683] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:38923; }","duration":"552.845377ms","start":"2026-07-29T15:03:38.75519Z","end":"2026-07-29T15:03:39.308036Z","steps":["trace[747054683] 'agreement among raft nodes before linearized reading' (duration: 552.676072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:39.308058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.000483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-29T15:03:39.308115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:38.755156Z","time spent":"552.947919ms","remote":"127.0.0.1:51356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:03:39.308127Z","caller":"traceutil/trace.go:171","msg":"trace[732227576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38923; }","duration":"261.083055ms","start":"2026-07-29T15:03:39.047023Z","end":"2026-07-29T15:03:39.308106Z","steps":["trace[732227576] 'agreement among raft nodes before linearized reading' (duration: 260.818378ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:39.308024Z","caller":"traceutil/trace.go:171","msg":"trace[1790606121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38923; }","duration":"261.050874ms","start":"2026-07-29T15:03:39.046958Z","end":"2026-07-29T15:03:39.308009Z","steps":["trace[1790606121] 'agreement among raft nodes before linearized reading' (duration: 260.89832ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:39.308108Z","caller":"traceutil/trace.go:171","msg":"trace[1544982360] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:38923; }","duration":"382.733252ms","start":"2026-07-29T15:03:38.925341Z","end":"2026-07-29T15:03:39.308074Z","steps":["trace[1544982360] 'agreement among raft nodes before linearized reading' (duration: 382.429983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:39.308279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:38.92532Z","time spent":"382.938058ms","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:03:39.861512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.65208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:03:39.861706Z","caller":"traceutil/trace.go:171","msg":"trace[1636194594] transaction","detail":"{read_only:false; response_revision:38924; number_of_response:1; }","duration":"549.419252ms","start":"2026-07-29T15:03:39.312266Z","end":"2026-07-29T15:03:39.861685Z","steps":["trace[1636194594] 'process raft request' (duration: 237.516555ms)","trace[1636194594] 'compare' (duration: 311.538447ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:39.861733Z","caller":"traceutil/trace.go:171","msg":"trace[667405610] linearizableReadLoop","detail":"{readStateIndex:40089; appliedIndex:40087; }","duration":"470.445762ms","start":"2026-07-29T15:03:39.391276Z","end":"2026-07-29T15:03:39.861722Z","steps":["trace[667405610] 'read index received' (duration: 158.443632ms)","trace[667405610] 'applied index is now lower than readState.Index' (duration: 312.00119ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:39.861786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:39.312246Z","time spent":"549.502304ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:39.86192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.646198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:39.861958Z","caller":"traceutil/trace.go:171","msg":"trace[748655570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38926; }","duration":"470.72295ms","start":"2026-07-29T15:03:39.391225Z","end":"2026-07-29T15:03:39.861948Z","steps":["trace[748655570] 'agreement among raft nodes before linearized reading' (duration: 470.660129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:39.861991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:39.391203Z","time spent":"470.781001ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:03:39.862062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.971311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T15:03:39.862114Z","caller":"traceutil/trace.go:171","msg":"trace[844623510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38926; }","duration":"386.060644ms","start":"2026-07-29T15:03:39.476044Z","end":"2026-07-29T15:03:39.862105Z","steps":["trace[844623510] 'agreement among raft nodes before linearized reading' (duration: 385.93437ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:39.862134Z","caller":"traceutil/trace.go:171","msg":"trace[640701329] transaction","detail":"{read_only:false; response_revision:38925; number_of_response:1; }","duration":"549.854474ms","start":"2026-07-29T15:03:39.312268Z","end":"2026-07-29T15:03:39.862123Z","steps":["trace[640701329] 'process raft request' (duration: 549.34259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:39.862196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:39.312247Z","time spent":"549.919125ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:39.862277Z","caller":"traceutil/trace.go:171","msg":"trace[15818742] transaction","detail":"{read_only:false; response_revision:38926; number_of_response:1; }","duration":"456.346563ms","start":"2026-07-29T15:03:39.405921Z","end":"2026-07-29T15:03:39.862267Z","steps":["trace[15818742] 'process raft request' (duration: 455.764457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:39.862349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:39.405903Z","time spent":"456.402085ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:39.86236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.074249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:39.862394Z","caller":"traceutil/trace.go:171","msg":"trace[1376567001] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:38926; }","duration":"126.159921ms","start":"2026-07-29T15:03:39.736222Z","end":"2026-07-29T15:03:39.862382Z","steps":["trace[1376567001] 'agreement among raft nodes before linearized reading' (duration: 126.09928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:39.862142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:39.476023Z","time spent":"386.110425ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:03:40.378647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.408302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:03:40.379214Z","caller":"traceutil/trace.go:171","msg":"trace[41257888] transaction","detail":"{read_only:false; response_revision:38927; number_of_response:1; }","duration":"512.306698ms","start":"2026-07-29T15:03:39.866872Z","end":"2026-07-29T15:03:40.379179Z","steps":["trace[41257888] 'process raft request' (duration: 141.261529ms)","trace[41257888] 'compare' (duration: 369.99572ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:40.379254Z","caller":"traceutil/trace.go:171","msg":"trace[1011489714] transaction","detail":"{read_only:false; response_revision:38928; number_of_response:1; }","duration":"257.782634ms","start":"2026-07-29T15:03:40.121454Z","end":"2026-07-29T15:03:40.379237Z","steps":["trace[1011489714] 'process raft request' (duration: 257.29544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:40.379361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:39.866854Z","time spent":"512.428521ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:40.837678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.185884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:03:40.837777Z","caller":"traceutil/trace.go:171","msg":"trace[1448688941] linearizableReadLoop","detail":"{readStateIndex:40093; appliedIndex:40092; }","duration":"449.617877ms","start":"2026-07-29T15:03:40.388143Z","end":"2026-07-29T15:03:40.837761Z","steps":["trace[1448688941] 'read index received' (duration: 332.273439ms)","trace[1448688941] 'applied index is now lower than readState.Index' (duration: 117.343068ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:40.837841Z","caller":"traceutil/trace.go:171","msg":"trace[317599304] transaction","detail":"{read_only:false; response_revision:38929; number_of_response:1; }","duration":"483.168332ms","start":"2026-07-29T15:03:40.354643Z","end":"2026-07-29T15:03:40.837811Z","steps":["trace[317599304] 'process raft request' (duration: 365.757682ms)","trace[317599304] 'compare' (duration: 116.771213ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:40.837964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.817612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:03:40.838011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:40.354623Z","time spent":"483.304207ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:40.838095Z","caller":"traceutil/trace.go:171","msg":"trace[910134138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38929; }","duration":"449.879843ms","start":"2026-07-29T15:03:40.388113Z","end":"2026-07-29T15:03:40.837993Z","steps":["trace[910134138] 'agreement among raft nodes before linearized reading' (duration: 449.75234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:40.838134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:40.388099Z","time spent":"450.027378ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:03:40.838342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.410653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:40.838381Z","caller":"traceutil/trace.go:171","msg":"trace[603798855] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:38929; }","duration":"444.465365ms","start":"2026-07-29T15:03:40.393902Z","end":"2026-07-29T15:03:40.838368Z","steps":["trace[603798855] 'agreement among raft nodes before linearized reading' (duration: 444.397543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:40.838555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:40.393894Z","time spent":"444.635509ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:03:40.838757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.836946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:40.838798Z","caller":"traceutil/trace.go:171","msg":"trace[794015465] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:38929; }","duration":"435.911388ms","start":"2026-07-29T15:03:40.402878Z","end":"2026-07-29T15:03:40.83879Z","steps":["trace[794015465] 'agreement among raft nodes before linearized reading' (duration: 435.842566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:40.838772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.802005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-29T15:03:40.838822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:40.402865Z","time spent":"435.950869ms","remote":"127.0.0.1:60968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:03:40.838857Z","caller":"traceutil/trace.go:171","msg":"trace[2102167733] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:38929; }","duration":"161.932149ms","start":"2026-07-29T15:03:40.676902Z","end":"2026-07-29T15:03:40.838834Z","steps":["trace[2102167733] 'agreement among raft nodes before linearized reading' (duration: 161.692552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:40.838919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.42434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T15:03:40.839074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.178145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:03:40.839102Z","caller":"traceutil/trace.go:171","msg":"trace[1341047036] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:38929; }","duration":"233.244177ms","start":"2026-07-29T15:03:40.605849Z","end":"2026-07-29T15:03:40.839093Z","steps":["trace[1341047036] 'agreement among raft nodes before linearized reading' (duration: 233.139204ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:40.839108Z","caller":"traceutil/trace.go:171","msg":"trace[1927831226] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:38929; }","duration":"130.574334ms","start":"2026-07-29T15:03:40.708407Z","end":"2026-07-29T15:03:40.838981Z","steps":["trace[1927831226] 'agreement among raft nodes before linearized reading' (duration: 130.416419ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:41.031233Z","caller":"traceutil/trace.go:171","msg":"trace[1644811968] transaction","detail":"{read_only:false; response_revision:38930; number_of_response:1; }","duration":"187.693039ms","start":"2026-07-29T15:03:40.843508Z","end":"2026-07-29T15:03:41.031201Z","steps":["trace[1644811968] 'process raft request' (duration: 173.21972ms)","trace[1644811968] 'compare' (duration: 14.273114ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:41.031387Z","caller":"traceutil/trace.go:171","msg":"trace[1895441158] transaction","detail":"{read_only:false; response_revision:38931; number_of_response:1; }","duration":"187.434843ms","start":"2026-07-29T15:03:40.843927Z","end":"2026-07-29T15:03:41.031362Z","steps":["trace[1895441158] 'process raft request' (duration: 187.229857ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:41.355437Z","caller":"traceutil/trace.go:171","msg":"trace[511209871] transaction","detail":"{read_only:false; response_revision:38933; number_of_response:1; }","duration":"161.581839ms","start":"2026-07-29T15:03:41.193829Z","end":"2026-07-29T15:03:41.355411Z","steps":["trace[511209871] 'process raft request' (duration: 161.362043ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:41.355778Z","caller":"traceutil/trace.go:171","msg":"trace[1390454200] transaction","detail":"{read_only:false; response_revision:38934; number_of_response:1; }","duration":"161.691312ms","start":"2026-07-29T15:03:41.194047Z","end":"2026-07-29T15:03:41.355739Z","steps":["trace[1390454200] 'process raft request' (duration: 161.310302ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:41.355913Z","caller":"traceutil/trace.go:171","msg":"trace[796240306] linearizableReadLoop","detail":"{readStateIndex:40101; appliedIndex:40096; }","duration":"103.950388ms","start":"2026-07-29T15:03:41.251939Z","end":"2026-07-29T15:03:41.35589Z","steps":["trace[796240306] 'read index received' (duration: 103.244479ms)","trace[796240306] 'applied index is now lower than readState.Index' (duration: 704.989µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:41.355992Z","caller":"traceutil/trace.go:171","msg":"trace[1706012476] transaction","detail":"{read_only:false; response_revision:38935; number_of_response:1; }","duration":"161.720553ms","start":"2026-07-29T15:03:41.194255Z","end":"2026-07-29T15:03:41.355976Z","steps":["trace[1706012476] 'process raft request' (duration: 161.395354ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:41.356017Z","caller":"traceutil/trace.go:171","msg":"trace[787711412] transaction","detail":"{read_only:false; response_revision:38936; number_of_response:1; }","duration":"161.699923ms","start":"2026-07-29T15:03:41.194304Z","end":"2026-07-29T15:03:41.356004Z","steps":["trace[787711412] 'process raft request' (duration: 161.465716ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:41.356098Z","caller":"traceutil/trace.go:171","msg":"trace[1428229406] transaction","detail":"{read_only:false; response_revision:38937; number_of_response:1; }","duration":"161.351493ms","start":"2026-07-29T15:03:41.194728Z","end":"2026-07-29T15:03:41.356079Z","steps":["trace[1428229406] 'process raft request' (duration: 161.106626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:41.356316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.35811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-29T15:03:41.3564Z","caller":"traceutil/trace.go:171","msg":"trace[1718512828] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:38937; }","duration":"104.497294ms","start":"2026-07-29T15:03:41.251884Z","end":"2026-07-29T15:03:41.356382Z","steps":["trace[1718512828] 'agreement among raft nodes before linearized reading' (duration: 104.233057ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:41.650302Z","caller":"traceutil/trace.go:171","msg":"trace[1799306135] transaction","detail":"{read_only:false; response_revision:38938; number_of_response:1; }","duration":"385.241691ms","start":"2026-07-29T15:03:41.265026Z","end":"2026-07-29T15:03:41.650268Z","steps":["trace[1799306135] 'process raft request' (duration: 384.890652ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:41.650318Z","caller":"traceutil/trace.go:171","msg":"trace[1932151046] linearizableReadLoop","detail":"{readStateIndex:40104; appliedIndex:40101; }","duration":"294.334723ms","start":"2026-07-29T15:03:41.35596Z","end":"2026-07-29T15:03:41.650294Z","steps":["trace[1932151046] 'read index received' (duration: 294.016784ms)","trace[1932151046] 'applied index is now lower than readState.Index' (duration: 316.889µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:41.650483Z","caller":"traceutil/trace.go:171","msg":"trace[799537080] transaction","detail":"{read_only:false; response_revision:38939; number_of_response:1; }","duration":"384.560633ms","start":"2026-07-29T15:03:41.26591Z","end":"2026-07-29T15:03:41.650471Z","steps":["trace[799537080] 'process raft request' (duration: 384.240634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:41.650545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:41.265009Z","time spent":"385.377666ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:41.65064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:41.265893Z","time spent":"384.636024ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:41.650646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.599003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-29T15:03:41.650693Z","caller":"traceutil/trace.go:171","msg":"trace[272481743] transaction","detail":"{read_only:false; response_revision:38940; number_of_response:1; }","duration":"337.281868ms","start":"2026-07-29T15:03:41.31336Z","end":"2026-07-29T15:03:41.650642Z","steps":["trace[272481743] 'process raft request' (duration: 336.859086ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:41.65072Z","caller":"traceutil/trace.go:171","msg":"trace[2023104666] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:38940; }","duration":"397.703835ms","start":"2026-07-29T15:03:41.252993Z","end":"2026-07-29T15:03:41.650697Z","steps":["trace[2023104666] 'agreement among raft nodes before linearized reading' (duration: 397.50749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:41.650773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:41.252983Z","time spent":"397.782117ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:03:41.65077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.992204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-29T15:03:41.650822Z","caller":"traceutil/trace.go:171","msg":"trace[457481491] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:38940; }","duration":"398.067255ms","start":"2026-07-29T15:03:41.25274Z","end":"2026-07-29T15:03:41.650808Z","steps":["trace[457481491] 'agreement among raft nodes before linearized reading' (duration: 397.86989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:41.650841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:41.313327Z","time spent":"337.437782ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:41.650856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:41.252727Z","time spent":"398.121016ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T15:03:41.672853Z","caller":"traceutil/trace.go:171","msg":"trace[1296757464] transaction","detail":"{read_only:false; response_revision:38941; number_of_response:1; }","duration":"311.143507ms","start":"2026-07-29T15:03:41.361686Z","end":"2026-07-29T15:03:41.67283Z","steps":["trace[1296757464] 'process raft request' (duration: 310.996873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:41.67289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.28913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:41.672925Z","caller":"traceutil/trace.go:171","msg":"trace[489074519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38941; }","duration":"282.374742ms","start":"2026-07-29T15:03:41.390541Z","end":"2026-07-29T15:03:41.672916Z","steps":["trace[489074519] 'agreement among raft nodes before linearized reading' (duration: 282.252469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:41.672958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:41.36166Z","time spent":"311.246349ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:41.913171Z","caller":"traceutil/trace.go:171","msg":"trace[1286872525] linearizableReadLoop","detail":"{readStateIndex:40107; appliedIndex:40105; }","duration":"239.146359ms","start":"2026-07-29T15:03:41.673814Z","end":"2026-07-29T15:03:41.912961Z","steps":["trace[1286872525] 'read index received' (duration: 209.196683ms)","trace[1286872525] 'applied index is now lower than readState.Index' (duration: 29.948446ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:41.913224Z","caller":"traceutil/trace.go:171","msg":"trace[2029395928] transaction","detail":"{read_only:false; response_revision:38942; number_of_response:1; }","duration":"258.181165ms","start":"2026-07-29T15:03:41.655017Z","end":"2026-07-29T15:03:41.913198Z","steps":["trace[2029395928] 'process raft request' (duration: 228.011622ms)","trace[2029395928] 'compare' (duration: 29.562076ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:41.913224Z","caller":"traceutil/trace.go:171","msg":"trace[1499657652] transaction","detail":"{read_only:false; response_revision:38943; number_of_response:1; }","duration":"257.759333ms","start":"2026-07-29T15:03:41.65544Z","end":"2026-07-29T15:03:41.913199Z","steps":["trace[1499657652] 'process raft request' (duration: 257.406443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:41.913338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.501889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:41.91337Z","caller":"traceutil/trace.go:171","msg":"trace[1547170080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38943; }","duration":"239.583311ms","start":"2026-07-29T15:03:41.673777Z","end":"2026-07-29T15:03:41.91336Z","steps":["trace[1547170080] 'agreement among raft nodes before linearized reading' (duration: 239.507939ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:42.106577Z","caller":"traceutil/trace.go:171","msg":"trace[1587252618] linearizableReadLoop","detail":"{readStateIndex:40109; appliedIndex:40108; }","duration":"119.922059ms","start":"2026-07-29T15:03:41.98657Z","end":"2026-07-29T15:03:42.106492Z","steps":["trace[1587252618] 'read index received' (duration: 88.321377ms)","trace[1587252618] 'applied index is now lower than readState.Index' (duration: 31.598892ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:42.106661Z","caller":"traceutil/trace.go:171","msg":"trace[21043254] transaction","detail":"{read_only:false; response_revision:38945; number_of_response:1; }","duration":"188.102982ms","start":"2026-07-29T15:03:41.918507Z","end":"2026-07-29T15:03:42.10661Z","steps":["trace[21043254] 'process raft request' (duration: 156.441678ms)","trace[21043254] 'compare' (duration: 31.386446ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:42.106782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.805307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:42.106844Z","caller":"traceutil/trace.go:171","msg":"trace[1877142757] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:38945; }","duration":"110.87151ms","start":"2026-07-29T15:03:41.995945Z","end":"2026-07-29T15:03:42.106817Z","steps":["trace[1877142757] 'agreement among raft nodes before linearized reading' (duration: 110.765507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:42.10721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.089474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:42.10731Z","caller":"traceutil/trace.go:171","msg":"trace[1424962357] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:38945; }","duration":"120.739072ms","start":"2026-07-29T15:03:41.986531Z","end":"2026-07-29T15:03:42.10727Z","steps":["trace[1424962357] 'agreement among raft nodes before linearized reading' (duration: 119.995491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:42.501049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.055819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:03:42.501134Z","caller":"traceutil/trace.go:171","msg":"trace[2023828290] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:38945; }","duration":"213.195883ms","start":"2026-07-29T15:03:42.287918Z","end":"2026-07-29T15:03:42.501114Z","steps":["trace[2023828290] 'count revisions from in-memory index tree' (duration: 212.957297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:42.501312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.411458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T15:03:42.501392Z","caller":"traceutil/trace.go:171","msg":"trace[880765229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38945; }","duration":"118.600673ms","start":"2026-07-29T15:03:42.38277Z","end":"2026-07-29T15:03:42.501371Z","steps":["trace[880765229] 'range keys from in-memory index tree' (duration: 118.222313ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:42.771149Z","caller":"traceutil/trace.go:171","msg":"trace[1605323066] transaction","detail":"{read_only:false; response_revision:38946; number_of_response:1; }","duration":"265.032954ms","start":"2026-07-29T15:03:42.506091Z","end":"2026-07-29T15:03:42.771124Z","steps":["trace[1605323066] 'process raft request' (duration: 264.868679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:43.668723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.472999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:03:43.668807Z","caller":"traceutil/trace.go:171","msg":"trace[968542558] transaction","detail":"{read_only:false; response_revision:38949; number_of_response:1; }","duration":"402.033455ms","start":"2026-07-29T15:03:43.266758Z","end":"2026-07-29T15:03:43.668791Z","steps":["trace[968542558] 'process raft request' (duration: 258.433292ms)","trace[968542558] 'compare' (duration: 143.386657ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:43.668854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:43.266735Z","time spent":"402.097717ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:43.749288Z","caller":"traceutil/trace.go:171","msg":"trace[1806791026] transaction","detail":"{read_only:false; response_revision:38950; number_of_response:1; }","duration":"387.762491ms","start":"2026-07-29T15:03:43.361491Z","end":"2026-07-29T15:03:43.749254Z","steps":["trace[1806791026] 'process raft request' (duration: 387.528725ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:43.749386Z","caller":"traceutil/trace.go:171","msg":"trace[1837968840] transaction","detail":"{read_only:false; response_revision:38953; number_of_response:1; }","duration":"385.888249ms","start":"2026-07-29T15:03:43.363474Z","end":"2026-07-29T15:03:43.749362Z","steps":["trace[1837968840] 'process raft request' (duration: 385.802067ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:43.74943Z","caller":"traceutil/trace.go:171","msg":"trace[1002713759] linearizableReadLoop","detail":"{readStateIndex:40118; appliedIndex:40112; }","duration":"360.204281ms","start":"2026-07-29T15:03:43.389204Z","end":"2026-07-29T15:03:43.749408Z","steps":["trace[1002713759] 'read index received' (duration: 136.099246ms)","trace[1002713759] 'applied index is now lower than readState.Index' (duration: 224.104165ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:43.749456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:43.361468Z","time spent":"387.892184ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:43.749514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:43.363445Z","time spent":"386.000823ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:43.749581Z","caller":"traceutil/trace.go:171","msg":"trace[898347977] transaction","detail":"{read_only:false; response_revision:38951; number_of_response:1; }","duration":"387.973257ms","start":"2026-07-29T15:03:43.361599Z","end":"2026-07-29T15:03:43.749572Z","steps":["trace[898347977] 'process raft request' (duration: 387.552746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:43.749629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:43.361558Z","time spent":"388.043049ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:43.749637Z","caller":"traceutil/trace.go:171","msg":"trace[1401489062] transaction","detail":"{read_only:false; response_revision:38952; number_of_response:1; }","duration":"386.309901ms","start":"2026-07-29T15:03:43.363317Z","end":"2026-07-29T15:03:43.749627Z","steps":["trace[1401489062] 'process raft request' (duration: 385.9144ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:43.74972Z","caller":"traceutil/trace.go:171","msg":"trace[1213884837] transaction","detail":"{read_only:false; response_revision:38954; number_of_response:1; }","duration":"386.140486ms","start":"2026-07-29T15:03:43.363529Z","end":"2026-07-29T15:03:43.74967Z","steps":["trace[1213884837] 'process raft request' (duration: 385.797886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:43.749741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:43.363303Z","time spent":"386.359613ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:43.749798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:43.363488Z","time spent":"386.255719ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:43.749923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.726895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:43.74995Z","caller":"traceutil/trace.go:171","msg":"trace[644418795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38954; }","duration":"360.805157ms","start":"2026-07-29T15:03:43.389137Z","end":"2026-07-29T15:03:43.749943Z","steps":["trace[644418795] 'agreement among raft nodes before linearized reading' (duration: 360.749336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:43.749971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:43.389116Z","time spent":"360.852258ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:03:43.876735Z","caller":"traceutil/trace.go:171","msg":"trace[1395097093] linearizableReadLoop","detail":"{readStateIndex:40119; appliedIndex:40118; }","duration":"127.232181ms","start":"2026-07-29T15:03:43.749478Z","end":"2026-07-29T15:03:43.87671Z","steps":["trace[1395097093] 'read index received' (duration: 54.215456ms)","trace[1395097093] 'applied index is now lower than readState.Index' (duration: 73.015345ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:43.876898Z","caller":"traceutil/trace.go:171","msg":"trace[774299121] transaction","detail":"{read_only:false; response_revision:38955; number_of_response:1; }","duration":"221.04578ms","start":"2026-07-29T15:03:43.655838Z","end":"2026-07-29T15:03:43.876884Z","steps":["trace[774299121] 'process raft request' (duration: 147.913592ms)","trace[774299121] 'compare' (duration: 72.860371ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:43.877056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.974347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:43.877116Z","caller":"traceutil/trace.go:171","msg":"trace[1713157531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38955; }","duration":"126.066998ms","start":"2026-07-29T15:03:43.751036Z","end":"2026-07-29T15:03:43.877103Z","steps":["trace[1713157531] 'agreement among raft nodes before linearized reading' (duration: 125.959275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:43.877107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.771599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-29T15:03:43.877143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.259863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T15:03:43.877163Z","caller":"traceutil/trace.go:171","msg":"trace[1926746946] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:38955; }","duration":"446.876172ms","start":"2026-07-29T15:03:43.430274Z","end":"2026-07-29T15:03:43.87715Z","steps":["trace[1926746946] 'agreement among raft nodes before linearized reading' (duration: 446.708897ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:43.877172Z","caller":"traceutil/trace.go:171","msg":"trace[55556805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38955; }","duration":"222.290424ms","start":"2026-07-29T15:03:43.654872Z","end":"2026-07-29T15:03:43.877163Z","steps":["trace[55556805] 'agreement among raft nodes before linearized reading' (duration: 222.174901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:43.877207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:43.430234Z","time spent":"446.964294ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-29T15:03:43.877228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.164231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T15:03:43.877303Z","caller":"traceutil/trace.go:171","msg":"trace[1168016045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38955; }","duration":"222.270663ms","start":"2026-07-29T15:03:43.655011Z","end":"2026-07-29T15:03:43.877282Z","steps":["trace[1168016045] 'agreement among raft nodes before linearized reading' (duration: 222.012166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:44.150177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.852558ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-29T15:03:44.586987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.604731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:03:44.587401Z","caller":"traceutil/trace.go:171","msg":"trace[77353113] transaction","detail":"{read_only:false; response_revision:38958; number_of_response:1; }","duration":"435.235511ms","start":"2026-07-29T15:03:44.152134Z","end":"2026-07-29T15:03:44.58737Z","steps":["trace[77353113] 'process raft request' (duration: 435.091297ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:44.587416Z","caller":"traceutil/trace.go:171","msg":"trace[405929439] transaction","detail":"{read_only:false; response_revision:38957; number_of_response:1; }","duration":"705.807827ms","start":"2026-07-29T15:03:43.881585Z","end":"2026-07-29T15:03:44.587393Z","steps":["trace[405929439] 'process raft request' (duration: 705.522809ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:44.58741Z","caller":"traceutil/trace.go:171","msg":"trace[1917193737] transaction","detail":"{read_only:false; response_revision:38956; number_of_response:1; }","duration":"705.837908ms","start":"2026-07-29T15:03:43.881525Z","end":"2026-07-29T15:03:44.587363Z","steps":["trace[1917193737] 'process raft request' (duration: 377.762634ms)","trace[1917193737] 'compare' (duration: 327.402575ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:44.58747Z","caller":"traceutil/trace.go:171","msg":"trace[1744569039] linearizableReadLoop","detail":"{readStateIndex:40122; appliedIndex:40119; }","duration":"646.51401ms","start":"2026-07-29T15:03:43.940927Z","end":"2026-07-29T15:03:44.587441Z","steps":["trace[1744569039] 'read index received' (duration: 93.403196ms)","trace[1744569039] 'applied index is now lower than readState.Index' (duration: 553.107214ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:44.587517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:43.881562Z","time spent":"705.90749ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:44.587517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:44.152112Z","time spent":"435.352884ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:44.587603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:43.881511Z","time spent":"705.993812ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:44.587753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.812438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T15:03:44.58782Z","caller":"traceutil/trace.go:171","msg":"trace[1447320031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38958; }","duration":"646.908181ms","start":"2026-07-29T15:03:43.940896Z","end":"2026-07-29T15:03:44.587804Z","steps":["trace[1447320031] 'agreement among raft nodes before linearized reading' (duration: 646.708956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:44.587873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:43.940879Z","time spent":"646.981924ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T15:03:44.587883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.452698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T15:03:44.587936Z","caller":"traceutil/trace.go:171","msg":"trace[1673145707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38958; }","duration":"476.583921ms","start":"2026-07-29T15:03:44.111338Z","end":"2026-07-29T15:03:44.587922Z","steps":["trace[1673145707] 'agreement among raft nodes before linearized reading' (duration: 476.407166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:44.587953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.464332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T15:03:44.588025Z","caller":"traceutil/trace.go:171","msg":"trace[710562909] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38958; }","duration":"271.572135ms","start":"2026-07-29T15:03:44.316434Z","end":"2026-07-29T15:03:44.588006Z","steps":["trace[710562909] 'agreement among raft nodes before linearized reading' (duration: 271.345518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:44.58803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.507038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:03:44.587969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:44.111317Z","time spent":"476.645933ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:03:44.587938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.088248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:44.588087Z","caller":"traceutil/trace.go:171","msg":"trace[1320988020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38958; }","duration":"198.59824ms","start":"2026-07-29T15:03:44.389472Z","end":"2026-07-29T15:03:44.58807Z","steps":["trace[1320988020] 'agreement among raft nodes before linearized reading' (duration: 198.507348ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:44.588141Z","caller":"traceutil/trace.go:171","msg":"trace[1191793841] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:38958; }","duration":"476.325795ms","start":"2026-07-29T15:03:44.111793Z","end":"2026-07-29T15:03:44.588119Z","steps":["trace[1191793841] 'agreement among raft nodes before linearized reading' (duration: 476.031837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:44.588215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:44.111786Z","time spent":"476.407577ms","remote":"127.0.0.1:56766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:03:45.018255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.874975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:03:45.018526Z","caller":"traceutil/trace.go:171","msg":"trace[255023227] transaction","detail":"{read_only:false; response_revision:38959; number_of_response:1; }","duration":"425.463111ms","start":"2026-07-29T15:03:44.593031Z","end":"2026-07-29T15:03:45.018494Z","steps":["trace[255023227] 'process raft request' (duration: 171.272857ms)","trace[255023227] 'compare' (duration: 253.744972ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:45.018622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:44.59302Z","time spent":"425.563144ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:45.018796Z","caller":"traceutil/trace.go:171","msg":"trace[1551812056] transaction","detail":"{read_only:false; response_revision:38960; number_of_response:1; }","duration":"424.867115ms","start":"2026-07-29T15:03:44.5939Z","end":"2026-07-29T15:03:45.018767Z","steps":["trace[1551812056] 'process raft request' (duration: 424.452604ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:45.018835Z","caller":"traceutil/trace.go:171","msg":"trace[209955217] transaction","detail":"{read_only:false; response_revision:38961; number_of_response:1; }","duration":"144.552569ms","start":"2026-07-29T15:03:44.874269Z","end":"2026-07-29T15:03:45.018821Z","steps":["trace[209955217] 'process raft request' (duration: 144.492748ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:45.018877Z","caller":"traceutil/trace.go:171","msg":"trace[1109348648] linearizableReadLoop","detail":"{readStateIndex:40125; appliedIndex:40123; }","duration":"424.836774ms","start":"2026-07-29T15:03:44.594015Z","end":"2026-07-29T15:03:45.018851Z","steps":["trace[1109348648] 'read index received' (duration: 170.317781ms)","trace[1109348648] 'applied index is now lower than readState.Index' (duration: 254.515373ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:45.01894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:44.593891Z","time spent":"424.965907ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:45.019049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.006279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:45.019117Z","caller":"traceutil/trace.go:171","msg":"trace[25235278] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:38961; }","duration":"379.100822ms","start":"2026-07-29T15:03:44.639996Z","end":"2026-07-29T15:03:45.019097Z","steps":["trace[25235278] 'agreement among raft nodes before linearized reading' (duration: 378.999099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:45.019112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.53081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:03:45.019202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:44.639973Z","time spent":"379.189484ms","remote":"127.0.0.1:32854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:03:45.019205Z","caller":"traceutil/trace.go:171","msg":"trace[1709044228] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:38961; }","duration":"185.671783ms","start":"2026-07-29T15:03:44.833507Z","end":"2026-07-29T15:03:45.019179Z","steps":["trace[1709044228] 'agreement among raft nodes before linearized reading' (duration: 185.486638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:45.019174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.165517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:03:45.019215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.448888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T15:03:45.019187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.160393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T15:03:45.019286Z","caller":"traceutil/trace.go:171","msg":"trace[606452262] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:38961; }","duration":"365.330822ms","start":"2026-07-29T15:03:44.65393Z","end":"2026-07-29T15:03:45.019261Z","steps":["trace[606452262] 'agreement among raft nodes before linearized reading' (duration: 365.115026ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:45.01931Z","caller":"traceutil/trace.go:171","msg":"trace[143150016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38961; }","duration":"243.610162ms","start":"2026-07-29T15:03:44.775679Z","end":"2026-07-29T15:03:45.019289Z","steps":["trace[143150016] 'agreement among raft nodes before linearized reading' (duration: 243.322504ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:45.019329Z","caller":"traceutil/trace.go:171","msg":"trace[491619130] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:38961; }","duration":"425.300347ms","start":"2026-07-29T15:03:44.593998Z","end":"2026-07-29T15:03:45.019298Z","steps":["trace[491619130] 'agreement among raft nodes before linearized reading' (duration: 425.032349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:45.019361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:44.653899Z","time spent":"365.450865ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-29T15:03:45.019372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:44.593993Z","time spent":"425.365698ms","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T15:03:45.709667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.395044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:03:45.709917Z","caller":"traceutil/trace.go:171","msg":"trace[687020591] transaction","detail":"{read_only:false; response_revision:38963; number_of_response:1; }","duration":"325.783651ms","start":"2026-07-29T15:03:45.384114Z","end":"2026-07-29T15:03:45.709898Z","steps":["trace[687020591] 'process raft request' (duration: 325.674558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:45.710042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:45.384062Z","time spent":"325.932084ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:45.710049Z","caller":"traceutil/trace.go:171","msg":"trace[1542981812] transaction","detail":"{read_only:false; response_revision:38962; number_of_response:1; }","duration":"685.042474ms","start":"2026-07-29T15:03:45.024845Z","end":"2026-07-29T15:03:45.709888Z","steps":["trace[1542981812] 'process raft request' (duration: 468.91341ms)","trace[1542981812] 'compare' (duration: 214.649684ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:45.710439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.142582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T15:03:45.710482Z","caller":"traceutil/trace.go:171","msg":"trace[2050876447] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38963; }","duration":"683.202484ms","start":"2026-07-29T15:03:45.027271Z","end":"2026-07-29T15:03:45.710473Z","steps":["trace[2050876447] 'agreement among raft nodes before linearized reading' (duration: 683.004478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:45.710513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:45.027262Z","time spent":"683.244756ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-29T15:03:45.710252Z","caller":"traceutil/trace.go:171","msg":"trace[1718574695] linearizableReadLoop","detail":"{readStateIndex:40127; appliedIndex:40126; }","duration":"682.941917ms","start":"2026-07-29T15:03:45.027296Z","end":"2026-07-29T15:03:45.710238Z","steps":["trace[1718574695] 'read index received' (duration: 466.482674ms)","trace[1718574695] 'applied index is now lower than readState.Index' (duration: 216.457343ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:45.710455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:45.024819Z","time spent":"685.519088ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:45.773055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.855354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:45.773133Z","caller":"traceutil/trace.go:171","msg":"trace[1816510732] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:38964; }","duration":"179.978317ms","start":"2026-07-29T15:03:45.593134Z","end":"2026-07-29T15:03:45.773112Z","steps":["trace[1816510732] 'agreement among raft nodes before linearized reading' (duration: 179.830323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:45.7733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.400511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T15:03:45.773367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.649457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:45.77338Z","caller":"traceutil/trace.go:171","msg":"trace[960191737] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:38964; }","duration":"649.531805ms","start":"2026-07-29T15:03:45.123828Z","end":"2026-07-29T15:03:45.77336Z","steps":["trace[960191737] 'agreement among raft nodes before linearized reading' (duration: 649.33451ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:45.773419Z","caller":"traceutil/trace.go:171","msg":"trace[681216205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38964; }","duration":"383.732459ms","start":"2026-07-29T15:03:45.389673Z","end":"2026-07-29T15:03:45.773406Z","steps":["trace[681216205] 'agreement among raft nodes before linearized reading' (duration: 383.658777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:45.773441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.303244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-29T15:03:45.773479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:45.38966Z","time spent":"383.810862ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:03:45.773483Z","caller":"traceutil/trace.go:171","msg":"trace[1895739874] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:38964; }","duration":"705.407226ms","start":"2026-07-29T15:03:45.068066Z","end":"2026-07-29T15:03:45.773473Z","steps":["trace[1895739874] 'agreement among raft nodes before linearized reading' (duration: 705.284333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:45.773601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:45.068036Z","time spent":"705.53447ms","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-29T15:03:45.773423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:45.123802Z","time spent":"649.612247ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T15:03:46.273374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979130154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:03:46.77396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979130154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:03:47.238927Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.466073588s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T15:03:47.239461Z","caller":"traceutil/trace.go:171","msg":"trace[1981008970] transaction","detail":"{read_only:false; response_revision:38967; number_of_response:1; }","duration":"1.48426579s","start":"2026-07-29T15:03:45.755171Z","end":"2026-07-29T15:03:47.239437Z","steps":["trace[1981008970] 'process raft request' (duration: 1.484187808s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:47.239473Z","caller":"traceutil/trace.go:171","msg":"trace[1986241470] transaction","detail":"{read_only:false; response_revision:38965; number_of_response:1; }","duration":"1.484601649s","start":"2026-07-29T15:03:45.754838Z","end":"2026-07-29T15:03:47.23944Z","steps":["trace[1986241470] 'process raft request' (duration: 1.484309551s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:47.239522Z","caller":"traceutil/trace.go:171","msg":"trace[655009778] transaction","detail":"{read_only:false; response_revision:38966; number_of_response:1; }","duration":"1.484582848s","start":"2026-07-29T15:03:45.754903Z","end":"2026-07-29T15:03:47.239485Z","steps":["trace[655009778] 'process raft request' (duration: 1.484416964s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:47.239613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:45.755161Z","time spent":"1.484369883s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:47.239694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:45.754871Z","time spent":"1.484738933s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:47.239717Z","caller":"traceutil/trace.go:171","msg":"trace[611669112] transaction","detail":"{read_only:false; response_revision:38968; number_of_response:1; }","duration":"1.484508117s","start":"2026-07-29T15:03:45.755198Z","end":"2026-07-29T15:03:47.239706Z","steps":["trace[611669112] 'process raft request' (duration: 1.484196068s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:47.239777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:45.755189Z","time spent":"1.484557859s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:47.239871Z","caller":"traceutil/trace.go:171","msg":"trace[1546033655] transaction","detail":"{read_only:false; response_revision:38969; number_of_response:1; }","duration":"1.48387601s","start":"2026-07-29T15:03:45.755984Z","end":"2026-07-29T15:03:47.23986Z","steps":["trace[1546033655] 'process raft request' (duration: 1.483632263s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:47.239893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:45.754816Z","time spent":"1.484734893s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:47.239933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:45.755958Z","time spent":"1.483944001s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:47.572071Z","caller":"traceutil/trace.go:171","msg":"trace[579070641] linearizableReadLoop","detail":"{readStateIndex:40136; appliedIndex:40129; }","duration":"1.799102628s","start":"2026-07-29T15:03:45.772943Z","end":"2026-07-29T15:03:47.572045Z","steps":["trace[579070641] 'read index received' (duration: 1.466211792s)","trace[579070641] 'applied index is now lower than readState.Index' (duration: 332.889496ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:47.572194Z","caller":"traceutil/trace.go:171","msg":"trace[995463878] transaction","detail":"{read_only:false; response_revision:38971; number_of_response:1; }","duration":"1.689995926s","start":"2026-07-29T15:03:45.882177Z","end":"2026-07-29T15:03:47.572173Z","steps":["trace[995463878] 'process raft request' (duration: 1.689743349s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:47.572252Z","caller":"traceutil/trace.go:171","msg":"trace[1662284408] transaction","detail":"{read_only:false; response_revision:38973; number_of_response:1; }","duration":"546.768757ms","start":"2026-07-29T15:03:47.02545Z","end":"2026-07-29T15:03:47.572219Z","steps":["trace[1662284408] 'process raft request' (duration: 546.555702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:47.572333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:45.88216Z","time spent":"1.690086419s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:47.572406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:47.02543Z","time spent":"546.901802ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:47.572538Z","caller":"traceutil/trace.go:171","msg":"trace[1638126650] transaction","detail":"{read_only:false; response_revision:38972; number_of_response:1; }","duration":"759.91734ms","start":"2026-07-29T15:03:46.81261Z","end":"2026-07-29T15:03:47.572528Z","steps":["trace[1638126650] 'process raft request' (duration: 759.362855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:47.572617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:46.812587Z","time spent":"759.991731ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:47.572883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86116469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22743"} {"level":"info","ts":"2026-07-29T15:03:47.572962Z","caller":"traceutil/trace.go:171","msg":"trace[1487120496] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:38973; }","duration":"1.861254202s","start":"2026-07-29T15:03:45.71167Z","end":"2026-07-29T15:03:47.572924Z","steps":["trace[1487120496] 'agreement among raft nodes before linearized reading' (duration: 1.860579863s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:47.573009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:45.711655Z","time spent":"1.861343415s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":22765,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-29T15:03:47.573041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798521921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:47.573009Z","caller":"traceutil/trace.go:171","msg":"trace[807752359] transaction","detail":"{read_only:false; response_revision:38970; number_of_response:1; }","duration":"1.792275859s","start":"2026-07-29T15:03:45.78028Z","end":"2026-07-29T15:03:47.572556Z","steps":["trace[807752359] 'process raft request' (duration: 1.790408507s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:47.573084Z","caller":"traceutil/trace.go:171","msg":"trace[693809078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38973; }","duration":"1.798589803s","start":"2026-07-29T15:03:45.77448Z","end":"2026-07-29T15:03:47.573069Z","steps":["trace[693809078] 'agreement among raft nodes before linearized reading' (duration: 1.798522251s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:47.573115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.090622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-29T15:03:47.573171Z","caller":"traceutil/trace.go:171","msg":"trace[620521039] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:38973; }","duration":"653.181734ms","start":"2026-07-29T15:03:46.919975Z","end":"2026-07-29T15:03:47.573157Z","steps":["trace[620521039] 'agreement among raft nodes before linearized reading' (duration: 653.046641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:47.57321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:46.919947Z","time spent":"653.254427ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:03:47.573207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.097329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-29T15:03:47.573125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:45.774464Z","time spent":"1.798653814s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:03:47.573287Z","caller":"traceutil/trace.go:171","msg":"trace[413831125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38973; }","duration":"546.204423ms","start":"2026-07-29T15:03:47.027065Z","end":"2026-07-29T15:03:47.573269Z","steps":["trace[413831125] 'agreement among raft nodes before linearized reading' (duration: 546.001067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:47.573297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.516844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T15:03:47.573286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.475605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:03:47.573316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.359299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-29T15:03:47.573339Z","caller":"traceutil/trace.go:171","msg":"trace[1916260605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38973; }","duration":"989.561677ms","start":"2026-07-29T15:03:46.583769Z","end":"2026-07-29T15:03:47.573331Z","steps":["trace[1916260605] 'agreement among raft nodes before linearized reading' (duration: 989.494655ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:47.573341Z","caller":"traceutil/trace.go:171","msg":"trace[1620043426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38973; }","duration":"549.619296ms","start":"2026-07-29T15:03:47.023708Z","end":"2026-07-29T15:03:47.573327Z","steps":["trace[1620043426] 'agreement among raft nodes before linearized reading' (duration: 549.512303ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:47.573363Z","caller":"traceutil/trace.go:171","msg":"trace[797611575] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:38973; }","duration":"653.434491ms","start":"2026-07-29T15:03:46.919915Z","end":"2026-07-29T15:03:47.573349Z","steps":["trace[797611575] 'agreement among raft nodes before linearized reading' (duration: 653.344308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:47.573382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:47.023674Z","time spent":"549.699848ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T15:03:47.573242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.146585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-29T15:03:47.573409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:46.919895Z","time spent":"653.504483ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T15:03:47.57349Z","caller":"traceutil/trace.go:171","msg":"trace[915573372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38973; }","duration":"981.411242ms","start":"2026-07-29T15:03:46.592067Z","end":"2026-07-29T15:03:47.573479Z","steps":["trace[915573372] 'agreement among raft nodes before linearized reading' (duration: 981.076463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:47.573503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.642625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"warn","ts":"2026-07-29T15:03:47.573527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:46.592056Z","time spent":"981.460793ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T15:03:47.57354Z","caller":"traceutil/trace.go:171","msg":"trace[1607693962] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:38973; }","duration":"895.707207ms","start":"2026-07-29T15:03:46.677825Z","end":"2026-07-29T15:03:47.573532Z","steps":["trace[1607693962] 'agreement among raft nodes before linearized reading' (duration: 895.538812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:47.573207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.98126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T15:03:47.573568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:46.677809Z","time spent":"895.753609ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:03:47.573576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75605808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:03:47.57353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148644698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-29T15:03:47.573209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:45.780258Z","time spent":"1.792826384s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:47.573612Z","caller":"traceutil/trace.go:171","msg":"trace[1727548844] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:38973; }","duration":"1.756122892s","start":"2026-07-29T15:03:45.817478Z","end":"2026-07-29T15:03:47.573601Z","steps":["trace[1727548844] 'agreement among raft nodes before linearized reading' (duration: 1.75607251s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:47.573339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:47.027053Z","time spent":"546.276624ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:03:47.573652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:45.817456Z","time spent":"1.756188393s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:03:47.573579Z","caller":"traceutil/trace.go:171","msg":"trace[1197640818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38973; }","duration":"981.413152ms","start":"2026-07-29T15:03:46.592154Z","end":"2026-07-29T15:03:47.573567Z","steps":["trace[1197640818] 'agreement among raft nodes before linearized reading' (duration: 980.862977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:47.57371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5382673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-29T15:03:47.573721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:46.592123Z","time spent":"981.586537ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T15:03:47.573745Z","caller":"traceutil/trace.go:171","msg":"trace[632341640] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:38973; }","duration":"1.53829989s","start":"2026-07-29T15:03:46.035435Z","end":"2026-07-29T15:03:47.573735Z","steps":["trace[632341640] 'agreement among raft nodes before linearized reading' (duration: 1.538210548s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:47.573625Z","caller":"traceutil/trace.go:171","msg":"trace[1509852463] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:38973; }","duration":"1.148829682s","start":"2026-07-29T15:03:46.424788Z","end":"2026-07-29T15:03:47.573618Z","steps":["trace[1509852463] 'agreement among raft nodes before linearized reading' (duration: 1.148599606s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:47.573773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:46.035366Z","time spent":"1.538400273s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:03:47.57337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:46.583749Z","time spent":"989.612008ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:03:47.573781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.181141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:47.573859Z","caller":"traceutil/trace.go:171","msg":"trace[1482118580] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:38973; }","duration":"962.311905ms","start":"2026-07-29T15:03:46.611533Z","end":"2026-07-29T15:03:47.573845Z","steps":["trace[1482118580] 'agreement among raft nodes before linearized reading' (duration: 962.198592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:47.573766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728416257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-29T15:03:47.57395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:46.6115Z","time spent":"962.414138ms","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:03:47.573971Z","caller":"traceutil/trace.go:171","msg":"trace[1791578391] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:38973; }","duration":"1.728623433s","start":"2026-07-29T15:03:45.845337Z","end":"2026-07-29T15:03:47.57396Z","steps":["trace[1791578391] 'agreement among raft nodes before linearized reading' (duration: 1.72815179s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:47.574011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:45.845298Z","time spent":"1.728700795s","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:03:47.573806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:46.424766Z","time spent":"1.149030038s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-29T15:03:48.463551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.396748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:03:48.463656Z","caller":"traceutil/trace.go:171","msg":"trace[1711935603] transaction","detail":"{read_only:false; response_revision:38974; number_of_response:1; }","duration":"885.120506ms","start":"2026-07-29T15:03:47.578517Z","end":"2026-07-29T15:03:48.463637Z","steps":["trace[1711935603] 'process raft request' (duration: 317.567334ms)","trace[1711935603] 'compare' (duration: 567.10747ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:48.463728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:47.577798Z","time spent":"885.895788ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:49.459642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.230515ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:49.459767Z","caller":"traceutil/trace.go:171","msg":"trace[896219015] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:38974; }","duration":"279.369489ms","start":"2026-07-29T15:03:49.180379Z","end":"2026-07-29T15:03:49.459748Z","steps":["trace[896219015] 'range keys from in-memory index tree' (duration: 279.212465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:49.460755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.397836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:03:49.461126Z","caller":"traceutil/trace.go:171","msg":"trace[593310947] transaction","detail":"{read_only:false; response_revision:38978; number_of_response:1; }","duration":"1.880126464s","start":"2026-07-29T15:03:47.580962Z","end":"2026-07-29T15:03:49.461088Z","steps":["trace[593310947] 'process raft request' (duration: 1.87998535s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:49.46124Z","caller":"traceutil/trace.go:171","msg":"trace[329213469] transaction","detail":"{read_only:false; response_revision:38976; number_of_response:1; }","duration":"1.880229417s","start":"2026-07-29T15:03:47.58093Z","end":"2026-07-29T15:03:49.461159Z","steps":["trace[329213469] 'process raft request' (duration: 1.879898148s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:49.461334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:47.580943Z","time spent":"1.88031718s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:49.46144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:47.580924Z","time spent":"1.880406802s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:49.461548Z","caller":"traceutil/trace.go:171","msg":"trace[1013427121] transaction","detail":"{read_only:false; response_revision:38977; number_of_response:1; }","duration":"1.880574606s","start":"2026-07-29T15:03:47.580962Z","end":"2026-07-29T15:03:49.461536Z","steps":["trace[1013427121] 'process raft request' (duration: 1.879950899s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:49.461612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:47.580943Z","time spent":"1.880636169s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:49.461603Z","caller":"traceutil/trace.go:171","msg":"trace[1840949534] transaction","detail":"{read_only:false; response_revision:38981; number_of_response:1; }","duration":"1.879800246s","start":"2026-07-29T15:03:47.581777Z","end":"2026-07-29T15:03:49.461577Z","steps":["trace[1840949534] 'process raft request' (duration: 1.879274861s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:49.461628Z","caller":"traceutil/trace.go:171","msg":"trace[1880716436] transaction","detail":"{read_only:false; response_revision:38979; number_of_response:1; }","duration":"1.880573546s","start":"2026-07-29T15:03:47.581025Z","end":"2026-07-29T15:03:49.461599Z","steps":["trace[1880716436] 'process raft request' (duration: 1.879957259s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:49.461698Z","caller":"traceutil/trace.go:171","msg":"trace[1852481612] linearizableReadLoop","detail":"{readStateIndex:40140; appliedIndex:40138; }","duration":"1.880817844s","start":"2026-07-29T15:03:47.580871Z","end":"2026-07-29T15:03:49.461688Z","steps":["trace[1852481612] 'read index received' (duration: 315.406764ms)","trace[1852481612] 'applied index is now lower than readState.Index' (duration: 1.56540964s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:49.461712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:47.581769Z","time spent":"1.879884638s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:49.46173Z","caller":"traceutil/trace.go:171","msg":"trace[1513295944] transaction","detail":"{read_only:false; response_revision:38982; number_of_response:1; }","duration":"1.679691533s","start":"2026-07-29T15:03:47.781996Z","end":"2026-07-29T15:03:49.461688Z","steps":["trace[1513295944] 'process raft request' (duration: 1.679085966s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:49.461768Z","caller":"traceutil/trace.go:171","msg":"trace[2093976755] transaction","detail":"{read_only:false; response_revision:38980; number_of_response:1; }","duration":"1.880304879s","start":"2026-07-29T15:03:47.581438Z","end":"2026-07-29T15:03:49.461743Z","steps":["trace[2093976755] 'process raft request' (duration: 1.879575149s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:49.461786Z","caller":"traceutil/trace.go:171","msg":"trace[1218231929] transaction","detail":"{read_only:false; response_revision:38975; number_of_response:1; }","duration":"1.882445758s","start":"2026-07-29T15:03:47.579326Z","end":"2026-07-29T15:03:49.461772Z","steps":["trace[1218231929] 'process raft request' (duration: 1.104970503s)","trace[1218231929] 'compare' (duration: 775.905012ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:49.461846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:47.57931Z","time spent":"1.88250937s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:49.461876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:47.58143Z","time spent":"1.880388441s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:49.461906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:47.781968Z","time spent":"1.679846697s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:49.461777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:47.581003Z","time spent":"1.88069609s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:49.861257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.107952ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-29T15:03:49.861428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280517094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:49.861522Z","caller":"traceutil/trace.go:171","msg":"trace[1204217991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38982; }","duration":"2.280651987s","start":"2026-07-29T15:03:47.580846Z","end":"2026-07-29T15:03:49.861498Z","steps":["trace[1204217991] 'agreement among raft nodes before linearized reading' (duration: 1.880895835s)","trace[1204217991] 'range keys from in-memory index tree' (duration: 399.611518ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:03:49.861583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:47.580837Z","time spent":"2.28072637s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:03:49.863363Z","caller":"traceutil/trace.go:171","msg":"trace[22620516] transaction","detail":"{read_only:false; response_revision:38983; number_of_response:1; }","duration":"618.19832ms","start":"2026-07-29T15:03:49.245135Z","end":"2026-07-29T15:03:49.863334Z","steps":["trace[22620516] 'process raft request' (duration: 617.967843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:49.863559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:49.245097Z","time spent":"618.381105ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:49.867198Z","caller":"traceutil/trace.go:171","msg":"trace[78495821] linearizableReadLoop","detail":"{readStateIndex:40153; appliedIndex:40149; }","duration":"405.4621ms","start":"2026-07-29T15:03:49.461718Z","end":"2026-07-29T15:03:49.86718Z","steps":["trace[78495821] 'read index received' (duration: 402.055646ms)","trace[78495821] 'applied index is now lower than readState.Index' (duration: 3.405974ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:49.867456Z","caller":"traceutil/trace.go:171","msg":"trace[810626446] transaction","detail":"{read_only:false; response_revision:38987; number_of_response:1; }","duration":"621.917033ms","start":"2026-07-29T15:03:49.245478Z","end":"2026-07-29T15:03:49.867395Z","steps":["trace[810626446] 'process raft request' (duration: 621.611764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:49.86751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.20369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T15:03:49.867545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:49.245462Z","time spent":"622.022795ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:49.867569Z","caller":"traceutil/trace.go:171","msg":"trace[1740737106] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:38990; }","duration":"481.328923ms","start":"2026-07-29T15:03:49.386226Z","end":"2026-07-29T15:03:49.867555Z","steps":["trace[1740737106] 'agreement among raft nodes before linearized reading' (duration: 481.149588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:49.867611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:49.386206Z","time spent":"481.397166ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:03:49.867688Z","caller":"traceutil/trace.go:171","msg":"trace[1851522021] transaction","detail":"{read_only:false; response_revision:38984; number_of_response:1; }","duration":"622.236312ms","start":"2026-07-29T15:03:49.245443Z","end":"2026-07-29T15:03:49.86768Z","steps":["trace[1851522021] 'process raft request' (duration: 621.523762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:49.867723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152832971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T15:03:49.867757Z","caller":"traceutil/trace.go:171","msg":"trace[1146966991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38990; }","duration":"2.152920273s","start":"2026-07-29T15:03:47.714827Z","end":"2026-07-29T15:03:49.867748Z","steps":["trace[1146966991] 'agreement among raft nodes before linearized reading' (duration: 2.152796469s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:49.867729Z","caller":"traceutil/trace.go:171","msg":"trace[840578579] transaction","detail":"{read_only:false; response_revision:38985; number_of_response:1; }","duration":"622.236011ms","start":"2026-07-29T15:03:49.245462Z","end":"2026-07-29T15:03:49.867698Z","steps":["trace[840578579] 'process raft request' (duration: 621.581063ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:49.867813Z","caller":"traceutil/trace.go:171","msg":"trace[1562875405] transaction","detail":"{read_only:false; response_revision:38986; number_of_response:1; }","duration":"622.327574ms","start":"2026-07-29T15:03:49.245473Z","end":"2026-07-29T15:03:49.867801Z","steps":["trace[1562875405] 'process raft request' (duration: 621.594434ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:49.867827Z","caller":"traceutil/trace.go:171","msg":"trace[1306705167] transaction","detail":"{read_only:false; response_revision:38988; number_of_response:1; }","duration":"290.183868ms","start":"2026-07-29T15:03:49.577626Z","end":"2026-07-29T15:03:49.86781Z","steps":["trace[1306705167] 'process raft request' (duration: 289.484809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:49.867794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382642826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:03:49.867873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905701061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T15:03:49.867885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:49.245451Z","time spent":"622.413317ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:03:49.867895Z","caller":"traceutil/trace.go:171","msg":"trace[1141171725] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:38990; }","duration":"1.905722241s","start":"2026-07-29T15:03:47.962167Z","end":"2026-07-29T15:03:49.867889Z","steps":["trace[1141171725] 'agreement among raft nodes before linearized reading' (duration: 1.90567002s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:49.867881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:49.24544Z","time spent":"622.366985ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:49.867913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:47.962113Z","time spent":"1.905795393s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":24,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:03:49.867908Z","caller":"traceutil/trace.go:171","msg":"trace[780753517] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:38990; }","duration":"1.38281749s","start":"2026-07-29T15:03:48.485065Z","end":"2026-07-29T15:03:49.867882Z","steps":["trace[780753517] 'agreement among raft nodes before linearized reading' (duration: 1.382598914s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:49.867817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382740138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:49.867935Z","caller":"traceutil/trace.go:171","msg":"trace[865980186] transaction","detail":"{read_only:false; response_revision:38990; number_of_response:1; }","duration":"254.854634ms","start":"2026-07-29T15:03:49.613076Z","end":"2026-07-29T15:03:49.86793Z","steps":["trace[865980186] 'process raft request' (duration: 254.080512ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:49.867909Z","caller":"traceutil/trace.go:171","msg":"trace[1262861679] transaction","detail":"{read_only:false; response_revision:38989; number_of_response:1; }","duration":"290.191269ms","start":"2026-07-29T15:03:49.577711Z","end":"2026-07-29T15:03:49.867902Z","steps":["trace[1262861679] 'process raft request' (duration: 289.420808ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:49.867959Z","caller":"traceutil/trace.go:171","msg":"trace[1037792906] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:38990; }","duration":"1.382918063s","start":"2026-07-29T15:03:48.485032Z","end":"2026-07-29T15:03:49.867951Z","steps":["trace[1037792906] 'agreement among raft nodes before linearized reading' (duration: 1.382760119s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:49.867966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:48.485047Z","time spent":"1.382909433s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:03:49.867985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:48.485014Z","time spent":"1.382963395s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:03:49.867779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:47.714799Z","time spent":"2.152975434s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:03:49.86777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:49.245422Z","time spent":"622.308603ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:03:49.868057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.655298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T15:03:49.868078Z","caller":"traceutil/trace.go:171","msg":"trace[179076083] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:38990; }","duration":"283.710909ms","start":"2026-07-29T15:03:49.584361Z","end":"2026-07-29T15:03:49.868072Z","steps":["trace[179076083] 'agreement among raft nodes before linearized reading' (duration: 283.654528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:49.868123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.056343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:03:49.868148Z","caller":"traceutil/trace.go:171","msg":"trace[1446065082] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:38990; }","duration":"628.110433ms","start":"2026-07-29T15:03:49.240029Z","end":"2026-07-29T15:03:49.86814Z","steps":["trace[1446065082] 'agreement among raft nodes before linearized reading' (duration: 628.067072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:49.868169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:49.240012Z","time spent":"628.150285ms","remote":"127.0.0.1:46512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:03:49.868412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283764864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5939"} {"level":"info","ts":"2026-07-29T15:03:49.868435Z","caller":"traceutil/trace.go:171","msg":"trace[791626906] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:38990; }","duration":"2.283807354s","start":"2026-07-29T15:03:47.584619Z","end":"2026-07-29T15:03:49.868427Z","steps":["trace[791626906] 'agreement among raft nodes before linearized reading' (duration: 2.283702641s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:49.868457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:03:47.58461Z","time spent":"2.283840746s","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5961,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T15:03:49.868147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.256366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:03:49.868191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.689949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-29T15:03:49.868753Z","caller":"traceutil/trace.go:171","msg":"trace[986983473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38990; }","duration":"279.884364ms","start":"2026-07-29T15:03:49.588856Z","end":"2026-07-29T15:03:49.868741Z","steps":["trace[986983473] 'agreement among raft nodes before linearized reading' (duration: 279.247556ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:49.868775Z","caller":"traceutil/trace.go:171","msg":"trace[1324368897] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935; range_end:; response_count:1; response_revision:38990; }","duration":"284.262744ms","start":"2026-07-29T15:03:49.584496Z","end":"2026-07-29T15:03:49.868759Z","steps":["trace[1324368897] 'agreement among raft nodes before linearized reading' (duration: 283.631077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:03:53.476494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.246515ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T15:03:54.099285Z","caller":"traceutil/trace.go:171","msg":"trace[1203644723] transaction","detail":"{read_only:false; response_revision:39029; number_of_response:1; }","duration":"113.526833ms","start":"2026-07-29T15:03:53.985733Z","end":"2026-07-29T15:03:54.09926Z","steps":["trace[1203644723] 'process raft request' (duration: 113.473682ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:54.099336Z","caller":"traceutil/trace.go:171","msg":"trace[659013751] transaction","detail":"{read_only:false; response_revision:39028; number_of_response:1; }","duration":"114.430258ms","start":"2026-07-29T15:03:53.984849Z","end":"2026-07-29T15:03:54.099279Z","steps":["trace[659013751] 'process raft request' (duration: 22.328646ms)","trace[659013751] 'compare' (duration: 91.885396ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:03:54.639984Z","caller":"traceutil/trace.go:171","msg":"trace[1402121584] transaction","detail":"{read_only:false; response_revision:39031; number_of_response:1; }","duration":"169.330373ms","start":"2026-07-29T15:03:54.470628Z","end":"2026-07-29T15:03:54.639958Z","steps":["trace[1402121584] 'process raft request' (duration: 168.704466ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:54.640205Z","caller":"traceutil/trace.go:171","msg":"trace[1683509980] transaction","detail":"{read_only:false; response_revision:39033; number_of_response:1; }","duration":"167.750209ms","start":"2026-07-29T15:03:54.472421Z","end":"2026-07-29T15:03:54.640171Z","steps":["trace[1683509980] 'process raft request' (duration: 167.164273ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:03:54.640392Z","caller":"traceutil/trace.go:171","msg":"trace[884109771] transaction","detail":"{read_only:false; response_revision:39032; number_of_response:1; }","duration":"169.679753ms","start":"2026-07-29T15:03:54.470689Z","end":"2026-07-29T15:03:54.640368Z","steps":["trace[884109771] 'process raft request' (duration: 168.84433ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:00.424104Z","caller":"traceutil/trace.go:171","msg":"trace[632769893] transaction","detail":"{read_only:false; response_revision:39081; number_of_response:1; }","duration":"295.257448ms","start":"2026-07-29T15:04:00.128824Z","end":"2026-07-29T15:04:00.424082Z","steps":["trace[632769893] 'process raft request' (duration: 295.090053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:00.701891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.464937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:04:00.702311Z","caller":"traceutil/trace.go:171","msg":"trace[1239400359] linearizableReadLoop","detail":"{readStateIndex:40250; appliedIndex:40249; }","duration":"313.760239ms","start":"2026-07-29T15:04:00.388519Z","end":"2026-07-29T15:04:00.702279Z","steps":["trace[1239400359] 'read index received' (duration: 35.612923ms)","trace[1239400359] 'applied index is now lower than readState.Index' (duration: 278.144316ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:00.702345Z","caller":"traceutil/trace.go:171","msg":"trace[2140151152] transaction","detail":"{read_only:false; response_revision:39082; number_of_response:1; }","duration":"569.726793ms","start":"2026-07-29T15:04:00.132579Z","end":"2026-07-29T15:04:00.702305Z","steps":["trace[2140151152] 'process raft request' (duration: 299.073903ms)","trace[2140151152] 'compare' (duration: 269.330823ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:04:00.702526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:00.132563Z","time spent":"569.873336ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:00.702625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.070897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:00.702887Z","caller":"traceutil/trace.go:171","msg":"trace[143884397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39083; }","duration":"314.211151ms","start":"2026-07-29T15:04:00.388478Z","end":"2026-07-29T15:04:00.702689Z","steps":["trace[143884397] 'agreement among raft nodes before linearized reading' (duration: 314.042146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:00.702951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:00.388459Z","time spent":"314.483999ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:04:00.966926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.421119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:04:00.96717Z","caller":"traceutil/trace.go:171","msg":"trace[1396567133] transaction","detail":"{read_only:false; response_revision:39084; number_of_response:1; }","duration":"256.872709ms","start":"2026-07-29T15:04:00.71027Z","end":"2026-07-29T15:04:00.967143Z","steps":["trace[1396567133] 'process raft request' (duration: 105.136582ms)","trace[1396567133] 'compare' (duration: 151.281474ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:00.967177Z","caller":"traceutil/trace.go:171","msg":"trace[1470717712] transaction","detail":"{read_only:false; response_revision:39085; number_of_response:1; }","duration":"237.985387ms","start":"2026-07-29T15:04:00.729168Z","end":"2026-07-29T15:04:00.967154Z","steps":["trace[1470717712] 'process raft request' (duration: 237.888945ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:06.277446Z","caller":"traceutil/trace.go:171","msg":"trace[751344116] transaction","detail":"{read_only:false; response_revision:39125; number_of_response:1; }","duration":"304.871284ms","start":"2026-07-29T15:04:05.972549Z","end":"2026-07-29T15:04:06.27742Z","steps":["trace[751344116] 'process raft request' (duration: 304.689439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:06.277719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:05.972526Z","time spent":"305.093849ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:06.894334Z","caller":"traceutil/trace.go:171","msg":"trace[1779009030] transaction","detail":"{read_only:false; response_revision:39126; number_of_response:1; }","duration":"917.007156ms","start":"2026-07-29T15:04:05.977296Z","end":"2026-07-29T15:04:06.894303Z","steps":["trace[1779009030] 'process raft request' (duration: 847.611921ms)","trace[1779009030] 'compare' (duration: 69.141298ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:06.894463Z","caller":"traceutil/trace.go:171","msg":"trace[1584293616] transaction","detail":"{read_only:false; response_revision:39127; number_of_response:1; }","duration":"849.109373ms","start":"2026-07-29T15:04:06.045283Z","end":"2026-07-29T15:04:06.894392Z","steps":["trace[1584293616] 'process raft request' (duration: 848.952438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:06.894692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:06.045257Z","time spent":"849.320618ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:06.894513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:05.977279Z","time spent":"917.138439ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:06.895002Z","caller":"traceutil/trace.go:171","msg":"trace[2102746691] transaction","detail":"{read_only:false; response_revision:39129; number_of_response:1; }","duration":"849.570795ms","start":"2026-07-29T15:04:06.045389Z","end":"2026-07-29T15:04:06.89496Z","steps":["trace[2102746691] 'process raft request' (duration: 849.275097ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:06.895019Z","caller":"traceutil/trace.go:171","msg":"trace[210467333] linearizableReadLoop","detail":"{readStateIndex:40295; appliedIndex:40293; }","duration":"865.967377ms","start":"2026-07-29T15:04:06.029029Z","end":"2026-07-29T15:04:06.894996Z","steps":["trace[210467333] 'read index received' (duration: 248.286562ms)","trace[210467333] 'applied index is now lower than readState.Index' (duration: 617.679895ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:04:06.8951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:06.045368Z","time spent":"849.667297ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:06.895216Z","caller":"traceutil/trace.go:171","msg":"trace[464196100] transaction","detail":"{read_only:false; response_revision:39130; number_of_response:1; }","duration":"849.486173ms","start":"2026-07-29T15:04:06.045715Z","end":"2026-07-29T15:04:06.895201Z","steps":["trace[464196100] 'process raft request' (duration: 849.048101ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:06.895255Z","caller":"traceutil/trace.go:171","msg":"trace[918786470] transaction","detail":"{read_only:false; response_revision:39128; number_of_response:1; }","duration":"849.893814ms","start":"2026-07-29T15:04:06.045318Z","end":"2026-07-29T15:04:06.895212Z","steps":["trace[918786470] 'process raft request' (duration: 849.02601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:06.895349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:06.045288Z","time spent":"849.995076ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:06.895381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:06.0457Z","time spent":"849.552194ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:06.895578Z","caller":"traceutil/trace.go:171","msg":"trace[1035227108] transaction","detail":"{read_only:false; response_revision:39131; number_of_response:1; }","duration":"849.326978ms","start":"2026-07-29T15:04:06.046236Z","end":"2026-07-29T15:04:06.895563Z","steps":["trace[1035227108] 'process raft request' (duration: 848.569657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:06.89568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:06.046227Z","time spent":"849.38709ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:06.895842Z","caller":"traceutil/trace.go:171","msg":"trace[1020225300] transaction","detail":"{read_only:false; response_revision:39132; number_of_response:1; }","duration":"847.021665ms","start":"2026-07-29T15:04:06.048784Z","end":"2026-07-29T15:04:06.895805Z","steps":["trace[1020225300] 'process raft request' (duration: 846.11738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:06.89591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:06.048767Z","time spent":"847.107357ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:06.896097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.067967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T15:04:06.896385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.062285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:06.896549Z","caller":"traceutil/trace.go:171","msg":"trace[61197457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39132; }","duration":"506.22483ms","start":"2026-07-29T15:04:06.390309Z","end":"2026-07-29T15:04:06.896534Z","steps":["trace[61197457] 'agreement among raft nodes before linearized reading' (duration: 506.034235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:06.896595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:06.390255Z","time spent":"506.330323ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:04:06.896156Z","caller":"traceutil/trace.go:171","msg":"trace[729677996] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:39132; }","duration":"867.16809ms","start":"2026-07-29T15:04:06.028978Z","end":"2026-07-29T15:04:06.896146Z","steps":["trace[729677996] 'agreement among raft nodes before linearized reading' (duration: 867.048097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:06.896916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:06.028949Z","time spent":"867.934411ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:06.896918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.399162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T15:04:06.896969Z","caller":"traceutil/trace.go:171","msg":"trace[1411976609] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:39132; }","duration":"170.492655ms","start":"2026-07-29T15:04:06.726459Z","end":"2026-07-29T15:04:06.896952Z","steps":["trace[1411976609] 'agreement among raft nodes before linearized reading' (duration: 170.334191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:06.897113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.21172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:06.897205Z","caller":"traceutil/trace.go:171","msg":"trace[245733061] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:39132; }","duration":"306.316143ms","start":"2026-07-29T15:04:06.590843Z","end":"2026-07-29T15:04:06.897159Z","steps":["trace[245733061] 'agreement among raft nodes before linearized reading' (duration: 306.180309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:06.897207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.172445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T15:04:06.897292Z","caller":"traceutil/trace.go:171","msg":"trace[930889572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39132; }","duration":"449.278078ms","start":"2026-07-29T15:04:06.447998Z","end":"2026-07-29T15:04:06.897276Z","steps":["trace[930889572] 'agreement among raft nodes before linearized reading' (duration: 448.97781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:06.897331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:06.447972Z","time spent":"449.352561ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:04:06.897288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:06.590782Z","time spent":"306.457397ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:07.430838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.250167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:04:07.431081Z","caller":"traceutil/trace.go:171","msg":"trace[1661623051] linearizableReadLoop","detail":"{readStateIndex:40303; appliedIndex:40301; }","duration":"426.244042ms","start":"2026-07-29T15:04:07.004803Z","end":"2026-07-29T15:04:07.431047Z","steps":["trace[1661623051] 'read index received' (duration: 171.76708ms)","trace[1661623051] 'applied index is now lower than readState.Index' (duration: 254.475772ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:07.431096Z","caller":"traceutil/trace.go:171","msg":"trace[436519032] transaction","detail":"{read_only:false; response_revision:39133; number_of_response:1; }","duration":"529.292836ms","start":"2026-07-29T15:04:06.901758Z","end":"2026-07-29T15:04:07.431051Z","steps":["trace[436519032] 'process raft request' (duration: 274.735192ms)","trace[436519032] 'compare' (duration: 254.05564ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:04:07.431254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.454759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T15:04:07.431318Z","caller":"traceutil/trace.go:171","msg":"trace[80987557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39134; }","duration":"426.566421ms","start":"2026-07-29T15:04:07.004737Z","end":"2026-07-29T15:04:07.431304Z","steps":["trace[80987557] 'agreement among raft nodes before linearized reading' (duration: 426.383906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:07.431308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:06.901738Z","time spent":"529.481972ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:07.431358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:07.00471Z","time spent":"426.635634ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T15:04:07.431674Z","caller":"traceutil/trace.go:171","msg":"trace[961184970] transaction","detail":"{read_only:false; response_revision:39134; number_of_response:1; }","duration":"529.840651ms","start":"2026-07-29T15:04:06.901821Z","end":"2026-07-29T15:04:07.431661Z","steps":["trace[961184970] 'process raft request' (duration: 529.125701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:07.431742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:06.901803Z","time spent":"529.902873ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:08.167316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979130493,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T15:04:08.666637Z","caller":"traceutil/trace.go:171","msg":"trace[1109594041] transaction","detail":"{read_only:false; response_revision:39136; number_of_response:1; }","duration":"1.091391688s","start":"2026-07-29T15:04:07.575223Z","end":"2026-07-29T15:04:08.666614Z","steps":["trace[1109594041] 'process raft request' (duration: 1.091255915s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:08.666776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:07.5752Z","time spent":"1.091505842s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:09.672613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.647077ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:09.672788Z","caller":"traceutil/trace.go:171","msg":"trace[880176547] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:39136; }","duration":"491.855643ms","start":"2026-07-29T15:04:09.180906Z","end":"2026-07-29T15:04:09.672762Z","steps":["trace[880176547] 'range keys from in-memory index tree' (duration: 491.619367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:09.674474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.608822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:04:09.674684Z","caller":"traceutil/trace.go:171","msg":"trace[297660967] linearizableReadLoop","detail":"{readStateIndex:40306; appliedIndex:40304; }","duration":"2.008195148s","start":"2026-07-29T15:04:07.666473Z","end":"2026-07-29T15:04:09.674668Z","steps":["trace[297660967] 'read index received' (duration: 1.000103039s)","trace[297660967] 'applied index is now lower than readState.Index' (duration: 1.008091229s)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:09.674689Z","caller":"traceutil/trace.go:171","msg":"trace[17595311] transaction","detail":"{read_only:false; response_revision:39137; number_of_response:1; }","duration":"1.582297024s","start":"2026-07-29T15:04:08.09234Z","end":"2026-07-29T15:04:09.674637Z","steps":["trace[17595311] 'process raft request' (duration: 918.412424ms)","trace[17595311] 'compare' (duration: 662.07146ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:09.674726Z","caller":"traceutil/trace.go:171","msg":"trace[1464269656] transaction","detail":"{read_only:false; response_revision:39138; number_of_response:1; }","duration":"1.299626244s","start":"2026-07-29T15:04:08.375073Z","end":"2026-07-29T15:04:09.674699Z","steps":["trace[1464269656] 'process raft request' (duration: 1.29948669s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:09.674876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:08.375052Z","time spent":"1.299748148s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:09.674919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008435414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T15:04:09.674876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:08.092315Z","time spent":"1.582455299s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:09.674991Z","caller":"traceutil/trace.go:171","msg":"trace[1107259413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39138; }","duration":"2.008576348s","start":"2026-07-29T15:04:07.666394Z","end":"2026-07-29T15:04:09.674971Z","steps":["trace[1107259413] 'agreement among raft nodes before linearized reading' (duration: 2.008363242s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:09.675054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:07.666374Z","time spent":"2.00867211s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:04:10.389153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000214718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:04:10.389533Z","caller":"traceutil/trace.go:171","msg":"trace[1574999523] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00064712s","start":"2026-07-29T15:04:08.388864Z","end":"2026-07-29T15:04:10.389511Z","steps":["trace[1574999523] 'agreement among raft nodes before linearized reading' (duration: 2.000121535s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:10.389602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:08.38885Z","time spent":"2.000736972s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:04:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:04:10.597959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.540876ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T15:04:10.598751Z","caller":"traceutil/trace.go:171","msg":"trace[495128822] transaction","detail":"{read_only:false; response_revision:39139; number_of_response:1; }","duration":"1.697230387s","start":"2026-07-29T15:04:08.901499Z","end":"2026-07-29T15:04:10.598729Z","steps":["trace[495128822] 'process raft request' (duration: 1.696577019s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:10.599459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:08.901475Z","time spent":"1.697359s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:11.010743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.917887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:04:11.011251Z","caller":"traceutil/trace.go:171","msg":"trace[92245116] transaction","detail":"{read_only:false; response_revision:39148; number_of_response:1; }","duration":"687.333418ms","start":"2026-07-29T15:04:10.323897Z","end":"2026-07-29T15:04:11.01123Z","steps":["trace[92245116] 'process raft request' (duration: 687.295297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.011325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:10.323872Z","time spent":"687.415401ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:11.011425Z","caller":"traceutil/trace.go:171","msg":"trace[821380180] transaction","detail":"{read_only:false; response_revision:39140; number_of_response:1; }","duration":"2.109316018s","start":"2026-07-29T15:04:08.902094Z","end":"2026-07-29T15:04:11.01141Z","steps":["trace[821380180] 'process raft request' (duration: 1.696619089s)","trace[821380180] 'compare' (duration: 411.28818ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:04:11.011492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:08.902082Z","time spent":"2.10937942s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:11.011559Z","caller":"traceutil/trace.go:171","msg":"trace[531269006] transaction","detail":"{read_only:false; response_revision:39147; number_of_response:1; }","duration":"912.818971ms","start":"2026-07-29T15:04:10.09872Z","end":"2026-07-29T15:04:11.011539Z","steps":["trace[531269006] 'process raft request' (duration: 912.44053ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:11.011566Z","caller":"traceutil/trace.go:171","msg":"trace[590147778] transaction","detail":"{read_only:false; response_revision:39142; number_of_response:1; }","duration":"2.109102502s","start":"2026-07-29T15:04:08.90243Z","end":"2026-07-29T15:04:11.011532Z","steps":["trace[590147778] 'process raft request' (duration: 2.108539027s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:11.011571Z","caller":"traceutil/trace.go:171","msg":"trace[469213697] transaction","detail":"{read_only:false; response_revision:39143; number_of_response:1; }","duration":"2.109091013s","start":"2026-07-29T15:04:08.902453Z","end":"2026-07-29T15:04:11.011544Z","steps":["trace[469213697] 'process raft request' (duration: 2.108557718s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:11.011604Z","caller":"traceutil/trace.go:171","msg":"trace[412310528] transaction","detail":"{read_only:false; response_revision:39144; number_of_response:1; }","duration":"2.109068062s","start":"2026-07-29T15:04:08.902512Z","end":"2026-07-29T15:04:11.01158Z","steps":["trace[412310528] 'process raft request' (duration: 2.108537257s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:11.011625Z","caller":"traceutil/trace.go:171","msg":"trace[36125563] transaction","detail":"{read_only:false; response_revision:39141; number_of_response:1; }","duration":"2.109408401s","start":"2026-07-29T15:04:08.902186Z","end":"2026-07-29T15:04:11.011595Z","steps":["trace[36125563] 'process raft request' (duration: 2.108666161s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:11.011662Z","caller":"traceutil/trace.go:171","msg":"trace[1130144929] linearizableReadLoop","detail":"{readStateIndex:40315; appliedIndex:40307; }","duration":"1.336917433s","start":"2026-07-29T15:04:09.674729Z","end":"2026-07-29T15:04:11.011646Z","steps":["trace[1130144929] 'read index received' (duration: 269.682972ms)","trace[1130144929] 'applied index is now lower than readState.Index' (duration: 1.067232351s)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:11.011692Z","caller":"traceutil/trace.go:171","msg":"trace[819367257] transaction","detail":"{read_only:false; response_revision:39146; number_of_response:1; }","duration":"1.331042301s","start":"2026-07-29T15:04:09.68064Z","end":"2026-07-29T15:04:11.011682Z","steps":["trace[819367257] 'process raft request' (duration: 1.330484246s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.011706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:08.902483Z","time spent":"2.109173415s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:11.011722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:08.902392Z","time spent":"2.109240986s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:11.011741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:08.902159Z","time spent":"2.109529635s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:11.011747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:09.680616Z","time spent":"1.331105594s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:11.011724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:08.90239Z","time spent":"2.109251336s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:11.011839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.256676781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:04:11.011907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341714096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-29T15:04:11.011907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576074763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T15:04:11.011562Z","caller":"traceutil/trace.go:171","msg":"trace[797007852] transaction","detail":"{read_only:false; response_revision:39145; number_of_response:1; }","duration":"2.108717872s","start":"2026-07-29T15:04:08.902808Z","end":"2026-07-29T15:04:11.011526Z","steps":["trace[797007852] 'process raft request' (duration: 2.10827198s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:11.01195Z","caller":"traceutil/trace.go:171","msg":"trace[1468615560] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39148; }","duration":"1.341786519s","start":"2026-07-29T15:04:09.670151Z","end":"2026-07-29T15:04:11.011937Z","steps":["trace[1468615560] 'agreement among raft nodes before linearized reading' (duration: 1.341650195s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:11.011956Z","caller":"traceutil/trace.go:171","msg":"trace[2077747612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39148; }","duration":"1.576124665s","start":"2026-07-29T15:04:09.435821Z","end":"2026-07-29T15:04:11.011946Z","steps":["trace[2077747612] 'agreement among raft nodes before linearized reading' (duration: 1.576001691s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.011948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573990977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-29T15:04:11.011982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:09.670132Z","time spent":"1.341844131s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:04:11.011984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352459363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T15:04:11.012011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644096466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T15:04:11.011993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538186348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-29T15:04:11.012052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339392313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-07-29T15:04:11.012107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461608715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-29T15:04:11.012187Z","caller":"traceutil/trace.go:171","msg":"trace[1315567302] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39148; }","duration":"1.339554297s","start":"2026-07-29T15:04:09.672607Z","end":"2026-07-29T15:04:11.012161Z","steps":["trace[1315567302] 'agreement among raft nodes before linearized reading' (duration: 1.339259239s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.012185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343078606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-29T15:04:11.012193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.336536835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T15:04:11.012214Z","caller":"traceutil/trace.go:171","msg":"trace[1667221233] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39148; }","duration":"1.538404964s","start":"2026-07-29T15:04:09.473711Z","end":"2026-07-29T15:04:11.012116Z","steps":["trace[1667221233] 'agreement among raft nodes before linearized reading' (duration: 1.537976783s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:11.012233Z","caller":"traceutil/trace.go:171","msg":"trace[1488688339] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39148; }","duration":"1.461725418s","start":"2026-07-29T15:04:09.550491Z","end":"2026-07-29T15:04:11.012216Z","steps":["trace[1488688339] 'agreement among raft nodes before linearized reading' (duration: 1.461549033s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:11.012237Z","caller":"traceutil/trace.go:171","msg":"trace[790962005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39148; }","duration":"3.343175439s","start":"2026-07-29T15:04:07.669052Z","end":"2026-07-29T15:04:11.012228Z","steps":["trace[790962005] 'agreement among raft nodes before linearized reading' (duration: 3.343023564s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:11.01226Z","caller":"traceutil/trace.go:171","msg":"trace[1004100882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39148; }","duration":"3.336694939s","start":"2026-07-29T15:04:07.675553Z","end":"2026-07-29T15:04:11.012248Z","steps":["trace[1004100882] 'agreement among raft nodes before linearized reading' (duration: 3.336494064s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.01228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:07.668988Z","time spent":"3.343286311s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:04:11.012285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:09.550419Z","time spent":"1.461851972s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T15:04:11.012068Z","caller":"traceutil/trace.go:171","msg":"trace[1521585380] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:39148; }","duration":"2.644149808s","start":"2026-07-29T15:04:08.367901Z","end":"2026-07-29T15:04:11.01205Z","steps":["trace[1521585380] 'agreement among raft nodes before linearized reading' (duration: 2.644039995s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.012063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:08.902794Z","time spent":"2.109184915s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:11.012322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:07.675524Z","time spent":"3.336784452s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:04:11.011986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:09.435739Z","time spent":"1.576240549s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T15:04:11.01202Z","caller":"traceutil/trace.go:171","msg":"trace[241720876] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:39148; }","duration":"1.352514765s","start":"2026-07-29T15:04:09.659496Z","end":"2026-07-29T15:04:11.012011Z","steps":["trace[241720876] 'agreement among raft nodes before linearized reading' (duration: 1.352442413s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.011652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:10.098692Z","time spent":"912.917593ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:11.011911Z","caller":"traceutil/trace.go:171","msg":"trace[844988897] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:39148; }","duration":"3.256788934s","start":"2026-07-29T15:04:07.755102Z","end":"2026-07-29T15:04:11.011891Z","steps":["trace[844988897] 'agreement among raft nodes before linearized reading' (duration: 3.256665401s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.012427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:07.755079Z","time spent":"3.25733816s","remote":"127.0.0.1:33116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:04:11.012017Z","caller":"traceutil/trace.go:171","msg":"trace[468209481] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:39148; }","duration":"1.57411715s","start":"2026-07-29T15:04:09.437884Z","end":"2026-07-29T15:04:11.012002Z","steps":["trace[468209481] 'agreement among raft nodes before linearized reading' (duration: 1.573866783s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.01237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:08.367832Z","time spent":"2.644498327s","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:11.012417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:09.659325Z","time spent":"1.3530703s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:11.012056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340953745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-29T15:04:11.012239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:09.672598Z","time spent":"1.339631649s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:04:11.012525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:09.437862Z","time spent":"1.574604393s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T15:04:11.01256Z","caller":"traceutil/trace.go:171","msg":"trace[1550515691] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39148; }","duration":"1.34148271s","start":"2026-07-29T15:04:09.671062Z","end":"2026-07-29T15:04:11.012544Z","steps":["trace[1550515691] 'agreement among raft nodes before linearized reading' (duration: 1.340827862s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.012612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:09.670998Z","time spent":"1.341598644s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:04:11.012292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:09.4737Z","time spent":"1.538575739s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T15:04:11.109282Z","caller":"traceutil/trace.go:171","msg":"trace[110844100] transaction","detail":"{read_only:false; response_revision:39149; number_of_response:1; }","duration":"434.077139ms","start":"2026-07-29T15:04:10.675169Z","end":"2026-07-29T15:04:11.109246Z","steps":["trace[110844100] 'process raft request' (duration: 433.869503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.10949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:10.675146Z","time spent":"434.233574ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:11.616481Z","caller":"traceutil/trace.go:171","msg":"trace[357999301] transaction","detail":"{read_only:false; response_revision:39150; number_of_response:1; }","duration":"638.12697ms","start":"2026-07-29T15:04:10.978267Z","end":"2026-07-29T15:04:11.616394Z","steps":["trace[357999301] 'process raft request' (duration: 637.75613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.616829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:10.97823Z","time spent":"638.504091ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:11.616803Z","caller":"traceutil/trace.go:171","msg":"trace[486354949] transaction","detail":"{read_only:false; response_revision:39153; number_of_response:1; }","duration":"598.779945ms","start":"2026-07-29T15:04:11.017987Z","end":"2026-07-29T15:04:11.616767Z","steps":["trace[486354949] 'process raft request' (duration: 598.499667ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:11.616946Z","caller":"traceutil/trace.go:171","msg":"trace[467073628] linearizableReadLoop","detail":"{readStateIndex:40320; appliedIndex:40318; }","duration":"605.203692ms","start":"2026-07-29T15:04:11.011715Z","end":"2026-07-29T15:04:11.616919Z","steps":["trace[467073628] 'read index received' (duration: 97.331366ms)","trace[467073628] 'applied index is now lower than readState.Index' (duration: 507.871156ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:11.616969Z","caller":"traceutil/trace.go:171","msg":"trace[1464105520] transaction","detail":"{read_only:false; response_revision:39152; number_of_response:1; }","duration":"599.02052ms","start":"2026-07-29T15:04:11.01792Z","end":"2026-07-29T15:04:11.61694Z","steps":["trace[1464105520] 'process raft request' (duration: 598.502836ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:11.616964Z","caller":"traceutil/trace.go:171","msg":"trace[522240644] transaction","detail":"{read_only:false; response_revision:39155; number_of_response:1; }","duration":"598.877967ms","start":"2026-07-29T15:04:11.018055Z","end":"2026-07-29T15:04:11.616933Z","steps":["trace[522240644] 'process raft request' (duration: 598.544558ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:11.617031Z","caller":"traceutil/trace.go:171","msg":"trace[11280945] transaction","detail":"{read_only:false; response_revision:39154; number_of_response:1; }","duration":"598.953879ms","start":"2026-07-29T15:04:11.018047Z","end":"2026-07-29T15:04:11.617001Z","steps":["trace[11280945] 'process raft request' (duration: 598.509067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.617079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.67548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:04:11.61711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:11.017912Z","time spent":"599.128824ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:11.61711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:11.017978Z","time spent":"599.008211ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:11.617136Z","caller":"traceutil/trace.go:171","msg":"trace[2142707901] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:39159; }","duration":"690.791683ms","start":"2026-07-29T15:04:10.926329Z","end":"2026-07-29T15:04:11.617121Z","steps":["trace[2142707901] 'agreement among raft nodes before linearized reading' (duration: 690.628659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.61715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:11.018045Z","time spent":"599.015271ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:11.61715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:11.018041Z","time spent":"599.041721ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:11.617179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.78729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"info","ts":"2026-07-29T15:04:11.617217Z","caller":"traceutil/trace.go:171","msg":"trace[1756855839] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:39159; }","duration":"941.862382ms","start":"2026-07-29T15:04:10.675341Z","end":"2026-07-29T15:04:11.617204Z","steps":["trace[1756855839] 'agreement among raft nodes before linearized reading' (duration: 941.701577ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:11.617222Z","caller":"traceutil/trace.go:171","msg":"trace[184112789] transaction","detail":"{read_only:false; response_revision:39156; number_of_response:1; }","duration":"599.118884ms","start":"2026-07-29T15:04:11.018092Z","end":"2026-07-29T15:04:11.617211Z","steps":["trace[184112789] 'process raft request' (duration: 598.585939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.61725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:10.675334Z","time spent":"941.908173ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-29T15:04:11.617284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22803829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:04:11.617283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:11.018086Z","time spent":"599.159915ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:11.617311Z","caller":"traceutil/trace.go:171","msg":"trace[1502151526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39159; }","duration":"1.22806838s","start":"2026-07-29T15:04:10.389234Z","end":"2026-07-29T15:04:11.617303Z","steps":["trace[1502151526] 'agreement among raft nodes before linearized reading' (duration: 1.227995718s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.61734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418193807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T15:04:11.617335Z","caller":"traceutil/trace.go:171","msg":"trace[1776147450] transaction","detail":"{read_only:false; response_revision:39158; number_of_response:1; }","duration":"598.074725ms","start":"2026-07-29T15:04:11.019245Z","end":"2026-07-29T15:04:11.617319Z","steps":["trace[1776147450] 'process raft request' (duration: 597.577921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.617351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:10.389177Z","time spent":"1.228168992s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:04:11.617344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681119743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:11.617367Z","caller":"traceutil/trace.go:171","msg":"trace[860749902] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39159; }","duration":"1.418277349s","start":"2026-07-29T15:04:10.199081Z","end":"2026-07-29T15:04:11.617358Z","steps":["trace[860749902] 'agreement among raft nodes before linearized reading' (duration: 1.418165216s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:11.617377Z","caller":"traceutil/trace.go:171","msg":"trace[789055747] transaction","detail":"{read_only:false; response_revision:39159; number_of_response:1; }","duration":"597.609122ms","start":"2026-07-29T15:04:11.019756Z","end":"2026-07-29T15:04:11.617365Z","steps":["trace[789055747] 'process raft request' (duration: 597.118538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.617391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:10.199056Z","time spent":"1.418328921s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-29T15:04:11.617397Z","caller":"traceutil/trace.go:171","msg":"trace[1873378564] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:39159; }","duration":"1.681213195s","start":"2026-07-29T15:04:09.936167Z","end":"2026-07-29T15:04:11.61738Z","steps":["trace[1873378564] 'agreement among raft nodes before linearized reading' (duration: 1.681119753s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.61741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:11.019238Z","time spent":"598.129396ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:11.617423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:11.019749Z","time spent":"597.647343ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:11.617182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:10.926304Z","time spent":"690.868295ms","remote":"127.0.0.1:50606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:11.617447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:09.936144Z","time spent":"1.681290867s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:04:11.617451Z","caller":"traceutil/trace.go:171","msg":"trace[1706398519] transaction","detail":"{read_only:false; response_revision:39157; number_of_response:1; }","duration":"598.248129ms","start":"2026-07-29T15:04:11.019188Z","end":"2026-07-29T15:04:11.617436Z","steps":["trace[1706398519] 'process raft request' (duration: 597.531949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.617472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.202235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T15:04:11.617524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181889676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:04:11.617511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:11.019178Z","time spent":"598.306901ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:11.61754Z","caller":"traceutil/trace.go:171","msg":"trace[588161620] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:39159; }","duration":"957.277997ms","start":"2026-07-29T15:04:10.660245Z","end":"2026-07-29T15:04:11.617523Z","steps":["trace[588161620] 'agreement among raft nodes before linearized reading' (duration: 957.128193ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:11.617553Z","caller":"traceutil/trace.go:171","msg":"trace[1481634423] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:39159; }","duration":"1.181948097s","start":"2026-07-29T15:04:10.435595Z","end":"2026-07-29T15:04:11.617544Z","steps":["trace[1481634423] 'agreement among raft nodes before linearized reading' (duration: 1.181902266s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.617583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:10.435579Z","time spent":"1.181996769s","remote":"127.0.0.1:32768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:11.617596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:10.660183Z","time spent":"957.397211ms","remote":"127.0.0.1:51392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:04:11.616936Z","caller":"traceutil/trace.go:171","msg":"trace[1720436420] transaction","detail":"{read_only:false; response_revision:39151; number_of_response:1; }","duration":"599.34081ms","start":"2026-07-29T15:04:11.017466Z","end":"2026-07-29T15:04:11.616807Z","steps":["trace[1720436420] 'process raft request' (duration: 598.764734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.617861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:11.017444Z","time spent":"600.365478ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:11.840636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.85956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:04:11.840719Z","caller":"traceutil/trace.go:171","msg":"trace[1366409351] linearizableReadLoop","detail":"{readStateIndex:40330; appliedIndex:40329; }","duration":"223.695643ms","start":"2026-07-29T15:04:11.617011Z","end":"2026-07-29T15:04:11.840706Z","steps":["trace[1366409351] 'read index received' (duration: 108.601217ms)","trace[1366409351] 'applied index is now lower than readState.Index' (duration: 115.093356ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:11.840757Z","caller":"traceutil/trace.go:171","msg":"trace[1710519789] transaction","detail":"{read_only:false; response_revision:39160; number_of_response:1; }","duration":"557.924717ms","start":"2026-07-29T15:04:11.282799Z","end":"2026-07-29T15:04:11.840723Z","steps":["trace[1710519789] 'process raft request' (duration: 442.900613ms)","trace[1710519789] 'compare' (duration: 114.761387ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:04:11.840921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.945672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-29T15:04:11.840913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:11.282772Z","time spent":"558.076591ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:11.840946Z","caller":"traceutil/trace.go:171","msg":"trace[195342852] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935; range_end:; response_count:1; response_revision:39160; }","duration":"218.997574ms","start":"2026-07-29T15:04:11.621942Z","end":"2026-07-29T15:04:11.840939Z","steps":["trace[195342852] 'agreement among raft nodes before linearized reading' (duration: 218.84141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.840938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.127909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:04:11.841042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.975773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"warn","ts":"2026-07-29T15:04:11.840982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.863526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:11.841133Z","caller":"traceutil/trace.go:171","msg":"trace[1298691901] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39160; }","duration":"219.103487ms","start":"2026-07-29T15:04:11.622011Z","end":"2026-07-29T15:04:11.841114Z","steps":["trace[1298691901] 'agreement among raft nodes before linearized reading' (duration: 218.898941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.841038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.895281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e3077823-b562-4207-b1f4-ad57d28f2e12\" ","response":"range_response_count:1 size:2206"} {"level":"info","ts":"2026-07-29T15:04:11.841162Z","caller":"traceutil/trace.go:171","msg":"trace[911342128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39160; }","duration":"212.062362ms","start":"2026-07-29T15:04:11.629056Z","end":"2026-07-29T15:04:11.841119Z","steps":["trace[911342128] 'agreement among raft nodes before linearized reading' (duration: 211.789484ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:11.841251Z","caller":"traceutil/trace.go:171","msg":"trace[372020617] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e3077823-b562-4207-b1f4-ad57d28f2e12; range_end:; response_count:1; response_revision:39160; }","duration":"219.121117ms","start":"2026-07-29T15:04:11.622103Z","end":"2026-07-29T15:04:11.841224Z","steps":["trace[372020617] 'agreement among raft nodes before linearized reading' (duration: 218.757757ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:11.84106Z","caller":"traceutil/trace.go:171","msg":"trace[1687932088] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:39160; }","duration":"734.335935ms","start":"2026-07-29T15:04:11.106696Z","end":"2026-07-29T15:04:11.841032Z","steps":["trace[1687932088] 'agreement among raft nodes before linearized reading' (duration: 734.059838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:11.841343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:11.106664Z","time spent":"734.658583ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:04:12.205631Z","caller":"traceutil/trace.go:171","msg":"trace[2147117498] linearizableReadLoop","detail":"{readStateIndex:40332; appliedIndex:40331; }","duration":"224.287389ms","start":"2026-07-29T15:04:11.981321Z","end":"2026-07-29T15:04:12.205608Z","steps":["trace[2147117498] 'read index received' (duration: 192.516253ms)","trace[2147117498] 'applied index is now lower than readState.Index' (duration: 31.770396ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:12.205742Z","caller":"traceutil/trace.go:171","msg":"trace[111769524] transaction","detail":"{read_only:false; response_revision:39162; number_of_response:1; }","duration":"275.917774ms","start":"2026-07-29T15:04:11.929756Z","end":"2026-07-29T15:04:12.205674Z","steps":["trace[111769524] 'process raft request' (duration: 244.017364ms)","trace[111769524] 'compare' (duration: 31.739636ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:04:12.205758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.426913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:12.205814Z","caller":"traceutil/trace.go:171","msg":"trace[1440459485] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39162; }","duration":"224.530517ms","start":"2026-07-29T15:04:11.981268Z","end":"2026-07-29T15:04:12.205799Z","steps":["trace[1440459485] 'agreement among raft nodes before linearized reading' (duration: 224.425784ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:12.829797Z","caller":"traceutil/trace.go:171","msg":"trace[668821841] linearizableReadLoop","detail":"{readStateIndex:40333; appliedIndex:40332; }","duration":"170.163706ms","start":"2026-07-29T15:04:12.65961Z","end":"2026-07-29T15:04:12.829774Z","steps":["trace[668821841] 'read index received' (duration: 169.915249ms)","trace[668821841] 'applied index is now lower than readState.Index' (duration: 247.537µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:12.829906Z","caller":"traceutil/trace.go:171","msg":"trace[1785251094] transaction","detail":"{read_only:false; response_revision:39163; number_of_response:1; }","duration":"225.489382ms","start":"2026-07-29T15:04:12.60439Z","end":"2026-07-29T15:04:12.82988Z","steps":["trace[1785251094] 'process raft request' (duration: 225.245025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:12.829981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.350531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:04:12.830022Z","caller":"traceutil/trace.go:171","msg":"trace[88004187] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:39163; }","duration":"170.412263ms","start":"2026-07-29T15:04:12.659599Z","end":"2026-07-29T15:04:12.830011Z","steps":["trace[88004187] 'agreement among raft nodes before linearized reading' (duration: 170.30506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:12.830054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.941933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:12.830146Z","caller":"traceutil/trace.go:171","msg":"trace[53622720] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:39163; }","duration":"135.101869ms","start":"2026-07-29T15:04:12.695025Z","end":"2026-07-29T15:04:12.830127Z","steps":["trace[53622720] 'agreement among raft nodes before linearized reading' (duration: 134.921834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:13.14009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.036316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T15:04:13.14018Z","caller":"traceutil/trace.go:171","msg":"trace[1708917460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39163; }","duration":"123.186689ms","start":"2026-07-29T15:04:13.016975Z","end":"2026-07-29T15:04:13.140162Z","steps":["trace[1708917460] 'range keys from in-memory index tree' (duration: 122.83993ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:13.220649Z","caller":"traceutil/trace.go:171","msg":"trace[17149306] transaction","detail":"{read_only:false; response_revision:39164; number_of_response:1; }","duration":"203.033853ms","start":"2026-07-29T15:04:13.017596Z","end":"2026-07-29T15:04:13.22063Z","steps":["trace[17149306] 'process raft request' (duration: 202.869269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:13.982102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.053446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:04:13.982299Z","caller":"traceutil/trace.go:171","msg":"trace[104469180] transaction","detail":"{read_only:false; response_revision:39165; number_of_response:1; }","duration":"963.614973ms","start":"2026-07-29T15:04:13.018652Z","end":"2026-07-29T15:04:13.982267Z","steps":["trace[104469180] 'process raft request' (duration: 399.32218ms)","trace[104469180] 'compare' (duration: 563.952073ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:13.982303Z","caller":"traceutil/trace.go:171","msg":"trace[1503514478] transaction","detail":"{read_only:false; response_revision:39166; number_of_response:1; }","duration":"958.778029ms","start":"2026-07-29T15:04:13.023506Z","end":"2026-07-29T15:04:13.982284Z","steps":["trace[1503514478] 'process raft request' (duration: 958.685956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:13.982547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:13.023478Z","time spent":"958.907613ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:13.983086Z","caller":"traceutil/trace.go:171","msg":"trace[1888601398] transaction","detail":"{read_only:false; response_revision:39167; number_of_response:1; }","duration":"959.521919ms","start":"2026-07-29T15:04:13.023531Z","end":"2026-07-29T15:04:13.983053Z","steps":["trace[1888601398] 'process raft request' (duration: 958.718437ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:13.983148Z","caller":"traceutil/trace.go:171","msg":"trace[2051715462] transaction","detail":"{read_only:false; response_revision:39168; number_of_response:1; }","duration":"959.541699ms","start":"2026-07-29T15:04:13.023592Z","end":"2026-07-29T15:04:13.983133Z","steps":["trace[2051715462] 'process raft request' (duration: 959.347804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:13.98329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:13.02357Z","time spent":"959.614342ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:13.98331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:13.023506Z","time spent":"959.650073ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:13.983338Z","caller":"traceutil/trace.go:171","msg":"trace[618389962] transaction","detail":"{read_only:false; response_revision:39169; number_of_response:1; }","duration":"959.639783ms","start":"2026-07-29T15:04:13.023684Z","end":"2026-07-29T15:04:13.983324Z","steps":["trace[618389962] 'process raft request' (duration: 959.379896ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:13.983262Z","caller":"traceutil/trace.go:171","msg":"trace[2138628718] transaction","detail":"{read_only:false; response_revision:39170; number_of_response:1; }","duration":"866.925914ms","start":"2026-07-29T15:04:13.116309Z","end":"2026-07-29T15:04:13.983235Z","steps":["trace[2138628718] 'process raft request' (duration: 866.823181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:13.983494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:13.023645Z","time spent":"959.756386ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:13.983524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.607148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:04:13.983328Z","caller":"traceutil/trace.go:171","msg":"trace[136396136] linearizableReadLoop","detail":"{readStateIndex:40339; appliedIndex:40333; }","duration":"952.414543ms","start":"2026-07-29T15:04:13.030883Z","end":"2026-07-29T15:04:13.983298Z","steps":["trace[136396136] 'read index received' (duration: 189.651313ms)","trace[136396136] 'applied index is now lower than readState.Index' (duration: 762.7619ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:13.983601Z","caller":"traceutil/trace.go:171","msg":"trace[585353544] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:39171; }","duration":"952.729362ms","start":"2026-07-29T15:04:13.030854Z","end":"2026-07-29T15:04:13.983583Z","steps":["trace[585353544] 'agreement among raft nodes before linearized reading' (duration: 952.536206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:13.983661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:13.03082Z","time spent":"952.823454ms","remote":"127.0.0.1:44154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:13.983719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.156546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:04:13.983701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:13.116283Z","time spent":"867.253704ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:13.983808Z","caller":"traceutil/trace.go:171","msg":"trace[798131300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39171; }","duration":"594.276889ms","start":"2026-07-29T15:04:13.389507Z","end":"2026-07-29T15:04:13.983784Z","steps":["trace[798131300] 'agreement among raft nodes before linearized reading' (duration: 594.153696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:13.983815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.213468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T15:04:13.983863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:13.389485Z","time spent":"594.365442ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:04:13.983868Z","caller":"traceutil/trace.go:171","msg":"trace[1618053199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39171; }","duration":"361.30191ms","start":"2026-07-29T15:04:13.62255Z","end":"2026-07-29T15:04:13.983852Z","steps":["trace[1618053199] 'agreement among raft nodes before linearized reading' (duration: 361.132446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:13.98391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:13.622531Z","time spent":"361.367712ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T15:04:13.98396Z","caller":"traceutil/trace.go:171","msg":"trace[1382931276] transaction","detail":"{read_only:false; response_revision:39171; number_of_response:1; }","duration":"839.922019ms","start":"2026-07-29T15:04:13.144018Z","end":"2026-07-29T15:04:13.98394Z","steps":["trace[1382931276] 'process raft request' (duration: 839.165308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:13.984081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:13.144Z","time spent":"840.002641ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:13.98418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.620029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T15:04:13.984243Z","caller":"traceutil/trace.go:171","msg":"trace[2009061909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39171; }","duration":"361.711242ms","start":"2026-07-29T15:04:13.622517Z","end":"2026-07-29T15:04:13.984228Z","steps":["trace[2009061909] 'agreement among raft nodes before linearized reading' (duration: 361.562767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:13.984294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:13.6225Z","time spent":"361.781704ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:04:13.984328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.860431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T15:04:13.9844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.385523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T15:04:13.984421Z","caller":"traceutil/trace.go:171","msg":"trace[1180592116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39171; }","duration":"359.975623ms","start":"2026-07-29T15:04:13.62443Z","end":"2026-07-29T15:04:13.984406Z","steps":["trace[1180592116] 'agreement among raft nodes before linearized reading' (duration: 359.753207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:13.984469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:13.62442Z","time spent":"360.038796ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T15:04:13.984468Z","caller":"traceutil/trace.go:171","msg":"trace[899662524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39171; }","duration":"361.460045ms","start":"2026-07-29T15:04:13.622989Z","end":"2026-07-29T15:04:13.984449Z","steps":["trace[899662524] 'agreement among raft nodes before linearized reading' (duration: 361.30381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:13.98452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:13.622981Z","time spent":"361.526486ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:04:13.984572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.019398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T15:04:13.984629Z","caller":"traceutil/trace.go:171","msg":"trace[1896761457] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:39171; }","duration":"363.09395ms","start":"2026-07-29T15:04:13.621517Z","end":"2026-07-29T15:04:13.984611Z","steps":["trace[1896761457] 'agreement among raft nodes before linearized reading' (duration: 362.901715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:13.984635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.201956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-29T15:04:13.98467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:13.621503Z","time spent":"363.158922ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T15:04:13.984712Z","caller":"traceutil/trace.go:171","msg":"trace[655989328] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:39171; }","duration":"553.373711ms","start":"2026-07-29T15:04:13.431326Z","end":"2026-07-29T15:04:13.984699Z","steps":["trace[655989328] 'agreement among raft nodes before linearized reading' (duration: 552.98185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:13.984824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:13.431304Z","time spent":"553.507565ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-29T15:04:13.984619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:13.018641Z","time spent":"963.728865ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:14.246243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.069918ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-29T15:04:14.880314Z","caller":"traceutil/trace.go:171","msg":"trace[987105306] transaction","detail":"{read_only:false; response_revision:39173; number_of_response:1; }","duration":"890.062573ms","start":"2026-07-29T15:04:13.990234Z","end":"2026-07-29T15:04:14.880296Z","steps":["trace[987105306] 'process raft request' (duration: 889.892228ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:14.88037Z","caller":"traceutil/trace.go:171","msg":"trace[1917986531] transaction","detail":"{read_only:false; response_revision:39175; number_of_response:1; }","duration":"886.974607ms","start":"2026-07-29T15:04:13.993387Z","end":"2026-07-29T15:04:14.880361Z","steps":["trace[1917986531] 'process raft request' (duration: 886.871725ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:14.880392Z","caller":"traceutil/trace.go:171","msg":"trace[1679201884] transaction","detail":"{read_only:false; response_revision:39176; number_of_response:1; }","duration":"886.796032ms","start":"2026-07-29T15:04:13.993582Z","end":"2026-07-29T15:04:14.880378Z","steps":["trace[1679201884] 'process raft request' (duration: 886.71224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:14.880451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:13.993574Z","time spent":"886.844694ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:14.880496Z","caller":"traceutil/trace.go:171","msg":"trace[819703844] transaction","detail":"{read_only:false; response_revision:39174; number_of_response:1; }","duration":"889.531528ms","start":"2026-07-29T15:04:13.990953Z","end":"2026-07-29T15:04:14.880485Z","steps":["trace[819703844] 'process raft request' (duration: 889.26217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:14.880453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:13.993369Z","time spent":"887.028698ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:14.880557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:13.990945Z","time spent":"889.582589ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:14.880351Z","caller":"traceutil/trace.go:171","msg":"trace[986813776] linearizableReadLoop","detail":"{readStateIndex:40347; appliedIndex:40341; }","duration":"867.893901ms","start":"2026-07-29T15:04:14.012435Z","end":"2026-07-29T15:04:14.880328Z","steps":["trace[986813776] 'read index received' (duration: 119.812126ms)","trace[986813776] 'applied index is now lower than readState.Index' (duration: 748.080725ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:04:14.880453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:13.990209Z","time spent":"890.162825ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:14.8803Z","caller":"traceutil/trace.go:171","msg":"trace[1435006491] transaction","detail":"{read_only:false; response_revision:39172; number_of_response:1; }","duration":"890.088733ms","start":"2026-07-29T15:04:13.990178Z","end":"2026-07-29T15:04:14.880267Z","steps":["trace[1435006491] 'process raft request' (duration: 889.796035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:14.880721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:13.990167Z","time spent":"890.516944ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:14.880723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.272051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:14.880804Z","caller":"traceutil/trace.go:171","msg":"trace[1434365459] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:39176; }","duration":"868.389044ms","start":"2026-07-29T15:04:14.012386Z","end":"2026-07-29T15:04:14.880775Z","steps":["trace[1434365459] 'agreement among raft nodes before linearized reading' (duration: 868.25382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:14.880858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:14.012371Z","time spent":"868.476177ms","remote":"127.0.0.1:60996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:15.381275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979130564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:04:15.788819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:15.445304Z","time spent":"343.508589ms","remote":"127.0.0.1:50032","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T15:04:15.881628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979130564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:04:16.20094Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.038604931s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T15:04:16.20169Z","caller":"traceutil/trace.go:171","msg":"trace[917557014] transaction","detail":"{read_only:false; response_revision:39177; number_of_response:1; }","duration":"1.954178967s","start":"2026-07-29T15:04:14.247479Z","end":"2026-07-29T15:04:16.201658Z","steps":["trace[917557014] 'process raft request' (duration: 1.953880099s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:16.201732Z","caller":"traceutil/trace.go:171","msg":"trace[2082105790] transaction","detail":"{read_only:false; response_revision:39178; number_of_response:1; }","duration":"1.366124799s","start":"2026-07-29T15:04:14.835554Z","end":"2026-07-29T15:04:16.201679Z","steps":["trace[2082105790] 'process raft request' (duration: 1.365993755s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:16.201865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:14.247459Z","time spent":"1.954325401s","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:16.201906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:14.835531Z","time spent":"1.366288074s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:16.389726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999903898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:04:16.389811Z","caller":"traceutil/trace.go:171","msg":"trace[1703801126] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000005581s","start":"2026-07-29T15:04:14.389787Z","end":"2026-07-29T15:04:16.389793Z","steps":["trace[1703801126] 'agreement among raft nodes before linearized reading' (duration: 1.999900968s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:16.389864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:14.389729Z","time spent":"2.000118995s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:04:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-29T15:04:17.142017Z","caller":"traceutil/trace.go:171","msg":"trace[1386687454] transaction","detail":"{read_only:false; response_revision:39179; number_of_response:1; }","duration":"1.915394766s","start":"2026-07-29T15:04:15.226582Z","end":"2026-07-29T15:04:17.141977Z","steps":["trace[1386687454] 'process raft request' (duration: 1.915069077s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:17.142187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:15.226555Z","time spent":"1.915551431s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:17.142381Z","caller":"traceutil/trace.go:171","msg":"trace[89448041] linearizableReadLoop","detail":"{readStateIndex:40350; appliedIndex:40347; }","duration":"2.261724284s","start":"2026-07-29T15:04:14.880638Z","end":"2026-07-29T15:04:17.142362Z","steps":["trace[89448041] 'read index received' (duration: 1.320600623s)","trace[89448041] 'applied index is now lower than readState.Index' (duration: 941.122471ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:17.142498Z","caller":"traceutil/trace.go:171","msg":"trace[516987890] transaction","detail":"{read_only:false; response_revision:39183; number_of_response:1; }","duration":"1.150973511s","start":"2026-07-29T15:04:15.991496Z","end":"2026-07-29T15:04:17.14247Z","steps":["trace[516987890] 'process raft request' (duration: 1.150683003s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:17.142496Z","caller":"traceutil/trace.go:171","msg":"trace[242364327] transaction","detail":"{read_only:false; response_revision:39185; number_of_response:1; }","duration":"1.149171042s","start":"2026-07-29T15:04:15.993272Z","end":"2026-07-29T15:04:17.142443Z","steps":["trace[242364327] 'process raft request' (duration: 1.149037589s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:17.142577Z","caller":"traceutil/trace.go:171","msg":"trace[818803754] transaction","detail":"{read_only:false; response_revision:39184; number_of_response:1; }","duration":"1.150185979s","start":"2026-07-29T15:04:15.992366Z","end":"2026-07-29T15:04:17.142552Z","steps":["trace[818803754] 'process raft request' (duration: 1.149890831s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:17.142441Z","caller":"traceutil/trace.go:171","msg":"trace[175680473] transaction","detail":"{read_only:false; response_revision:39181; number_of_response:1; }","duration":"1.151231639s","start":"2026-07-29T15:04:15.991148Z","end":"2026-07-29T15:04:17.142379Z","steps":["trace[175680473] 'process raft request' (duration: 1.150767746s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:17.142654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.91928866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:17.142677Z","caller":"traceutil/trace.go:171","msg":"trace[121191019] transaction","detail":"{read_only:false; response_revision:39182; number_of_response:1; }","duration":"1.151412654s","start":"2026-07-29T15:04:15.991253Z","end":"2026-07-29T15:04:17.142666Z","steps":["trace[121191019] 'process raft request' (duration: 1.150847938s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:17.142687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:15.993265Z","time spent":"1.149318876s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:17.142698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683432562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-29T15:04:17.142712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644763624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:04:17.142734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:15.991225Z","time spent":"1.151485766s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:17.142725Z","caller":"traceutil/trace.go:171","msg":"trace[405959948] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:39185; }","duration":"2.919371073s","start":"2026-07-29T15:04:14.223335Z","end":"2026-07-29T15:04:17.142706Z","steps":["trace[405959948] 'agreement among raft nodes before linearized reading' (duration: 2.919234949s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:17.142761Z","caller":"traceutil/trace.go:171","msg":"trace[1324155525] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:39185; }","duration":"2.683540825s","start":"2026-07-29T15:04:14.459207Z","end":"2026-07-29T15:04:17.142748Z","steps":["trace[1324155525] 'agreement among raft nodes before linearized reading' (duration: 2.683290758s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:17.142774Z","caller":"traceutil/trace.go:171","msg":"trace[212606278] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:39185; }","duration":"2.644872348s","start":"2026-07-29T15:04:14.497886Z","end":"2026-07-29T15:04:17.142758Z","steps":["trace[212606278] 'agreement among raft nodes before linearized reading' (duration: 2.644783406s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:17.142796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:14.223278Z","time spent":"2.919500226s","remote":"127.0.0.1:33042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:17.142804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:14.459187Z","time spent":"2.683607826s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":178,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:17.142632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:15.991478Z","time spent":"1.151082765s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:17.142823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:14.497861Z","time spent":"2.644948649s","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:17.142626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.878006431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:04:17.142647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:15.992357Z","time spent":"1.150255192s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:17.14289Z","caller":"traceutil/trace.go:171","msg":"trace[1459686017] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:39185; }","duration":"2.87831502s","start":"2026-07-29T15:04:14.264551Z","end":"2026-07-29T15:04:17.142866Z","steps":["trace[1459686017] 'agreement among raft nodes before linearized reading' (duration: 2.877987701s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:17.142946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:14.264538Z","time spent":"2.878389542s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:17.14302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:15.991138Z","time spent":"1.151593998s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:17.143261Z","caller":"traceutil/trace.go:171","msg":"trace[1493898922] transaction","detail":"{read_only:false; response_revision:39180; number_of_response:1; }","duration":"1.151045713s","start":"2026-07-29T15:04:15.990965Z","end":"2026-07-29T15:04:17.142011Z","steps":["trace[1493898922] 'process raft request' (duration: 1.150888309s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:17.143329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:15.990941Z","time spent":"1.15235708s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:18.161146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.610176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:04:18.161244Z","caller":"traceutil/trace.go:171","msg":"trace[1196722102] linearizableReadLoop","detail":"{readStateIndex:40357; appliedIndex:40356; }","duration":"1.018723993s","start":"2026-07-29T15:04:17.142502Z","end":"2026-07-29T15:04:18.161226Z","steps":["trace[1196722102] 'read index received' (duration: 480.823539ms)","trace[1196722102] 'applied index is now lower than readState.Index' (duration: 537.898074ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:04:18.161411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537093928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T15:04:18.161451Z","caller":"traceutil/trace.go:171","msg":"trace[474271564] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39186; }","duration":"1.53716924s","start":"2026-07-29T15:04:16.624273Z","end":"2026-07-29T15:04:18.161442Z","steps":["trace[474271564] 'agreement among raft nodes before linearized reading' (duration: 1.537039386s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.161478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:16.624253Z","time spent":"1.537219152s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:04:18.161487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17025993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T15:04:18.161553Z","caller":"traceutil/trace.go:171","msg":"trace[1328013163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39186; }","duration":"2.170354263s","start":"2026-07-29T15:04:15.991181Z","end":"2026-07-29T15:04:18.161535Z","steps":["trace[1328013163] 'agreement among raft nodes before linearized reading' (duration: 2.170164717s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.161605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:15.991176Z","time spent":"2.170417514s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:04:18.16178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537479909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-07-29T15:04:18.161777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.222875818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:18.16181Z","caller":"traceutil/trace.go:171","msg":"trace[574292791] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39186; }","duration":"1.537539891s","start":"2026-07-29T15:04:16.62426Z","end":"2026-07-29T15:04:18.1618Z","steps":["trace[574292791] 'agreement among raft nodes before linearized reading' (duration: 1.537441388s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.161838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:16.62424Z","time spent":"1.537591462s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T15:04:18.161846Z","caller":"traceutil/trace.go:171","msg":"trace[2017864171] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:39186; }","duration":"3.222993082s","start":"2026-07-29T15:04:14.938832Z","end":"2026-07-29T15:04:18.161825Z","steps":["trace[2017864171] 'agreement among raft nodes before linearized reading' (duration: 3.222869328s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.16188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:14.938809Z","time spent":"3.223062554s","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:18.161919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580447434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:18.161943Z","caller":"traceutil/trace.go:171","msg":"trace[1298163568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39186; }","duration":"1.580511517s","start":"2026-07-29T15:04:16.581424Z","end":"2026-07-29T15:04:18.161935Z","steps":["trace[1298163568] 'agreement among raft nodes before linearized reading' (duration: 1.580474756s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.161965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:16.581401Z","time spent":"1.580559597s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:04:18.161486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536666316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-29T15:04:18.162028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921950484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:18.162061Z","caller":"traceutil/trace.go:171","msg":"trace[87188209] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:39186; }","duration":"2.922025796s","start":"2026-07-29T15:04:15.240026Z","end":"2026-07-29T15:04:18.162052Z","steps":["trace[87188209] 'agreement among raft nodes before linearized reading' (duration: 2.921960914s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.162083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:15.240004Z","time spent":"2.922073078s","remote":"127.0.0.1:50720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:04:18.16207Z","caller":"traceutil/trace.go:171","msg":"trace[1546738062] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39186; }","duration":"1.537266974s","start":"2026-07-29T15:04:16.624772Z","end":"2026-07-29T15:04:18.162039Z","steps":["trace[1546738062] 'agreement among raft nodes before linearized reading' (duration: 1.536521303s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.162103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958348844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-29T15:04:18.16214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.603751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T15:04:18.162156Z","caller":"traceutil/trace.go:171","msg":"trace[439319378] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:39186; }","duration":"1.958447186s","start":"2026-07-29T15:04:16.203694Z","end":"2026-07-29T15:04:18.162142Z","steps":["trace[439319378] 'agreement among raft nodes before linearized reading' (duration: 1.958280582s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.162159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772079113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:04:18.162168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:16.624762Z","time spent":"1.537369806s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:04:18.162174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378588229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T15:04:18.162191Z","caller":"traceutil/trace.go:171","msg":"trace[1612684955] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39186; }","duration":"922.717883ms","start":"2026-07-29T15:04:17.23946Z","end":"2026-07-29T15:04:18.162178Z","steps":["trace[1612684955] 'agreement among raft nodes before linearized reading' (duration: 922.538188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.162192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:16.203676Z","time spent":"1.958508868s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-29T15:04:18.162202Z","caller":"traceutil/trace.go:171","msg":"trace[652977751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39186; }","duration":"1.772164676s","start":"2026-07-29T15:04:16.390024Z","end":"2026-07-29T15:04:18.162189Z","steps":["trace[652977751] 'agreement among raft nodes before linearized reading' (duration: 1.772105564s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:18.162217Z","caller":"traceutil/trace.go:171","msg":"trace[516227825] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:39186; }","duration":"2.378682982s","start":"2026-07-29T15:04:15.783524Z","end":"2026-07-29T15:04:18.162207Z","steps":["trace[516227825] 'agreement among raft nodes before linearized reading' (duration: 2.378458556s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.162238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:16.389995Z","time spent":"1.772234217s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:04:18.162251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:15.783504Z","time spent":"2.378738023s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":233,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:04:18.162239Z","caller":"traceutil/trace.go:171","msg":"trace[2051814686] transaction","detail":"{read_only:false; response_revision:39186; number_of_response:1; }","duration":"1.315939275s","start":"2026-07-29T15:04:16.846272Z","end":"2026-07-29T15:04:18.162211Z","steps":["trace[2051814686] 'process raft request' (duration: 777.160567ms)","trace[2051814686] 'compare' (duration: 537.342889ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:04:18.162268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27695378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T15:04:18.162289Z","caller":"traceutil/trace.go:171","msg":"trace[538008894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39186; }","duration":"1.277017791s","start":"2026-07-29T15:04:16.885265Z","end":"2026-07-29T15:04:18.162283Z","steps":["trace[538008894] 'agreement among raft nodes before linearized reading' (duration: 1.276747614s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.162309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:16.885242Z","time spent":"1.277063662s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:04:18.16231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500405006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:1861"} {"level":"warn","ts":"2026-07-29T15:04:18.162312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529615142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T15:04:18.162338Z","caller":"traceutil/trace.go:171","msg":"trace[1257188720] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:39186; }","duration":"1.500456228s","start":"2026-07-29T15:04:16.661873Z","end":"2026-07-29T15:04:18.162329Z","steps":["trace[1257188720] 'agreement among raft nodes before linearized reading' (duration: 1.500282163s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.162155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276535658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T15:04:18.162352Z","caller":"traceutil/trace.go:171","msg":"trace[1961532962] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39186; }","duration":"1.529674754s","start":"2026-07-29T15:04:16.632666Z","end":"2026-07-29T15:04:18.16234Z","steps":["trace[1961532962] 'agreement among raft nodes before linearized reading' (duration: 1.529578621s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.162365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:16.661854Z","time spent":"1.500503648s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-29T15:04:18.162223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:17.23944Z","time spent":"922.777436ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T15:04:18.16237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276729744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T15:04:18.162382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:16.632653Z","time spent":"1.529721935s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T15:04:18.162388Z","caller":"traceutil/trace.go:171","msg":"trace[2069924077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39186; }","duration":"1.276813136s","start":"2026-07-29T15:04:16.885551Z","end":"2026-07-29T15:04:18.162364Z","steps":["trace[2069924077] 'agreement among raft nodes before linearized reading' (duration: 1.276422145s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.16244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.545417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:18.162468Z","caller":"traceutil/trace.go:171","msg":"trace[1499485853] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:39186; }","duration":"727.61068ms","start":"2026-07-29T15:04:17.43485Z","end":"2026-07-29T15:04:18.162461Z","steps":["trace[1499485853] 'agreement among raft nodes before linearized reading' (duration: 727.533688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.162351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:16.846242Z","time spent":"1.316046208s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:18.162481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:16.885528Z","time spent":"1.276934599s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T15:04:18.162482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.658761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-29T15:04:18.162472Z","caller":"traceutil/trace.go:171","msg":"trace[1398235680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39186; }","duration":"1.276776084s","start":"2026-07-29T15:04:16.885617Z","end":"2026-07-29T15:04:18.162393Z","steps":["trace[1398235680] 'agreement among raft nodes before linearized reading' (duration: 1.276694502s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:18.16252Z","caller":"traceutil/trace.go:171","msg":"trace[493945550] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:39186; }","duration":"286.731153ms","start":"2026-07-29T15:04:17.875779Z","end":"2026-07-29T15:04:18.16251Z","steps":["trace[493945550] 'agreement among raft nodes before linearized reading' (duration: 286.528877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.162539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:16.885607Z","time spent":"1.276926608s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:04:18.162264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276684792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-29T15:04:18.162528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276912898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-29T15:04:18.162493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:17.434828Z","time spent":"727.660971ms","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:04:18.162566Z","caller":"traceutil/trace.go:171","msg":"trace[971793924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39186; }","duration":"1.277016331s","start":"2026-07-29T15:04:16.885542Z","end":"2026-07-29T15:04:18.162558Z","steps":["trace[971793924] 'agreement among raft nodes before linearized reading' (duration: 1.276495517s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.162593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:16.885532Z","time spent":"1.277053712s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T15:04:18.162586Z","caller":"traceutil/trace.go:171","msg":"trace[1436187454] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:39186; }","duration":"1.27698456s","start":"2026-07-29T15:04:16.885584Z","end":"2026-07-29T15:04:18.162568Z","steps":["trace[1436187454] 'agreement among raft nodes before linearized reading' (duration: 1.276798635s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.162648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:16.885575Z","time spent":"1.277057292s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T15:04:18.821332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.640529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:04:18.821448Z","caller":"traceutil/trace.go:171","msg":"trace[1252414305] transaction","detail":"{read_only:false; response_revision:39187; number_of_response:1; }","duration":"653.735181ms","start":"2026-07-29T15:04:18.167681Z","end":"2026-07-29T15:04:18.821416Z","steps":["trace[1252414305] 'process raft request' (duration: 320.932907ms)","trace[1252414305] 'compare' (duration: 332.531626ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:04:18.821509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.167665Z","time spent":"653.816933ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:18.894299Z","caller":"traceutil/trace.go:171","msg":"trace[1983145428] transaction","detail":"{read_only:false; response_revision:39188; number_of_response:1; }","duration":"726.331074ms","start":"2026-07-29T15:04:18.167932Z","end":"2026-07-29T15:04:18.894263Z","steps":["trace[1983145428] 'process raft request' (duration: 725.607824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.894486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.167923Z","time spent":"726.454757ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:18.894949Z","caller":"traceutil/trace.go:171","msg":"trace[1733806619] transaction","detail":"{read_only:false; response_revision:39191; number_of_response:1; }","duration":"726.92843ms","start":"2026-07-29T15:04:18.168006Z","end":"2026-07-29T15:04:18.894934Z","steps":["trace[1733806619] 'process raft request' (duration: 726.589331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.895034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.16798Z","time spent":"727.014423ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:18.89505Z","caller":"traceutil/trace.go:171","msg":"trace[1832159519] linearizableReadLoop","detail":"{readStateIndex:40366; appliedIndex:40357; }","duration":"726.609692ms","start":"2026-07-29T15:04:18.168417Z","end":"2026-07-29T15:04:18.895027Z","steps":["trace[1832159519] 'read index received' (duration: 320.273829ms)","trace[1832159519] 'applied index is now lower than readState.Index' (duration: 406.332583ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:18.895172Z","caller":"traceutil/trace.go:171","msg":"trace[445262459] transaction","detail":"{read_only:false; response_revision:39192; number_of_response:1; }","duration":"727.126676ms","start":"2026-07-29T15:04:18.168035Z","end":"2026-07-29T15:04:18.895161Z","steps":["trace[445262459] 'process raft request' (duration: 726.606721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.895286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.168028Z","time spent":"727.179217ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:18.89534Z","caller":"traceutil/trace.go:171","msg":"trace[1066708430] transaction","detail":"{read_only:false; response_revision:39189; number_of_response:1; }","duration":"727.353422ms","start":"2026-07-29T15:04:18.167975Z","end":"2026-07-29T15:04:18.895328Z","steps":["trace[1066708430] 'process raft request' (duration: 726.210641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.895413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.16797Z","time spent":"727.408654ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:18.895504Z","caller":"traceutil/trace.go:171","msg":"trace[594652581] transaction","detail":"{read_only:false; response_revision:39190; number_of_response:1; }","duration":"727.486936ms","start":"2026-07-29T15:04:18.168008Z","end":"2026-07-29T15:04:18.895495Z","steps":["trace[594652581] 'process raft request' (duration: 726.525709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.895557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.167998Z","time spent":"727.533187ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:18.895584Z","caller":"traceutil/trace.go:171","msg":"trace[495104002] transaction","detail":"{read_only:false; response_revision:39193; number_of_response:1; }","duration":"727.502116ms","start":"2026-07-29T15:04:18.168065Z","end":"2026-07-29T15:04:18.895567Z","steps":["trace[495104002] 'process raft request' (duration: 726.628262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.89566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.168058Z","time spent":"727.568858ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:18.895696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.169629Z","time spent":"726.065206ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T15:04:18.895734Z","caller":"traceutil/trace.go:171","msg":"trace[1301669355] transaction","detail":"{read_only:false; response_revision:39197; number_of_response:1; }","duration":"689.422445ms","start":"2026-07-29T15:04:18.206303Z","end":"2026-07-29T15:04:18.895726Z","steps":["trace[1301669355] 'process raft request' (duration: 688.659964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.895768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.206279Z","time spent":"689.469327ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:18.895855Z","caller":"traceutil/trace.go:171","msg":"trace[626006975] transaction","detail":"{read_only:false; response_revision:39194; number_of_response:1; }","duration":"727.60927ms","start":"2026-07-29T15:04:18.168234Z","end":"2026-07-29T15:04:18.895843Z","steps":["trace[626006975] 'process raft request' (duration: 726.513489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.895898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.477566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22743"} {"level":"info","ts":"2026-07-29T15:04:18.89592Z","caller":"traceutil/trace.go:171","msg":"trace[297557945] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:39197; }","duration":"727.511907ms","start":"2026-07-29T15:04:18.168402Z","end":"2026-07-29T15:04:18.895914Z","steps":["trace[297557945] 'agreement among raft nodes before linearized reading' (duration: 727.416654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.895926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.168224Z","time spent":"727.667251ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:18.896011Z","caller":"traceutil/trace.go:171","msg":"trace[1403043727] transaction","detail":"{read_only:false; response_revision:39195; number_of_response:1; }","duration":"727.925898ms","start":"2026-07-29T15:04:18.168076Z","end":"2026-07-29T15:04:18.896002Z","steps":["trace[1403043727] 'process raft request' (duration: 726.710724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.896063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.16806Z","time spent":"727.977429ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:18.895938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.168393Z","time spent":"727.541317ms","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":22765,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-29T15:04:18.896239Z","caller":"traceutil/trace.go:171","msg":"trace[911225415] transaction","detail":"{read_only:false; response_revision:39196; number_of_response:1; }","duration":"727.519877ms","start":"2026-07-29T15:04:18.168702Z","end":"2026-07-29T15:04:18.896222Z","steps":["trace[911225415] 'process raft request' (duration: 726.129819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:18.896554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.168694Z","time spent":"727.816445ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:19.273648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.166395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:04:19.27388Z","caller":"traceutil/trace.go:171","msg":"trace[540089970] transaction","detail":"{read_only:false; response_revision:39198; number_of_response:1; }","duration":"750.446089ms","start":"2026-07-29T15:04:18.523411Z","end":"2026-07-29T15:04:19.273857Z","steps":["trace[540089970] 'process raft request' (duration: 437.998507ms)","trace[540089970] 'compare' (duration: 311.744503ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:04:19.273963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.52339Z","time spent":"750.537752ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:20.169428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999726044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:04:20.169549Z","caller":"traceutil/trace.go:171","msg":"trace[824631642] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999873658s","start":"2026-07-29T15:04:18.169661Z","end":"2026-07-29T15:04:20.169535Z","steps":["trace[824631642] 'agreement among raft nodes before linearized reading' (duration: 1.999737504s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:20.169602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.169654Z","time spent":"1.999939849s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:04:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:04:20.493784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220032327s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T15:04:20.494001Z","caller":"traceutil/trace.go:171","msg":"trace[1014727699] linearizableReadLoop","detail":"{readStateIndex:40371; appliedIndex:40369; }","duration":"1.598849001s","start":"2026-07-29T15:04:18.895124Z","end":"2026-07-29T15:04:20.493973Z","steps":["trace[1014727699] 'read index received' (duration: 66.300589ms)","trace[1014727699] 'applied index is now lower than readState.Index' (duration: 1.532546502s)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:20.494197Z","caller":"traceutil/trace.go:171","msg":"trace[1413231279] transaction","detail":"{read_only:false; response_revision:39201; number_of_response:1; }","duration":"1.346414495s","start":"2026-07-29T15:04:19.147768Z","end":"2026-07-29T15:04:20.494183Z","steps":["trace[1413231279] 'process raft request' (duration: 1.346299622s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:20.494225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646569638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:20.494264Z","caller":"traceutil/trace.go:171","msg":"trace[576893749] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:39201; }","duration":"1.64662202s","start":"2026-07-29T15:04:18.84763Z","end":"2026-07-29T15:04:20.494252Z","steps":["trace[576893749] 'agreement among raft nodes before linearized reading' (duration: 1.646458315s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:20.494299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:19.147763Z","time spent":"1.346478416s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:20.495947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673035139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:04:20.496038Z","caller":"traceutil/trace.go:171","msg":"trace[987319858] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:39202; }","duration":"1.673145832s","start":"2026-07-29T15:04:18.822859Z","end":"2026-07-29T15:04:20.496005Z","steps":["trace[987319858] 'agreement among raft nodes before linearized reading' (duration: 1.671488116s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:20.496085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.822843Z","time spent":"1.673227794s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:20.497012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575313532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-29T15:04:20.497064Z","caller":"traceutil/trace.go:171","msg":"trace[1248336496] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:39206; }","duration":"1.575405994s","start":"2026-07-29T15:04:18.921644Z","end":"2026-07-29T15:04:20.49705Z","steps":["trace[1248336496] 'agreement among raft nodes before linearized reading' (duration: 1.575216589s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:20.497102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.921621Z","time spent":"1.575470156s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-29T15:04:20.49735Z","caller":"traceutil/trace.go:171","msg":"trace[2111814908] transaction","detail":"{read_only:false; response_revision:39203; number_of_response:1; }","duration":"1.347527246s","start":"2026-07-29T15:04:19.149799Z","end":"2026-07-29T15:04:20.497326Z","steps":["trace[2111814908] 'process raft request' (duration: 1.344633226s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:20.497426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:19.149794Z","time spent":"1.347589847s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:20.497602Z","caller":"traceutil/trace.go:171","msg":"trace[2111473951] transaction","detail":"{read_only:false; response_revision:39204; number_of_response:1; }","duration":"1.347631519s","start":"2026-07-29T15:04:19.14989Z","end":"2026-07-29T15:04:20.497521Z","steps":["trace[2111473951] 'process raft request' (duration: 1.346798536s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:20.497675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:19.149884Z","time spent":"1.347750952s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:20.497764Z","caller":"traceutil/trace.go:171","msg":"trace[583722291] transaction","detail":"{read_only:false; response_revision:39205; number_of_response:1; }","duration":"1.349386437s","start":"2026-07-29T15:04:19.148366Z","end":"2026-07-29T15:04:20.497753Z","steps":["trace[583722291] 'process raft request' (duration: 1.34838921s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:20.497825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:19.148358Z","time spent":"1.349439049s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:20.497922Z","caller":"traceutil/trace.go:171","msg":"trace[426511626] transaction","detail":"{read_only:false; response_revision:39206; number_of_response:1; }","duration":"1.345054138s","start":"2026-07-29T15:04:19.152848Z","end":"2026-07-29T15:04:20.497903Z","steps":["trace[426511626] 'process raft request' (duration: 1.343952387s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:20.497982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:19.152826Z","time spent":"1.34512284s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:20.498297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.394984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:20.498334Z","caller":"traceutil/trace.go:171","msg":"trace[292905020] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:39206; }","duration":"165.463256ms","start":"2026-07-29T15:04:20.332862Z","end":"2026-07-29T15:04:20.498325Z","steps":["trace[292905020] 'agreement among raft nodes before linearized reading' (duration: 165.393354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:20.49865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.016326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:04:20.498687Z","caller":"traceutil/trace.go:171","msg":"trace[1782643260] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:39206; }","duration":"318.055687ms","start":"2026-07-29T15:04:20.180624Z","end":"2026-07-29T15:04:20.498679Z","steps":["trace[1782643260] 'agreement among raft nodes before linearized reading' (duration: 317.852991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:20.498719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:20.180579Z","time spent":"318.12868ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:04:20.498748Z","caller":"traceutil/trace.go:171","msg":"trace[1662199643] transaction","detail":"{read_only:false; response_revision:39199; number_of_response:1; }","duration":"1.595221391s","start":"2026-07-29T15:04:18.90349Z","end":"2026-07-29T15:04:20.498711Z","steps":["trace[1662199643] 'process raft request' (duration: 1.590389107s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:20.498917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.903466Z","time spent":"1.595376065s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:20.498977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.078391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:20.499022Z","caller":"traceutil/trace.go:171","msg":"trace[1425497814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39206; }","duration":"329.160513ms","start":"2026-07-29T15:04:20.169853Z","end":"2026-07-29T15:04:20.499014Z","steps":["trace[1425497814] 'agreement among raft nodes before linearized reading' (duration: 328.987748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:20.499052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:20.169831Z","time spent":"329.216935ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:04:20.499097Z","caller":"traceutil/trace.go:171","msg":"trace[1160242151] transaction","detail":"{read_only:false; response_revision:39200; number_of_response:1; }","duration":"1.351361852s","start":"2026-07-29T15:04:19.147701Z","end":"2026-07-29T15:04:20.499063Z","steps":["trace[1160242151] 'process raft request' (duration: 1.346311742s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:20.499186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:19.147682Z","time spent":"1.351463975s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:20.499606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004423158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:04:20.494273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074138537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:20.499711Z","caller":"traceutil/trace.go:171","msg":"trace[1940624609] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:39201; }","duration":"2.079632699s","start":"2026-07-29T15:04:18.420053Z","end":"2026-07-29T15:04:20.499686Z","steps":["trace[1940624609] 'agreement among raft nodes before linearized reading' (duration: 2.074055395s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:20.499715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10307846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:04:20.499762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.420034Z","time spent":"2.079711801s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:04:20.499799Z","caller":"traceutil/trace.go:171","msg":"trace[884265971] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:39206; }","duration":"1.103205004s","start":"2026-07-29T15:04:19.396584Z","end":"2026-07-29T15:04:20.499789Z","steps":["trace[884265971] 'agreement among raft nodes before linearized reading' (duration: 1.10309321s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:20.499803Z","caller":"traceutil/trace.go:171","msg":"trace[987972463] transaction","detail":"{read_only:false; response_revision:39202; number_of_response:1; }","duration":"1.350027555s","start":"2026-07-29T15:04:19.14976Z","end":"2026-07-29T15:04:20.499788Z","steps":["trace[987972463] 'process raft request' (duration: 1.344344838s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:20.499832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:19.396562Z","time spent":"1.103261654s","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:20.499879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:19.149752Z","time spent":"1.350078696s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:20.494313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.847575Z","time spent":"1.646726752s","remote":"127.0.0.1:40474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:04:20.499656Z","caller":"traceutil/trace.go:171","msg":"trace[1419123548] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:39206; }","duration":"1.004525151s","start":"2026-07-29T15:04:19.495118Z","end":"2026-07-29T15:04:20.499643Z","steps":["trace[1419123548] 'agreement among raft nodes before linearized reading' (duration: 1.004442038s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:20.500351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183565961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:04:20.500375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:19.495098Z","time spent":"1.00526142s","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:04:20.500396Z","caller":"traceutil/trace.go:171","msg":"trace[1894644624] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:39206; }","duration":"1.183657014s","start":"2026-07-29T15:04:19.31673Z","end":"2026-07-29T15:04:20.500387Z","steps":["trace[1894644624] 'agreement among raft nodes before linearized reading' (duration: 1.18349519s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:20.500429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:19.316707Z","time spent":"1.183709985s","remote":"127.0.0.1:33082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:20.500505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817791213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"info","ts":"2026-07-29T15:04:20.500542Z","caller":"traceutil/trace.go:171","msg":"trace[236655072] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:39206; }","duration":"1.817855995s","start":"2026-07-29T15:04:18.682673Z","end":"2026-07-29T15:04:20.500529Z","steps":["trace[236655072] 'agreement among raft nodes before linearized reading' (duration: 1.817726681s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:20.500817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.682656Z","time spent":"1.818149483s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1652,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-29T15:04:20.501348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520279703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:20.501414Z","caller":"traceutil/trace.go:171","msg":"trace[1137831660] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39206; }","duration":"1.520380526s","start":"2026-07-29T15:04:18.98102Z","end":"2026-07-29T15:04:20.501401Z","steps":["trace[1137831660] 'agreement among raft nodes before linearized reading' (duration: 1.520288273s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:20.501479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:18.980999Z","time spent":"1.520441507s","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-29T15:04:21.642183Z","caller":"traceutil/trace.go:171","msg":"trace[282401305] transaction","detail":"{read_only:false; response_revision:39216; number_of_response:1; }","duration":"179.045081ms","start":"2026-07-29T15:04:21.463096Z","end":"2026-07-29T15:04:21.642141Z","steps":["trace[282401305] 'process raft request' (duration: 178.873066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:29.933011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.989995ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T15:04:30.751737Z","caller":"traceutil/trace.go:171","msg":"trace[2039872133] transaction","detail":"{read_only:false; response_revision:39351; number_of_response:1; }","duration":"432.889075ms","start":"2026-07-29T15:04:30.318824Z","end":"2026-07-29T15:04:30.751714Z","steps":["trace[2039872133] 'process raft request' (duration: 432.752251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:30.751836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:30.318787Z","time spent":"432.999478ms","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23008,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:30.911283Z","caller":"traceutil/trace.go:171","msg":"trace[115652316] transaction","detail":"{read_only:false; response_revision:39352; number_of_response:1; }","duration":"363.897693ms","start":"2026-07-29T15:04:30.547354Z","end":"2026-07-29T15:04:30.911252Z","steps":["trace[115652316] 'process raft request' (duration: 363.346857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:30.911433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:30.547325Z","time spent":"364.029636ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:30.911861Z","caller":"traceutil/trace.go:171","msg":"trace[868374005] transaction","detail":"{read_only:false; response_revision:39355; number_of_response:1; }","duration":"351.222502ms","start":"2026-07-29T15:04:30.560606Z","end":"2026-07-29T15:04:30.911828Z","steps":["trace[868374005] 'process raft request' (duration: 350.925634ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:30.911899Z","caller":"traceutil/trace.go:171","msg":"trace[1543982415] transaction","detail":"{read_only:false; response_revision:39358; number_of_response:1; }","duration":"350.590135ms","start":"2026-07-29T15:04:30.561296Z","end":"2026-07-29T15:04:30.911886Z","steps":["trace[1543982415] 'process raft request' (duration: 350.337198ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:30.911873Z","caller":"traceutil/trace.go:171","msg":"trace[5368380] transaction","detail":"{read_only:false; response_revision:39357; number_of_response:1; }","duration":"350.790181ms","start":"2026-07-29T15:04:30.56105Z","end":"2026-07-29T15:04:30.91184Z","steps":["trace[5368380] 'process raft request' (duration: 350.555454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:30.911968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:30.56127Z","time spent":"350.663327ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:30.912035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:30.56104Z","time spent":"350.917494ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:30.912032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:30.560594Z","time spent":"351.329445ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:30.912132Z","caller":"traceutil/trace.go:171","msg":"trace[96281418] linearizableReadLoop","detail":"{readStateIndex:40534; appliedIndex:40526; }","duration":"262.799402ms","start":"2026-07-29T15:04:30.648867Z","end":"2026-07-29T15:04:30.911666Z","steps":["trace[96281418] 'read index received' (duration: 102.807697ms)","trace[96281418] 'applied index is now lower than readState.Index' (duration: 159.991005ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:30.912223Z","caller":"traceutil/trace.go:171","msg":"trace[1342597927] transaction","detail":"{read_only:false; response_revision:39353; number_of_response:1; }","duration":"358.961986ms","start":"2026-07-29T15:04:30.553249Z","end":"2026-07-29T15:04:30.912211Z","steps":["trace[1342597927] 'process raft request' (duration: 358.141183ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:30.912256Z","caller":"traceutil/trace.go:171","msg":"trace[2025860916] transaction","detail":"{read_only:false; response_revision:39354; number_of_response:1; }","duration":"358.795081ms","start":"2026-07-29T15:04:30.553433Z","end":"2026-07-29T15:04:30.912228Z","steps":["trace[2025860916] 'process raft request' (duration: 358.062111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:30.912283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:30.553236Z","time spent":"359.016047ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:30.912318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:30.553424Z","time spent":"358.862133ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:30.912353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.467511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T15:04:30.912389Z","caller":"traceutil/trace.go:171","msg":"trace[1035291148] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39358; }","duration":"263.541673ms","start":"2026-07-29T15:04:30.648836Z","end":"2026-07-29T15:04:30.912377Z","steps":["trace[1035291148] 'agreement among raft nodes before linearized reading' (duration: 263.404309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:30.9124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.67904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"info","ts":"2026-07-29T15:04:30.91201Z","caller":"traceutil/trace.go:171","msg":"trace[764438889] transaction","detail":"{read_only:false; response_revision:39356; number_of_response:1; }","duration":"351.227182ms","start":"2026-07-29T15:04:30.560742Z","end":"2026-07-29T15:04:30.911969Z","steps":["trace[764438889] 'process raft request' (duration: 350.826201ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:30.912461Z","caller":"traceutil/trace.go:171","msg":"trace[1179105675] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:39358; }","duration":"249.774762ms","start":"2026-07-29T15:04:30.662672Z","end":"2026-07-29T15:04:30.912446Z","steps":["trace[1179105675] 'agreement among raft nodes before linearized reading' (duration: 249.600188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:30.912559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:30.560703Z","time spent":"351.771247ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:31.559925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.134035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:04:31.560094Z","caller":"traceutil/trace.go:171","msg":"trace[1925185389] transaction","detail":"{read_only:false; response_revision:39360; number_of_response:1; }","duration":"596.780949ms","start":"2026-07-29T15:04:30.963263Z","end":"2026-07-29T15:04:31.560044Z","steps":["trace[1925185389] 'process raft request' (duration: 434.435369ms)","trace[1925185389] 'compare' (duration: 161.694672ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:31.560232Z","caller":"traceutil/trace.go:171","msg":"trace[1352944686] transaction","detail":"{read_only:false; response_revision:39361; number_of_response:1; }","duration":"364.989333ms","start":"2026-07-29T15:04:31.195166Z","end":"2026-07-29T15:04:31.560156Z","steps":["trace[1352944686] 'process raft request' (duration: 364.87747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:31.560281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:30.963254Z","time spent":"596.941984ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:31.560341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:31.195145Z","time spent":"365.143607ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:31.56042Z","caller":"traceutil/trace.go:171","msg":"trace[860564803] linearizableReadLoop","detail":"{readStateIndex:40536; appliedIndex:40535; }","duration":"552.442486ms","start":"2026-07-29T15:04:31.007966Z","end":"2026-07-29T15:04:31.560409Z","steps":["trace[860564803] 'read index received' (duration: 389.741326ms)","trace[860564803] 'applied index is now lower than readState.Index' (duration: 162.69843ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:04:31.560561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.58984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:31.560602Z","caller":"traceutil/trace.go:171","msg":"trace[1720053540] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39361; }","duration":"552.666842ms","start":"2026-07-29T15:04:31.007926Z","end":"2026-07-29T15:04:31.560593Z","steps":["trace[1720053540] 'agreement among raft nodes before linearized reading' (duration: 552.558849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:31.560631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:31.007908Z","time spent":"552.717263ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-29T15:04:31.560665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.75449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T15:04:31.560712Z","caller":"traceutil/trace.go:171","msg":"trace[44513044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39361; }","duration":"537.818482ms","start":"2026-07-29T15:04:31.022879Z","end":"2026-07-29T15:04:31.560698Z","steps":["trace[44513044] 'agreement among raft nodes before linearized reading' (duration: 537.685428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:31.56075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:31.022869Z","time spent":"537.875033ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:04:31.560854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.874466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:31.560889Z","caller":"traceutil/trace.go:171","msg":"trace[806734478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39361; }","duration":"170.944498ms","start":"2026-07-29T15:04:31.389934Z","end":"2026-07-29T15:04:31.560878Z","steps":["trace[806734478] 'agreement among raft nodes before linearized reading' (duration: 170.895197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:31.561051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.544853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T15:04:31.561093Z","caller":"traceutil/trace.go:171","msg":"trace[1052062464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39361; }","duration":"525.608396ms","start":"2026-07-29T15:04:31.035475Z","end":"2026-07-29T15:04:31.561083Z","steps":["trace[1052062464] 'agreement among raft nodes before linearized reading' (duration: 525.471392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:31.561122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:31.035463Z","time spent":"525.653046ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:04:31.561165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.095149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T15:04:31.561219Z","caller":"traceutil/trace.go:171","msg":"trace[1109483202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39361; }","duration":"526.182731ms","start":"2026-07-29T15:04:31.035022Z","end":"2026-07-29T15:04:31.561205Z","steps":["trace[1109483202] 'agreement among raft nodes before linearized reading' (duration: 526.054957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:31.561252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:31.035002Z","time spent":"526.242713ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:04:31.56132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.153709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T15:04:31.561318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.160105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T15:04:31.561363Z","caller":"traceutil/trace.go:171","msg":"trace[1954053043] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:39361; }","duration":"431.230011ms","start":"2026-07-29T15:04:31.13012Z","end":"2026-07-29T15:04:31.56135Z","steps":["trace[1954053043] 'agreement among raft nodes before linearized reading' (duration: 431.136718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:31.561393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:31.130101Z","time spent":"431.284412ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:04:31.561389Z","caller":"traceutil/trace.go:171","msg":"trace[663878253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39361; }","duration":"532.257958ms","start":"2026-07-29T15:04:31.02911Z","end":"2026-07-29T15:04:31.561368Z","steps":["trace[663878253] 'agreement among raft nodes before linearized reading' (duration: 532.069943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:31.561431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:31.029099Z","time spent":"532.32274ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:04:31.561587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.066746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T15:04:31.561617Z","caller":"traceutil/trace.go:171","msg":"trace[2113019100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39361; }","duration":"514.113988ms","start":"2026-07-29T15:04:31.047492Z","end":"2026-07-29T15:04:31.561606Z","steps":["trace[2113019100] 'agreement among raft nodes before linearized reading' (duration: 514.028136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:31.561643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:31.047482Z","time spent":"514.155069ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T15:04:32.068144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979130989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:04:32.569239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979130989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:04:32.618654Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052412802s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T15:04:32.619033Z","caller":"traceutil/trace.go:171","msg":"trace[612309808] transaction","detail":"{read_only:false; response_revision:39362; number_of_response:1; }","duration":"1.052843034s","start":"2026-07-29T15:04:31.566165Z","end":"2026-07-29T15:04:32.619009Z","steps":["trace[612309808] 'process raft request' (duration: 1.052660739s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:32.61915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:31.56615Z","time spent":"1.052933877s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:32.630434Z","caller":"traceutil/trace.go:171","msg":"trace[1694703652] transaction","detail":"{read_only:false; response_revision:39363; number_of_response:1; }","duration":"1.063447507s","start":"2026-07-29T15:04:31.566973Z","end":"2026-07-29T15:04:32.63042Z","steps":["trace[1694703652] 'process raft request' (duration: 1.063322994s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:32.630509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:31.566954Z","time spent":"1.063513279s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:32.63066Z","caller":"traceutil/trace.go:171","msg":"trace[909393572] transaction","detail":"{read_only:false; response_revision:39365; number_of_response:1; }","duration":"1.063622461s","start":"2026-07-29T15:04:31.567031Z","end":"2026-07-29T15:04:32.630653Z","steps":["trace[909393572] 'process raft request' (duration: 1.063547879s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:32.63067Z","caller":"traceutil/trace.go:171","msg":"trace[215426219] transaction","detail":"{read_only:false; response_revision:39364; number_of_response:1; }","duration":"1.063678103s","start":"2026-07-29T15:04:31.566976Z","end":"2026-07-29T15:04:32.630654Z","steps":["trace[215426219] 'process raft request' (duration: 1.063394966s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:32.630685Z","caller":"traceutil/trace.go:171","msg":"trace[1893768068] linearizableReadLoop","detail":"{readStateIndex:40543; appliedIndex:40537; }","duration":"1.063528599s","start":"2026-07-29T15:04:31.567147Z","end":"2026-07-29T15:04:32.630676Z","steps":["trace[1893768068] 'read index received' (duration: 1.051691533s)","trace[1893768068] 'applied index is now lower than readState.Index' (duration: 11.836236ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:04:32.6307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:31.567008Z","time spent":"1.063671943s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:32.630745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:31.566948Z","time spent":"1.063754396s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:32.630781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063641003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:32.63077Z","caller":"traceutil/trace.go:171","msg":"trace[1695071259] transaction","detail":"{read_only:false; response_revision:39367; number_of_response:1; }","duration":"620.275147ms","start":"2026-07-29T15:04:32.010463Z","end":"2026-07-29T15:04:32.630738Z","steps":["trace[1695071259] 'process raft request' (duration: 620.184714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:32.630857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.226659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:32.630879Z","caller":"traceutil/trace.go:171","msg":"trace[1347509267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39367; }","duration":"240.283541ms","start":"2026-07-29T15:04:32.39059Z","end":"2026-07-29T15:04:32.630873Z","steps":["trace[1347509267] 'agreement among raft nodes before linearized reading' (duration: 240.236919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:32.630888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.171171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:04:32.630907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:32.010436Z","time spent":"620.403631ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:32.630915Z","caller":"traceutil/trace.go:171","msg":"trace[845437129] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:39367; }","duration":"372.229161ms","start":"2026-07-29T15:04:32.258678Z","end":"2026-07-29T15:04:32.630907Z","steps":["trace[845437129] 'agreement among raft nodes before linearized reading' (duration: 372.19288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:32.630901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.086917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:04:32.630944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:32.258642Z","time spent":"372.295023ms","remote":"127.0.0.1:33116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-29T15:04:32.630981Z","caller":"traceutil/trace.go:171","msg":"trace[1115385856] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:39367; }","duration":"252.22288ms","start":"2026-07-29T15:04:32.378735Z","end":"2026-07-29T15:04:32.630958Z","steps":["trace[1115385856] 'agreement among raft nodes before linearized reading' (duration: 252.099596ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:32.631027Z","caller":"traceutil/trace.go:171","msg":"trace[1990034545] transaction","detail":"{read_only:false; response_revision:39366; number_of_response:1; }","duration":"1.063731435s","start":"2026-07-29T15:04:31.567286Z","end":"2026-07-29T15:04:32.631017Z","steps":["trace[1990034545] 'process raft request' (duration: 1.063335174s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:32.631064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:31.567277Z","time spent":"1.063766376s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:32.630855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.402118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:32.630807Z","caller":"traceutil/trace.go:171","msg":"trace[500788288] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39367; }","duration":"1.063689303s","start":"2026-07-29T15:04:31.567109Z","end":"2026-07-29T15:04:32.630799Z","steps":["trace[500788288] 'agreement among raft nodes before linearized reading' (duration: 1.063617031s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:32.631107Z","caller":"traceutil/trace.go:171","msg":"trace[672705694] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:39367; }","duration":"912.718298ms","start":"2026-07-29T15:04:31.718377Z","end":"2026-07-29T15:04:32.631096Z","steps":["trace[672705694] 'agreement among raft nodes before linearized reading' (duration: 912.43931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:32.631131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:31.567099Z","time spent":"1.064024723s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-29T15:04:32.631135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:31.718354Z","time spent":"912.770579ms","remote":"127.0.0.1:32974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:04:33.205141Z","caller":"traceutil/trace.go:171","msg":"trace[978029765] transaction","detail":"{read_only:false; response_revision:39368; number_of_response:1; }","duration":"286.62875ms","start":"2026-07-29T15:04:32.918493Z","end":"2026-07-29T15:04:33.205122Z","steps":["trace[978029765] 'process raft request' (duration: 286.519877ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:33.494883Z","caller":"traceutil/trace.go:171","msg":"trace[1321759942] transaction","detail":"{read_only:false; response_revision:39370; number_of_response:1; }","duration":"576.18548ms","start":"2026-07-29T15:04:32.918678Z","end":"2026-07-29T15:04:33.494864Z","steps":["trace[1321759942] 'process raft request' (duration: 576.129309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:33.495095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:32.918673Z","time spent":"576.336494ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:33.495285Z","caller":"traceutil/trace.go:171","msg":"trace[1559858061] transaction","detail":"{read_only:false; response_revision:39369; number_of_response:1; }","duration":"576.639133ms","start":"2026-07-29T15:04:32.918609Z","end":"2026-07-29T15:04:33.495249Z","steps":["trace[1559858061] 'process raft request' (duration: 576.055457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:33.495459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:32.918598Z","time spent":"576.772336ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:33.495291Z","caller":"traceutil/trace.go:171","msg":"trace[1105147837] transaction","detail":"{read_only:false; response_revision:39371; number_of_response:1; }","duration":"576.535011ms","start":"2026-07-29T15:04:32.918732Z","end":"2026-07-29T15:04:33.495267Z","steps":["trace[1105147837] 'process raft request' (duration: 576.106709ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:33.495557Z","caller":"traceutil/trace.go:171","msg":"trace[877094318] transaction","detail":"{read_only:false; response_revision:39372; number_of_response:1; }","duration":"576.689975ms","start":"2026-07-29T15:04:32.918842Z","end":"2026-07-29T15:04:33.495532Z","steps":["trace[877094318] 'process raft request' (duration: 576.339235ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:33.495616Z","caller":"traceutil/trace.go:171","msg":"trace[1294495516] transaction","detail":"{read_only:false; response_revision:39374; number_of_response:1; }","duration":"576.616133ms","start":"2026-07-29T15:04:32.918987Z","end":"2026-07-29T15:04:33.495603Z","steps":["trace[1294495516] 'process raft request' (duration: 576.50538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:33.495677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:32.918971Z","time spent":"576.675814ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:33.495684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:32.918726Z","time spent":"576.857809ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:33.495755Z","caller":"traceutil/trace.go:171","msg":"trace[1784122584] transaction","detail":"{read_only:false; response_revision:39375; number_of_response:1; }","duration":"306.252422ms","start":"2026-07-29T15:04:33.189494Z","end":"2026-07-29T15:04:33.495746Z","steps":["trace[1784122584] 'process raft request' (duration: 306.032586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:33.495708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:32.918814Z","time spent":"576.802347ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:33.495773Z","caller":"traceutil/trace.go:171","msg":"trace[399313702] transaction","detail":"{read_only:false; response_revision:39373; number_of_response:1; }","duration":"576.928641ms","start":"2026-07-29T15:04:32.918834Z","end":"2026-07-29T15:04:33.495763Z","steps":["trace[399313702] 'process raft request' (duration: 576.611643ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:33.495575Z","caller":"traceutil/trace.go:171","msg":"trace[871812041] linearizableReadLoop","detail":"{readStateIndex:40550; appliedIndex:40544; }","duration":"542.759948ms","start":"2026-07-29T15:04:32.952804Z","end":"2026-07-29T15:04:33.495564Z","steps":["trace[871812041] 'read index received' (duration: 252.316863ms)","trace[871812041] 'applied index is now lower than readState.Index' (duration: 290.442105ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:04:33.495828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:32.918794Z","time spent":"577.006793ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:33.495833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:33.189477Z","time spent":"306.315163ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:33.495719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.904932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T15:04:33.495881Z","caller":"traceutil/trace.go:171","msg":"trace[1746476617] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:39375; }","duration":"543.105957ms","start":"2026-07-29T15:04:32.952766Z","end":"2026-07-29T15:04:33.495872Z","steps":["trace[1746476617] 'agreement among raft nodes before linearized reading' (duration: 542.83442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:33.495911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:32.952753Z","time spent":"543.149999ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T15:04:33.495959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.536839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:04:33.495975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.963989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:04:33.495996Z","caller":"traceutil/trace.go:171","msg":"trace[683023893] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:39375; }","duration":"260.600361ms","start":"2026-07-29T15:04:33.235385Z","end":"2026-07-29T15:04:33.495985Z","steps":["trace[683023893] 'agreement among raft nodes before linearized reading' (duration: 260.54392ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:33.496029Z","caller":"traceutil/trace.go:171","msg":"trace[2022050599] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:39375; }","duration":"287.063082ms","start":"2026-07-29T15:04:33.208949Z","end":"2026-07-29T15:04:33.496012Z","steps":["trace[2022050599] 'agreement among raft nodes before linearized reading' (duration: 286.97155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:37.056478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.99212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:04:37.056925Z","caller":"traceutil/trace.go:171","msg":"trace[849215823] transaction","detail":"{read_only:false; response_revision:39410; number_of_response:1; }","duration":"326.068548ms","start":"2026-07-29T15:04:36.730832Z","end":"2026-07-29T15:04:37.0569Z","steps":["trace[849215823] 'process raft request' (duration: 221.580075ms)","trace[849215823] 'compare' (duration: 103.597308ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:37.056989Z","caller":"traceutil/trace.go:171","msg":"trace[994550545] transaction","detail":"{read_only:false; response_revision:39411; number_of_response:1; }","duration":"325.971535ms","start":"2026-07-29T15:04:36.730999Z","end":"2026-07-29T15:04:37.056971Z","steps":["trace[994550545] 'process raft request' (duration: 325.568084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:37.057029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:36.730811Z","time spent":"326.164841ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:37.057242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:36.730992Z","time spent":"326.034228ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:37.057327Z","caller":"traceutil/trace.go:171","msg":"trace[1502998160] transaction","detail":"{read_only:false; response_revision:39412; number_of_response:1; }","duration":"326.258864ms","start":"2026-07-29T15:04:36.731059Z","end":"2026-07-29T15:04:37.057318Z","steps":["trace[1502998160] 'process raft request' (duration: 325.585445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:37.057379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:36.731052Z","time spent":"326.301375ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:37.39604Z","caller":"traceutil/trace.go:171","msg":"trace[317196248] linearizableReadLoop","detail":"{readStateIndex:40590; appliedIndex:40589; }","duration":"150.850503ms","start":"2026-07-29T15:04:37.245168Z","end":"2026-07-29T15:04:37.396018Z","steps":["trace[317196248] 'read index received' (duration: 141.68029ms)","trace[317196248] 'applied index is now lower than readState.Index' (duration: 9.168713ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:37.396283Z","caller":"traceutil/trace.go:171","msg":"trace[446743987] transaction","detail":"{read_only:false; response_revision:39413; number_of_response:1; }","duration":"180.928563ms","start":"2026-07-29T15:04:37.215128Z","end":"2026-07-29T15:04:37.396056Z","steps":["trace[446743987] 'process raft request' (duration: 171.677898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:37.396381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.199883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:37.396438Z","caller":"traceutil/trace.go:171","msg":"trace[1713624441] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:39413; }","duration":"151.310856ms","start":"2026-07-29T15:04:37.245113Z","end":"2026-07-29T15:04:37.396424Z","steps":["trace[1713624441] 'agreement among raft nodes before linearized reading' (duration: 151.194152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:38.097487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.618024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:04:38.097647Z","caller":"traceutil/trace.go:171","msg":"trace[127089040] transaction","detail":"{read_only:false; response_revision:39414; number_of_response:1; }","duration":"589.675262ms","start":"2026-07-29T15:04:37.507945Z","end":"2026-07-29T15:04:38.097621Z","steps":["trace[127089040] 'process raft request' (duration: 113.77634ms)","trace[127089040] 'compare' (duration: 475.486091ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:04:38.09774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:37.507928Z","time spent":"589.764534ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:38.156696Z","caller":"traceutil/trace.go:171","msg":"trace[649262917] transaction","detail":"{read_only:false; response_revision:39415; number_of_response:1; }","duration":"645.75659ms","start":"2026-07-29T15:04:37.510888Z","end":"2026-07-29T15:04:38.156644Z","steps":["trace[649262917] 'process raft request' (duration: 645.299677ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:38.156778Z","caller":"traceutil/trace.go:171","msg":"trace[1106886969] transaction","detail":"{read_only:false; response_revision:39417; number_of_response:1; }","duration":"645.534784ms","start":"2026-07-29T15:04:37.51121Z","end":"2026-07-29T15:04:38.156745Z","steps":["trace[1106886969] 'process raft request' (duration: 645.386549ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:38.156791Z","caller":"traceutil/trace.go:171","msg":"trace[1416841090] transaction","detail":"{read_only:false; response_revision:39416; number_of_response:1; }","duration":"645.571145ms","start":"2026-07-29T15:04:37.511176Z","end":"2026-07-29T15:04:38.156747Z","steps":["trace[1416841090] 'process raft request' (duration: 645.203585ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:38.156785Z","caller":"traceutil/trace.go:171","msg":"trace[1367446891] transaction","detail":"{read_only:false; response_revision:39418; number_of_response:1; }","duration":"645.291907ms","start":"2026-07-29T15:04:37.511458Z","end":"2026-07-29T15:04:38.15675Z","steps":["trace[1367446891] 'process raft request' (duration: 645.200614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:38.156899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:37.511206Z","time spent":"645.629446ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:38.156936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:37.510868Z","time spent":"645.941134ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:38.156964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:37.511171Z","time spent":"645.699838ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:38.156984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:37.511453Z","time spent":"645.43093ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:38.157241Z","caller":"traceutil/trace.go:171","msg":"trace[197303179] linearizableReadLoop","detail":"{readStateIndex:40596; appliedIndex:40590; }","duration":"641.80575ms","start":"2026-07-29T15:04:37.515426Z","end":"2026-07-29T15:04:38.157231Z","steps":["trace[197303179] 'read index received' (duration: 106.478458ms)","trace[197303179] 'applied index is now lower than readState.Index' (duration: 535.326532ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:38.157288Z","caller":"traceutil/trace.go:171","msg":"trace[1520006869] transaction","detail":"{read_only:false; response_revision:39419; number_of_response:1; }","duration":"645.05613ms","start":"2026-07-29T15:04:37.512188Z","end":"2026-07-29T15:04:38.157244Z","steps":["trace[1520006869] 'process raft request' (duration: 644.520856ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:38.157339Z","caller":"traceutil/trace.go:171","msg":"trace[1739216234] transaction","detail":"{read_only:false; response_revision:39420; number_of_response:1; }","duration":"578.545395ms","start":"2026-07-29T15:04:37.578788Z","end":"2026-07-29T15:04:38.157333Z","steps":["trace[1739216234] 'process raft request' (duration: 578.37605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:38.157389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:37.578763Z","time spent":"578.601326ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:38.157444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:37.512173Z","time spent":"645.186623ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:38.157454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.019776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T15:04:38.157502Z","caller":"traceutil/trace.go:171","msg":"trace[2068909083] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:39420; }","duration":"642.098538ms","start":"2026-07-29T15:04:37.515391Z","end":"2026-07-29T15:04:38.15749Z","steps":["trace[2068909083] 'agreement among raft nodes before linearized reading' (duration: 641.910763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:38.157534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:37.515374Z","time spent":"642.1533ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T15:04:38.157558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.589401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T15:04:38.15758Z","caller":"traceutil/trace.go:171","msg":"trace[114820454] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39420; }","duration":"505.649192ms","start":"2026-07-29T15:04:37.651925Z","end":"2026-07-29T15:04:38.157574Z","steps":["trace[114820454] 'agreement among raft nodes before linearized reading' (duration: 505.542329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:38.157602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:37.651904Z","time spent":"505.694414ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T15:04:38.157535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.734077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:38.157646Z","caller":"traceutil/trace.go:171","msg":"trace[1844613958] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:39420; }","duration":"330.894801ms","start":"2026-07-29T15:04:37.826738Z","end":"2026-07-29T15:04:38.157633Z","steps":["trace[1844613958] 'agreement among raft nodes before linearized reading' (duration: 330.726726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:38.157688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:37.826717Z","time spent":"330.959573ms","remote":"127.0.0.1:33008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:38.157867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.756002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:38.157916Z","caller":"traceutil/trace.go:171","msg":"trace[447521077] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:39420; }","duration":"573.854546ms","start":"2026-07-29T15:04:37.584054Z","end":"2026-07-29T15:04:38.157909Z","steps":["trace[447521077] 'agreement among raft nodes before linearized reading' (duration: 573.785214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:38.157935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:37.584034Z","time spent":"573.895116ms","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:38.663713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979131098,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T15:04:38.693547Z","caller":"traceutil/trace.go:171","msg":"trace[2128481318] transaction","detail":"{read_only:false; response_revision:39421; number_of_response:1; }","duration":"531.040495ms","start":"2026-07-29T15:04:38.162382Z","end":"2026-07-29T15:04:38.693422Z","steps":["trace[2128481318] 'process raft request' (duration: 530.726626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:38.693699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:38.162362Z","time spent":"531.259621ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:39.157343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.763296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:04:39.157674Z","caller":"traceutil/trace.go:171","msg":"trace[16013435] transaction","detail":"{read_only:false; response_revision:39422; number_of_response:1; }","duration":"655.028116ms","start":"2026-07-29T15:04:38.50262Z","end":"2026-07-29T15:04:39.157649Z","steps":["trace[16013435] 'process raft request' (duration: 293.88539ms)","trace[16013435] 'compare' (duration: 360.452367ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:04:39.157751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:38.502597Z","time spent":"655.122029ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:39.478675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.233245ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T15:04:39.478759Z","caller":"traceutil/trace.go:171","msg":"trace[633601346] linearizableReadLoop","detail":"{readStateIndex:40600; appliedIndex:40597; }","duration":"1.31574433s","start":"2026-07-29T15:04:38.162999Z","end":"2026-07-29T15:04:39.478743Z","steps":["trace[633601346] 'read index received' (duration: 529.960095ms)","trace[633601346] 'applied index is now lower than readState.Index' (duration: 785.782965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:04:39.479119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31611008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23024"} {"level":"warn","ts":"2026-07-29T15:04:39.479052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.400595ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:39.479162Z","caller":"traceutil/trace.go:171","msg":"trace[2123690390] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:39422; }","duration":"1.316205663s","start":"2026-07-29T15:04:38.162947Z","end":"2026-07-29T15:04:39.479153Z","steps":["trace[2123690390] 'agreement among raft nodes before linearized reading' (duration: 1.316047188s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:39.479184Z","caller":"traceutil/trace.go:171","msg":"trace[1131128484] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:39422; }","duration":"298.554919ms","start":"2026-07-29T15:04:39.180611Z","end":"2026-07-29T15:04:39.479166Z","steps":["trace[1131128484] 'range keys from in-memory index tree' (duration: 298.381514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:39.479191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:38.162937Z","time spent":"1.316247493s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":23046,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-29T15:04:39.485814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283901811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:04:39.485879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.774205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T15:04:39.485898Z","caller":"traceutil/trace.go:171","msg":"trace[1658743649] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:39423; }","duration":"1.284032615s","start":"2026-07-29T15:04:38.201846Z","end":"2026-07-29T15:04:39.485878Z","steps":["trace[1658743649] 'agreement among raft nodes before linearized reading' (duration: 1.283880981s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:39.485932Z","caller":"traceutil/trace.go:171","msg":"trace[452882624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39423; }","duration":"423.879877ms","start":"2026-07-29T15:04:39.062039Z","end":"2026-07-29T15:04:39.485919Z","steps":["trace[452882624] 'agreement among raft nodes before linearized reading' (duration: 423.715493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:39.485943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:38.201828Z","time spent":"1.284104937s","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:39.485967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:39.062014Z","time spent":"423.9471ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:04:39.485958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.852432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T15:04:39.486014Z","caller":"traceutil/trace.go:171","msg":"trace[1618274092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39423; }","duration":"754.952815ms","start":"2026-07-29T15:04:38.731046Z","end":"2026-07-29T15:04:39.485999Z","steps":["trace[1618274092] 'agreement among raft nodes before linearized reading' (duration: 754.767919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:39.486036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.876707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-29T15:04:39.486062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:38.731026Z","time spent":"755.027316ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T15:04:39.486084Z","caller":"traceutil/trace.go:171","msg":"trace[1865086704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39423; }","duration":"423.925728ms","start":"2026-07-29T15:04:39.062143Z","end":"2026-07-29T15:04:39.486069Z","steps":["trace[1865086704] 'agreement among raft nodes before linearized reading' (duration: 423.790975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:39.486079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.109996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T15:04:39.48616Z","caller":"traceutil/trace.go:171","msg":"trace[716350183] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39423; }","duration":"552.24784ms","start":"2026-07-29T15:04:38.933891Z","end":"2026-07-29T15:04:39.486139Z","steps":["trace[716350183] 'agreement among raft nodes before linearized reading' (duration: 552.028934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:39.48611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:39.062124Z","time spent":"423.98034ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:04:39.486207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:38.933864Z","time spent":"552.333413ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:04:39.486201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.578705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-29T15:04:39.486172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.042702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T15:04:39.486249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.010029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-29T15:04:39.486292Z","caller":"traceutil/trace.go:171","msg":"trace[155030966] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39423; }","duration":"554.7531ms","start":"2026-07-29T15:04:38.931516Z","end":"2026-07-29T15:04:39.486269Z","steps":["trace[155030966] 'agreement among raft nodes before linearized reading' (duration: 554.476632ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:39.486328Z","caller":"traceutil/trace.go:171","msg":"trace[101495429] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39423; }","duration":"550.117882ms","start":"2026-07-29T15:04:38.936186Z","end":"2026-07-29T15:04:39.486304Z","steps":["trace[101495429] 'agreement among raft nodes before linearized reading' (duration: 549.899626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:39.48634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:38.93148Z","time spent":"554.850482ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T15:04:39.486347Z","caller":"traceutil/trace.go:171","msg":"trace[176632462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39423; }","duration":"424.171215ms","start":"2026-07-29T15:04:39.06211Z","end":"2026-07-29T15:04:39.486281Z","steps":["trace[176632462] 'agreement among raft nodes before linearized reading' (duration: 424.008551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:39.486383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:38.936168Z","time spent":"550.204194ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:04:39.486441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:39.062105Z","time spent":"424.282138ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:04:39.486502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.363904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T15:04:39.486542Z","caller":"traceutil/trace.go:171","msg":"trace[1802232713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39423; }","duration":"714.427416ms","start":"2026-07-29T15:04:38.772105Z","end":"2026-07-29T15:04:39.486532Z","steps":["trace[1802232713] 'agreement among raft nodes before linearized reading' (duration: 713.781648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:39.48657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:38.772092Z","time spent":"714.473397ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:04:39.486666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081361342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:39.48673Z","caller":"traceutil/trace.go:171","msg":"trace[360316382] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:39423; }","duration":"1.081492535s","start":"2026-07-29T15:04:38.405225Z","end":"2026-07-29T15:04:39.486718Z","steps":["trace[360316382] 'agreement among raft nodes before linearized reading' (duration: 1.080741795s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:39.486763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:38.405191Z","time spent":"1.081562287s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:39.486867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.456029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T15:04:39.486905Z","caller":"traceutil/trace.go:171","msg":"trace[2000953368] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39423; }","duration":"555.540081ms","start":"2026-07-29T15:04:38.931356Z","end":"2026-07-29T15:04:39.486896Z","steps":["trace[2000953368] 'agreement among raft nodes before linearized reading' (duration: 554.430551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:39.487026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.199489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:04:39.487072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:38.931334Z","time spent":"555.604183ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T15:04:39.487111Z","caller":"traceutil/trace.go:171","msg":"trace[1396417768] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:39423; }","duration":"186.333252ms","start":"2026-07-29T15:04:39.300736Z","end":"2026-07-29T15:04:39.487069Z","steps":["trace[1396417768] 'agreement among raft nodes before linearized reading' (duration: 185.297043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:40.481968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.57334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:04:40.4821Z","caller":"traceutil/trace.go:171","msg":"trace[563647841] transaction","detail":"{read_only:false; response_revision:39424; number_of_response:1; }","duration":"992.334874ms","start":"2026-07-29T15:04:39.48974Z","end":"2026-07-29T15:04:40.482075Z","steps":["trace[563647841] 'process raft request' (duration: 369.556528ms)","trace[563647841] 'compare' (duration: 622.060686ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:04:40.482181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:39.48972Z","time spent":"992.419397ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:40.524458Z","caller":"traceutil/trace.go:171","msg":"trace[1769803462] transaction","detail":"{read_only:false; response_revision:39429; number_of_response:1; }","duration":"1.03348447s","start":"2026-07-29T15:04:39.490953Z","end":"2026-07-29T15:04:40.524438Z","steps":["trace[1769803462] 'process raft request' (duration: 1.033436739s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:40.524539Z","caller":"traceutil/trace.go:171","msg":"trace[909461548] transaction","detail":"{read_only:false; response_revision:39425; number_of_response:1; }","duration":"1.034207841s","start":"2026-07-29T15:04:39.490206Z","end":"2026-07-29T15:04:40.524414Z","steps":["trace[909461548] 'process raft request' (duration: 1.033970634s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:40.524581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:39.490944Z","time spent":"1.033571722s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:40.524648Z","caller":"traceutil/trace.go:171","msg":"trace[685179379] transaction","detail":"{read_only:false; response_revision:39427; number_of_response:1; }","duration":"1.03383963s","start":"2026-07-29T15:04:39.490765Z","end":"2026-07-29T15:04:40.524604Z","steps":["trace[685179379] 'process raft request' (duration: 1.033576693s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:40.524655Z","caller":"traceutil/trace.go:171","msg":"trace[85706221] transaction","detail":"{read_only:false; response_revision:39426; number_of_response:1; }","duration":"1.034274962s","start":"2026-07-29T15:04:39.490361Z","end":"2026-07-29T15:04:40.524636Z","steps":["trace[85706221] 'process raft request' (duration: 1.033956943s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:40.524678Z","caller":"traceutil/trace.go:171","msg":"trace[93456875] transaction","detail":"{read_only:false; response_revision:39428; number_of_response:1; }","duration":"1.03384446s","start":"2026-07-29T15:04:39.490828Z","end":"2026-07-29T15:04:40.524672Z","steps":["trace[93456875] 'process raft request' (duration: 1.033544361s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:40.524719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:39.490818Z","time spent":"1.033885552s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:40.524701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:39.490188Z","time spent":"1.034423756s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:40.524762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:39.490754Z","time spent":"1.033949673s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:40.524765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:39.490349Z","time spent":"1.034354515s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:40.524783Z","caller":"traceutil/trace.go:171","msg":"trace[357284063] transaction","detail":"{read_only:false; response_revision:39430; number_of_response:1; }","duration":"1.033301805s","start":"2026-07-29T15:04:39.491464Z","end":"2026-07-29T15:04:40.524765Z","steps":["trace[357284063] 'process raft request' (duration: 1.032944395s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:40.524875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:39.491455Z","time spent":"1.033371597s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:40.524982Z","caller":"traceutil/trace.go:171","msg":"trace[923464586] transaction","detail":"{read_only:false; response_revision:39431; number_of_response:1; }","duration":"1.032978516s","start":"2026-07-29T15:04:39.491992Z","end":"2026-07-29T15:04:40.524971Z","steps":["trace[923464586] 'process raft request' (duration: 1.032637307s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:40.524997Z","caller":"traceutil/trace.go:171","msg":"trace[1586055289] transaction","detail":"{read_only:false; response_revision:39432; number_of_response:1; }","duration":"1.032334018s","start":"2026-07-29T15:04:39.492649Z","end":"2026-07-29T15:04:40.524983Z","steps":["trace[1586055289] 'process raft request' (duration: 1.032242176s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:40.525026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:39.491986Z","time spent":"1.033016607s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:40.525099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:39.492641Z","time spent":"1.03240795s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:40.525643Z","caller":"traceutil/trace.go:171","msg":"trace[2008915518] transaction","detail":"{read_only:false; response_revision:39433; number_of_response:1; }","duration":"833.871512ms","start":"2026-07-29T15:04:39.691753Z","end":"2026-07-29T15:04:40.525624Z","steps":["trace[2008915518] 'process raft request' (duration: 833.203464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:40.525746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:39.691728Z","time spent":"833.969864ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:40.526163Z","caller":"traceutil/trace.go:171","msg":"trace[637353255] linearizableReadLoop","detail":"{readStateIndex:40610; appliedIndex:40601; }","duration":"979.346787ms","start":"2026-07-29T15:04:39.546801Z","end":"2026-07-29T15:04:40.526148Z","steps":["trace[637353255] 'read index received' (duration: 312.508504ms)","trace[637353255] 'applied index is now lower than readState.Index' (duration: 666.837232ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:40.526258Z","caller":"traceutil/trace.go:171","msg":"trace[1384910965] transaction","detail":"{read_only:false; response_revision:39434; number_of_response:1; }","duration":"833.869711ms","start":"2026-07-29T15:04:39.692377Z","end":"2026-07-29T15:04:40.526247Z","steps":["trace[1384910965] 'process raft request' (duration: 833.662456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:40.526275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.4798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:04:40.526334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:39.692359Z","time spent":"833.928373ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:40.526376Z","caller":"traceutil/trace.go:171","msg":"trace[208865557] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39434; }","duration":"979.550592ms","start":"2026-07-29T15:04:39.546748Z","end":"2026-07-29T15:04:40.526299Z","steps":["trace[208865557] 'agreement among raft nodes before linearized reading' (duration: 979.48996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:40.526416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:39.546727Z","time spent":"979.669845ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-29T15:04:40.735058Z","caller":"traceutil/trace.go:171","msg":"trace[106637232] transaction","detail":"{read_only:false; response_revision:39436; number_of_response:1; }","duration":"573.034514ms","start":"2026-07-29T15:04:40.161996Z","end":"2026-07-29T15:04:40.73503Z","steps":["trace[106637232] 'process raft request' (duration: 572.90637ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:40.735213Z","caller":"traceutil/trace.go:171","msg":"trace[779714901] transaction","detail":"{read_only:false; response_revision:39437; number_of_response:1; }","duration":"572.067438ms","start":"2026-07-29T15:04:40.163131Z","end":"2026-07-29T15:04:40.735199Z","steps":["trace[779714901] 'process raft request' (duration: 571.857052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:40.735225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:40.16197Z","time spent":"573.166258ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:40.735252Z","caller":"traceutil/trace.go:171","msg":"trace[180452203] transaction","detail":"{read_only:false; response_revision:39438; number_of_response:1; }","duration":"572.031306ms","start":"2026-07-29T15:04:40.163196Z","end":"2026-07-29T15:04:40.735227Z","steps":["trace[180452203] 'process raft request' (duration: 571.896163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:40.735311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:40.163121Z","time spent":"572.134769ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:40.735416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:40.163189Z","time spent":"572.136969ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:40.735451Z","caller":"traceutil/trace.go:171","msg":"trace[1384666136] transaction","detail":"{read_only:false; response_revision:39439; number_of_response:1; }","duration":"571.887262ms","start":"2026-07-29T15:04:40.163548Z","end":"2026-07-29T15:04:40.735436Z","steps":["trace[1384666136] 'process raft request' (duration: 571.661156ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:40.735448Z","caller":"traceutil/trace.go:171","msg":"trace[340735293] transaction","detail":"{read_only:false; response_revision:39440; number_of_response:1; }","duration":"571.80174ms","start":"2026-07-29T15:04:40.163621Z","end":"2026-07-29T15:04:40.735423Z","steps":["trace[340735293] 'process raft request' (duration: 571.719497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:40.735827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.653199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-29T15:04:40.735874Z","caller":"traceutil/trace.go:171","msg":"trace[1848757539] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:39441; }","duration":"757.731081ms","start":"2026-07-29T15:04:39.978128Z","end":"2026-07-29T15:04:40.735859Z","steps":["trace[1848757539] 'agreement among raft nodes before linearized reading' (duration: 757.530085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:40.735913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:39.978103Z","time spent":"757.798093ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-29T15:04:40.735063Z","caller":"traceutil/trace.go:171","msg":"trace[285149303] transaction","detail":"{read_only:false; response_revision:39435; number_of_response:1; }","duration":"631.989381ms","start":"2026-07-29T15:04:40.103043Z","end":"2026-07-29T15:04:40.735032Z","steps":["trace[285149303] 'process raft request' (duration: 631.699353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:40.735983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:40.103022Z","time spent":"632.933186ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:40.735478Z","caller":"traceutil/trace.go:171","msg":"trace[703419935] linearizableReadLoop","detail":"{readStateIndex:40619; appliedIndex:40612; }","duration":"209.261695ms","start":"2026-07-29T15:04:40.526205Z","end":"2026-07-29T15:04:40.735467Z","steps":["trace[703419935] 'read index received' (duration: 208.509764ms)","trace[703419935] 'applied index is now lower than readState.Index' (duration: 751.351µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:04:40.735524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:40.163537Z","time spent":"571.947223ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:40.736188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.592561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:04:40.735554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.947465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:40.73622Z","caller":"traceutil/trace.go:171","msg":"trace[421877868] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39441; }","duration":"206.641392ms","start":"2026-07-29T15:04:40.529567Z","end":"2026-07-29T15:04:40.736209Z","steps":["trace[421877868] 'agreement among raft nodes before linearized reading' (duration: 206.590841ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:40.736235Z","caller":"traceutil/trace.go:171","msg":"trace[1406666327] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:39441; }","duration":"788.651054ms","start":"2026-07-29T15:04:39.947567Z","end":"2026-07-29T15:04:40.736218Z","steps":["trace[1406666327] 'agreement among raft nodes before linearized reading' (duration: 787.934274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:40.736486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:39.947552Z","time spent":"788.916581ms","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:40.735657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.940441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-29T15:04:40.736648Z","caller":"traceutil/trace.go:171","msg":"trace[715660659] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:39441; }","duration":"573.98608ms","start":"2026-07-29T15:04:40.162646Z","end":"2026-07-29T15:04:40.736632Z","steps":["trace[715660659] 'agreement among raft nodes before linearized reading' (duration: 572.932621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:40.736706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:40.162618Z","time spent":"574.066812ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-29T15:04:40.735658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.265526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:40.736782Z","caller":"traceutil/trace.go:171","msg":"trace[843656276] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:39441; }","duration":"401.428228ms","start":"2026-07-29T15:04:40.335338Z","end":"2026-07-29T15:04:40.736766Z","steps":["trace[843656276] 'agreement among raft nodes before linearized reading' (duration: 400.238865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:40.736831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:40.335315Z","time spent":"401.49915ms","remote":"127.0.0.1:56662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:04:40.735708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.64093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:40.73692Z","caller":"traceutil/trace.go:171","msg":"trace[1638134869] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:39441; }","duration":"645.890634ms","start":"2026-07-29T15:04:40.091005Z","end":"2026-07-29T15:04:40.736895Z","steps":["trace[1638134869] 'agreement among raft nodes before linearized reading' (duration: 644.63914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:40.73699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:40.090989Z","time spent":"645.977826ms","remote":"127.0.0.1:51214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:04:40.735622Z","caller":"traceutil/trace.go:171","msg":"trace[806495677] transaction","detail":"{read_only:false; response_revision:39441; number_of_response:1; }","duration":"571.08179ms","start":"2026-07-29T15:04:40.164528Z","end":"2026-07-29T15:04:40.735609Z","steps":["trace[806495677] 'process raft request' (duration: 570.855984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:40.737138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:40.164513Z","time spent":"572.56556ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:40.735926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:40.163615Z","time spent":"572.18011ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:04:40.94297Z","caller":"traceutil/trace.go:171","msg":"trace[593057959] linearizableReadLoop","detail":"{readStateIndex:40620; appliedIndex:40619; }","duration":"202.094828ms","start":"2026-07-29T15:04:40.740852Z","end":"2026-07-29T15:04:40.942947Z","steps":["trace[593057959] 'read index received' (duration: 127.283233ms)","trace[593057959] 'applied index is now lower than readState.Index' (duration: 74.810725ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:04:40.943029Z","caller":"traceutil/trace.go:171","msg":"trace[133845619] transaction","detail":"{read_only:false; response_revision:39442; number_of_response:1; }","duration":"202.53612ms","start":"2026-07-29T15:04:40.740453Z","end":"2026-07-29T15:04:40.942989Z","steps":["trace[133845619] 'process raft request' (duration: 127.742026ms)","trace[133845619] 'compare' (duration: 74.6536ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:04:40.943244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.370185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23024"} {"level":"warn","ts":"2026-07-29T15:04:40.94328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.051221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-07-29T15:04:40.943324Z","caller":"traceutil/trace.go:171","msg":"trace[1812899880] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:39442; }","duration":"202.492608ms","start":"2026-07-29T15:04:40.740812Z","end":"2026-07-29T15:04:40.943304Z","steps":["trace[1812899880] 'agreement among raft nodes before linearized reading' (duration: 202.216041ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:40.943335Z","caller":"traceutil/trace.go:171","msg":"trace[121599446] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:39442; }","duration":"200.135703ms","start":"2026-07-29T15:04:40.743184Z","end":"2026-07-29T15:04:40.94332Z","steps":["trace[121599446] 'agreement among raft nodes before linearized reading' (duration: 199.935237ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:57.009905Z","caller":"traceutil/trace.go:171","msg":"trace[420206838] transaction","detail":"{read_only:false; response_revision:39599; number_of_response:1; }","duration":"211.842456ms","start":"2026-07-29T15:04:56.798043Z","end":"2026-07-29T15:04:57.009885Z","steps":["trace[420206838] 'process raft request' (duration: 211.126206ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:57.010223Z","caller":"traceutil/trace.go:171","msg":"trace[1928535979] transaction","detail":"{read_only:false; response_revision:39600; number_of_response:1; }","duration":"211.108256ms","start":"2026-07-29T15:04:56.799079Z","end":"2026-07-29T15:04:57.010187Z","steps":["trace[1928535979] 'process raft request' (duration: 210.247882ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:57.010452Z","caller":"traceutil/trace.go:171","msg":"trace[753433787] transaction","detail":"{read_only:false; response_revision:39602; number_of_response:1; }","duration":"194.907669ms","start":"2026-07-29T15:04:56.815515Z","end":"2026-07-29T15:04:57.010423Z","steps":["trace[753433787] 'process raft request' (duration: 193.880381ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:57.01049Z","caller":"traceutil/trace.go:171","msg":"trace[1460364313] transaction","detail":"{read_only:false; response_revision:39601; number_of_response:1; }","duration":"210.077367ms","start":"2026-07-29T15:04:56.800395Z","end":"2026-07-29T15:04:57.010472Z","steps":["trace[1460364313] 'process raft request' (duration: 208.969557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:59.746359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.53027ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T15:04:59.746501Z","caller":"traceutil/trace.go:171","msg":"trace[1534080200] linearizableReadLoop","detail":"{readStateIndex:40786; appliedIndex:40785; }","duration":"1.154579391s","start":"2026-07-29T15:04:58.591903Z","end":"2026-07-29T15:04:59.746483Z","steps":["trace[1534080200] 'read index received' (duration: 420.051132ms)","trace[1534080200] 'applied index is now lower than readState.Index' (duration: 734.526379ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:04:59.746696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.656967ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:04:59.746781Z","caller":"traceutil/trace.go:171","msg":"trace[583157652] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:39604; }","duration":"566.74576ms","start":"2026-07-29T15:04:59.180021Z","end":"2026-07-29T15:04:59.746767Z","steps":["trace[583157652] 'range keys from in-memory index tree' (duration: 566.642937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:59.747072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155146956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T15:04:59.747176Z","caller":"traceutil/trace.go:171","msg":"trace[1451936978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39604; }","duration":"1.155294331s","start":"2026-07-29T15:04:58.591862Z","end":"2026-07-29T15:04:59.747157Z","steps":["trace[1451936978] 'agreement among raft nodes before linearized reading' (duration: 1.155040984s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:59.747218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:58.591843Z","time spent":"1.155366053s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T15:04:59.849783Z","caller":"traceutil/trace.go:171","msg":"trace[1006605895] transaction","detail":"{read_only:false; response_revision:39605; number_of_response:1; }","duration":"1.047421154s","start":"2026-07-29T15:04:58.802333Z","end":"2026-07-29T15:04:59.849754Z","steps":["trace[1006605895] 'process raft request' (duration: 1.047157367s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:59.850159Z","caller":"traceutil/trace.go:171","msg":"trace[220491816] transaction","detail":"{read_only:false; response_revision:39606; number_of_response:1; }","duration":"983.830769ms","start":"2026-07-29T15:04:58.866294Z","end":"2026-07-29T15:04:59.850125Z","steps":["trace[220491816] 'process raft request' (duration: 983.401047ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:59.850248Z","caller":"traceutil/trace.go:171","msg":"trace[1866471012] transaction","detail":"{read_only:false; response_revision:39608; number_of_response:1; }","duration":"981.870225ms","start":"2026-07-29T15:04:58.868361Z","end":"2026-07-29T15:04:59.850231Z","steps":["trace[1866471012] 'process raft request' (duration: 981.737781ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:04:59.850167Z","caller":"traceutil/trace.go:171","msg":"trace[312136219] transaction","detail":"{read_only:false; response_revision:39607; number_of_response:1; }","duration":"982.79449ms","start":"2026-07-29T15:04:58.867346Z","end":"2026-07-29T15:04:59.85014Z","steps":["trace[312136219] 'process raft request' (duration: 982.638966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:04:59.850331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:58.866274Z","time spent":"983.971583ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:59.850375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:58.868338Z","time spent":"981.989549ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:59.850456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:58.867333Z","time spent":"983.037107ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:04:59.850599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:58.802309Z","time spent":"1.047552328s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:00.744853Z","caller":"traceutil/trace.go:171","msg":"trace[736017435] transaction","detail":"{read_only:false; response_revision:39609; number_of_response:1; }","duration":"1.730772422s","start":"2026-07-29T15:04:59.014039Z","end":"2026-07-29T15:05:00.744812Z","steps":["trace[736017435] 'process raft request' (duration: 1.73032722s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:00.74486Z","caller":"traceutil/trace.go:171","msg":"trace[347010517] transaction","detail":"{read_only:false; response_revision:39610; number_of_response:1; }","duration":"1.729506587s","start":"2026-07-29T15:04:59.015321Z","end":"2026-07-29T15:05:00.744827Z","steps":["trace[347010517] 'process raft request' (duration: 1.729372624s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:00.745019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:59.014023Z","time spent":"1.730907865s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:00.745045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:59.015311Z","time spent":"1.729638381s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:00.74509Z","caller":"traceutil/trace.go:171","msg":"trace[238207003] transaction","detail":"{read_only:false; response_revision:39611; number_of_response:1; }","duration":"1.728038466s","start":"2026-07-29T15:04:59.017041Z","end":"2026-07-29T15:05:00.745079Z","steps":["trace[238207003] 'process raft request' (duration: 1.727728528s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:00.745143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:59.017023Z","time spent":"1.728096248s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:00.745382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715990554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:05:00.745354Z","caller":"traceutil/trace.go:171","msg":"trace[1425406074] transaction","detail":"{read_only:false; response_revision:39612; number_of_response:1; }","duration":"1.560153374s","start":"2026-07-29T15:04:59.185172Z","end":"2026-07-29T15:05:00.745326Z","steps":["trace[1425406074] 'process raft request' (duration: 1.559824545s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:00.745409Z","caller":"traceutil/trace.go:171","msg":"trace[577421402] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:39614; }","duration":"1.716031085s","start":"2026-07-29T15:04:59.02937Z","end":"2026-07-29T15:05:00.745401Z","steps":["trace[577421402] 'agreement among raft nodes before linearized reading' (duration: 1.715965043s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:00.745428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:59.029365Z","time spent":"1.716059606s","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:00.745464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109891764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T15:05:00.745503Z","caller":"traceutil/trace.go:171","msg":"trace[763699905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39614; }","duration":"2.109945826s","start":"2026-07-29T15:04:58.635547Z","end":"2026-07-29T15:05:00.745493Z","steps":["trace[763699905] 'agreement among raft nodes before linearized reading' (duration: 2.109794792s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:00.745502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:59.185148Z","time spent":"1.560271318s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:00.74551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717719972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T15:05:00.745536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:58.63554Z","time spent":"2.109989867s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:05:00.745514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987840846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:05:00.745553Z","caller":"traceutil/trace.go:171","msg":"trace[1761175334] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:39614; }","duration":"1.717782163s","start":"2026-07-29T15:04:59.027759Z","end":"2026-07-29T15:05:00.745541Z","steps":["trace[1761175334] 'agreement among raft nodes before linearized reading' (duration: 1.717625169s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:00.745587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:59.027751Z","time spent":"1.717828484s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T15:05:00.745591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396717664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:00.745544Z","caller":"traceutil/trace.go:171","msg":"trace[576231754] transaction","detail":"{read_only:false; response_revision:39614; number_of_response:1; }","duration":"992.480999ms","start":"2026-07-29T15:04:59.753056Z","end":"2026-07-29T15:05:00.745537Z","steps":["trace[576231754] 'process raft request' (duration: 992.234232ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:00.745651Z","caller":"traceutil/trace.go:171","msg":"trace[486807778] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:39614; }","duration":"1.396813537s","start":"2026-07-29T15:04:59.34882Z","end":"2026-07-29T15:05:00.745634Z","steps":["trace[486807778] 'agreement among raft nodes before linearized reading' (duration: 1.396718554s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:00.745602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652245285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5b9f497f65-kdwqf.18c6c81aa6c9cf95\" ","response":"range_response_count:1 size:1139"} {"level":"warn","ts":"2026-07-29T15:05:00.745675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18641845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:00.745739Z","caller":"traceutil/trace.go:171","msg":"trace[573920414] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5b9f497f65-kdwqf.18c6c81aa6c9cf95; range_end:; response_count:1; response_revision:39614; }","duration":"1.652405409s","start":"2026-07-29T15:04:59.093318Z","end":"2026-07-29T15:05:00.745723Z","steps":["trace[573920414] 'agreement among raft nodes before linearized reading' (duration: 1.652236444s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:00.745754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:59.75303Z","time spent":"992.618132ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:00.745764Z","caller":"traceutil/trace.go:171","msg":"trace[489711458] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:39614; }","duration":"1.186532454s","start":"2026-07-29T15:04:59.559216Z","end":"2026-07-29T15:05:00.745748Z","steps":["trace[489711458] 'agreement among raft nodes before linearized reading' (duration: 1.18640357s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:00.745784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121017632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:05:00.74578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114290405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T15:05:00.745786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357178793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:00.745813Z","caller":"traceutil/trace.go:171","msg":"trace[1494932180] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:39614; }","duration":"2.121082833s","start":"2026-07-29T15:04:58.624721Z","end":"2026-07-29T15:05:00.745804Z","steps":["trace[1494932180] 'agreement among raft nodes before linearized reading' (duration: 2.121031842s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:00.745821Z","caller":"traceutil/trace.go:171","msg":"trace[674531640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39614; }","duration":"2.114371748s","start":"2026-07-29T15:04:58.631439Z","end":"2026-07-29T15:05:00.74581Z","steps":["trace[674531640] 'agreement among raft nodes before linearized reading' (duration: 2.114202063s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:00.745823Z","caller":"traceutil/trace.go:171","msg":"trace[1720527576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39614; }","duration":"1.357248285s","start":"2026-07-29T15:04:59.388566Z","end":"2026-07-29T15:05:00.745814Z","steps":["trace[1720527576] 'agreement among raft nodes before linearized reading' (duration: 1.357196863s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:00.745844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:58.62386Z","time spent":"2.121977847s","remote":"127.0.0.1:56638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:00.745852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:59.388547Z","time spent":"1.357300127s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:05:00.745852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:58.631424Z","time spent":"2.114421649s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T15:05:00.745862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114222074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T15:05:00.745593Z","caller":"traceutil/trace.go:171","msg":"trace[1089508731] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:39614; }","duration":"1.98797144s","start":"2026-07-29T15:04:58.757606Z","end":"2026-07-29T15:05:00.745577Z","steps":["trace[1089508731] 'agreement among raft nodes before linearized reading' (duration: 1.987818256s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:00.745891Z","caller":"traceutil/trace.go:171","msg":"trace[968347112] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39614; }","duration":"2.114248415s","start":"2026-07-29T15:04:58.631634Z","end":"2026-07-29T15:05:00.745882Z","steps":["trace[968347112] 'agreement among raft nodes before linearized reading' (duration: 2.114162712s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:00.745908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:58.75759Z","time spent":"1.988301709s","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:00.745922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:58.631605Z","time spent":"2.114311436s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:05:00.745816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:59.559205Z","time spent":"1.186600105s","remote":"127.0.0.1:52284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:00.745775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:59.0933Z","time spent":"1.652466841s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-5b9f497f65-kdwqf.18c6c81aa6c9cf95\" "} {"level":"warn","ts":"2026-07-29T15:05:00.745735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:59.348803Z","time spent":"1.396920439s","remote":"127.0.0.1:56752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:00.746293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128104597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T15:05:00.745361Z","caller":"traceutil/trace.go:171","msg":"trace[56815759] linearizableReadLoop","detail":"{readStateIndex:40795; appliedIndex:40786; }","duration":"998.805184ms","start":"2026-07-29T15:04:59.746536Z","end":"2026-07-29T15:05:00.745341Z","steps":["trace[56815759] 'read index received' (duration: 102.993353ms)","trace[56815759] 'applied index is now lower than readState.Index' (duration: 895.80185ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:00.74633Z","caller":"traceutil/trace.go:171","msg":"trace[1667542580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39614; }","duration":"2.128142158s","start":"2026-07-29T15:04:58.618181Z","end":"2026-07-29T15:05:00.746323Z","steps":["trace[1667542580] 'agreement among raft nodes before linearized reading' (duration: 2.128050265s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:00.746356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:58.618074Z","time spent":"2.128277021s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T15:05:00.746342Z","caller":"traceutil/trace.go:171","msg":"trace[1159062682] transaction","detail":"{read_only:false; response_revision:39613; number_of_response:1; }","duration":"1.187028697s","start":"2026-07-29T15:04:59.5583Z","end":"2026-07-29T15:05:00.745329Z","steps":["trace[1159062682] 'process raft request' (duration: 1.186919474s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:00.746483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:59.558274Z","time spent":"1.188117368s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:01.246578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979131553,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T15:05:01.320935Z","caller":"traceutil/trace.go:171","msg":"trace[695588017] transaction","detail":"{read_only:false; response_revision:39615; number_of_response:1; }","duration":"1.215044911s","start":"2026-07-29T15:05:00.105863Z","end":"2026-07-29T15:05:01.320908Z","steps":["trace[695588017] 'process raft request' (duration: 1.214845726s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:01.320933Z","caller":"traceutil/trace.go:171","msg":"trace[1358914699] transaction","detail":"{read_only:false; response_revision:39616; number_of_response:1; }","duration":"1.214946028s","start":"2026-07-29T15:05:00.105968Z","end":"2026-07-29T15:05:01.320914Z","steps":["trace[1358914699] 'process raft request' (duration: 1.214870936s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:01.321039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:00.105828Z","time spent":"1.215167524s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5088,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T15:05:01.321057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:00.105937Z","time spent":"1.215072702s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T15:05:01.848681Z","caller":"traceutil/trace.go:171","msg":"trace[1664312768] transaction","detail":"{read_only:false; response_revision:39617; number_of_response:1; }","duration":"1.10051402s","start":"2026-07-29T15:05:00.748133Z","end":"2026-07-29T15:05:01.848647Z","steps":["trace[1664312768] 'process raft request' (duration: 1.100238292s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:01.84882Z","caller":"traceutil/trace.go:171","msg":"trace[840200130] transaction","detail":"{read_only:false; response_revision:39618; number_of_response:1; }","duration":"1.098610637s","start":"2026-07-29T15:05:00.750165Z","end":"2026-07-29T15:05:01.848776Z","steps":["trace[840200130] 'process raft request' (duration: 1.098394631s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:01.848903Z","caller":"traceutil/trace.go:171","msg":"trace[1886393313] transaction","detail":"{read_only:false; response_revision:39619; number_of_response:1; }","duration":"1.098485864s","start":"2026-07-29T15:05:00.750376Z","end":"2026-07-29T15:05:01.848862Z","steps":["trace[1886393313] 'process raft request' (duration: 1.098238567s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:01.849007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:00.750145Z","time spent":"1.098761642s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:01.849042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:00.750367Z","time spent":"1.098602618s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:01.848842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:00.748113Z","time spent":"1.100643964s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1122,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:01.849753Z","caller":"traceutil/trace.go:171","msg":"trace[420485695] linearizableReadLoop","detail":"{readStateIndex:40804; appliedIndex:40796; }","duration":"1.103379389s","start":"2026-07-29T15:05:00.746346Z","end":"2026-07-29T15:05:01.849725Z","steps":["trace[420485695] 'read index received' (duration: 574.475554ms)","trace[420485695] 'applied index is now lower than readState.Index' (duration: 528.902045ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:01.850159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281123734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-29T15:05:01.850732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28713378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-29T15:05:01.850791Z","caller":"traceutil/trace.go:171","msg":"trace[782332598] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39622; }","duration":"1.287222362s","start":"2026-07-29T15:05:00.563547Z","end":"2026-07-29T15:05:01.850769Z","steps":["trace[782332598] 'agreement among raft nodes before linearized reading' (duration: 1.286710228s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:01.851047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:00.563526Z","time spent":"1.28750276s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T15:05:01.850786Z","caller":"traceutil/trace.go:171","msg":"trace[1444099582] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39622; }","duration":"1.281767232s","start":"2026-07-29T15:05:00.56898Z","end":"2026-07-29T15:05:01.850747Z","steps":["trace[1444099582] 'agreement among raft nodes before linearized reading' (duration: 1.281035801s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:01.851189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:00.568966Z","time spent":"1.282202424s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T15:05:01.850327Z","caller":"traceutil/trace.go:171","msg":"trace[2087525542] transaction","detail":"{read_only:false; response_revision:39622; number_of_response:1; }","duration":"1.097332812s","start":"2026-07-29T15:05:00.752956Z","end":"2026-07-29T15:05:01.850289Z","steps":["trace[2087525542] 'process raft request' (duration: 1.096710295s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:01.851539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:00.752946Z","time spent":"1.098509715s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:01.850584Z","caller":"traceutil/trace.go:171","msg":"trace[703725113] transaction","detail":"{read_only:false; response_revision:39620; number_of_response:1; }","duration":"1.099402209s","start":"2026-07-29T15:05:00.751171Z","end":"2026-07-29T15:05:01.850573Z","steps":["trace[703725113] 'process raft request' (duration: 1.097849416s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:01.85162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:00.75115Z","time spent":"1.100445368s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:01.850582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199573873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:01.851692Z","caller":"traceutil/trace.go:171","msg":"trace[1277557648] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:39622; }","duration":"1.200715965s","start":"2026-07-29T15:05:00.650958Z","end":"2026-07-29T15:05:01.851674Z","steps":["trace[1277557648] 'agreement among raft nodes before linearized reading' (duration: 1.199358398s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:01.851744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:00.650944Z","time spent":"1.200781527s","remote":"127.0.0.1:56650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:05:01.850615Z","caller":"traceutil/trace.go:171","msg":"trace[579710906] transaction","detail":"{read_only:false; response_revision:39621; number_of_response:1; }","duration":"1.099188724s","start":"2026-07-29T15:05:00.751417Z","end":"2026-07-29T15:05:01.850606Z","steps":["trace[579710906] 'process raft request' (duration: 1.098194856s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:01.850635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023309915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:05:01.851882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:00.751394Z","time spent":"1.100416667s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:01.850629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506182835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:01.85193Z","caller":"traceutil/trace.go:171","msg":"trace[476829039] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:39622; }","duration":"2.024635482s","start":"2026-07-29T15:04:59.827283Z","end":"2026-07-29T15:05:01.851918Z","steps":["trace[476829039] 'agreement among raft nodes before linearized reading' (duration: 2.023301835s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:01.851955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:04:59.827266Z","time spent":"2.024682634s","remote":"127.0.0.1:56764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:05:01.85197Z","caller":"traceutil/trace.go:171","msg":"trace[1868427232] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:39622; }","duration":"1.507526092s","start":"2026-07-29T15:05:00.344422Z","end":"2026-07-29T15:05:01.851948Z","steps":["trace[1868427232] 'agreement among raft nodes before linearized reading' (duration: 1.506140293s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:01.850696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208692446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:05:01.85202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:00.344361Z","time spent":"1.507640335s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:01.850222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285786173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T15:05:01.852064Z","caller":"traceutil/trace.go:171","msg":"trace[1605937689] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:39622; }","duration":"1.210061393s","start":"2026-07-29T15:05:00.641986Z","end":"2026-07-29T15:05:01.852047Z","steps":["trace[1605937689] 'agreement among raft nodes before linearized reading' (duration: 1.208659005s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:01.852096Z","caller":"traceutil/trace.go:171","msg":"trace[472963023] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39622; }","duration":"1.287722626s","start":"2026-07-29T15:05:00.56436Z","end":"2026-07-29T15:05:01.852083Z","steps":["trace[472963023] 'agreement among raft nodes before linearized reading' (duration: 1.28568763s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:01.852117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:00.641928Z","time spent":"1.210169986s","remote":"127.0.0.1:60968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:01.852133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:00.56434Z","time spent":"1.287782398s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:05:01.85085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291296674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-29T15:05:01.852316Z","caller":"traceutil/trace.go:171","msg":"trace[1835885907] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39622; }","duration":"1.292805286s","start":"2026-07-29T15:05:00.55948Z","end":"2026-07-29T15:05:01.852285Z","steps":["trace[1835885907] 'agreement among raft nodes before linearized reading' (duration: 1.291162201s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:01.852386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:00.559457Z","time spent":"1.292911209s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:05:02.35024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979131563,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T15:05:02.704159Z","caller":"traceutil/trace.go:171","msg":"trace[1637121536] transaction","detail":"{read_only:false; response_revision:39625; number_of_response:1; }","duration":"1.375880209s","start":"2026-07-29T15:05:01.328264Z","end":"2026-07-29T15:05:02.704144Z","steps":["trace[1637121536] 'process raft request' (duration: 1.375848178s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:02.704185Z","caller":"traceutil/trace.go:171","msg":"trace[499521098] transaction","detail":"{read_only:false; response_revision:39623; number_of_response:1; }","duration":"1.378995855s","start":"2026-07-29T15:05:01.325157Z","end":"2026-07-29T15:05:02.704153Z","steps":["trace[499521098] 'process raft request' (duration: 1.37878868s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:02.704267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:01.328255Z","time spent":"1.375957811s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:02.704278Z","caller":"traceutil/trace.go:171","msg":"trace[387210879] transaction","detail":"{read_only:false; response_revision:39624; number_of_response:1; }","duration":"1.377085253s","start":"2026-07-29T15:05:01.327152Z","end":"2026-07-29T15:05:02.704237Z","steps":["trace[387210879] 'process raft request' (duration: 1.376912568s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:02.704325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:01.325132Z","time spent":"1.379124758s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T15:05:02.704426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:01.327124Z","time spent":"1.377226256s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5281,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:02.747875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999794476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:05:02.747971Z","caller":"traceutil/trace.go:171","msg":"trace[511208260] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99993197s","start":"2026-07-29T15:05:00.748018Z","end":"2026-07-29T15:05:02.74795Z","steps":["trace[511208260] 'agreement among raft nodes before linearized reading' (duration: 1.999814247s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:02.748018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:00.747998Z","time spent":"2.000009822s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:05:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-29T15:05:03.288346Z","caller":"traceutil/trace.go:171","msg":"trace[1336074229] transaction","detail":"{read_only:false; response_revision:39626; number_of_response:1; }","duration":"1.432397398s","start":"2026-07-29T15:05:01.855913Z","end":"2026-07-29T15:05:03.288311Z","steps":["trace[1336074229] 'process raft request' (duration: 1.432034398s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:03.288585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:01.855893Z","time spent":"1.432548271s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:03.289513Z","caller":"traceutil/trace.go:171","msg":"trace[22321328] transaction","detail":"{read_only:false; response_revision:39628; number_of_response:1; }","duration":"1.432559432s","start":"2026-07-29T15:05:01.856908Z","end":"2026-07-29T15:05:03.289468Z","steps":["trace[22321328] 'process raft request' (duration: 1.431565454s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:03.28981Z","caller":"traceutil/trace.go:171","msg":"trace[1247352051] transaction","detail":"{read_only:false; response_revision:39627; number_of_response:1; }","duration":"1.4321348s","start":"2026-07-29T15:05:01.856516Z","end":"2026-07-29T15:05:03.288651Z","steps":["trace[1247352051] 'process raft request' (duration: 1.431730689s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:03.289853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:01.856886Z","time spent":"1.432706716s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:03.289918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:01.856505Z","time spent":"1.433360454s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:03.289966Z","caller":"traceutil/trace.go:171","msg":"trace[1425419581] transaction","detail":"{read_only:false; response_revision:39630; number_of_response:1; }","duration":"1.432763948s","start":"2026-07-29T15:05:01.857182Z","end":"2026-07-29T15:05:03.289946Z","steps":["trace[1425419581] 'process raft request' (duration: 1.432638164s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:03.290045Z","caller":"traceutil/trace.go:171","msg":"trace[1036048892] transaction","detail":"{read_only:false; response_revision:39634; number_of_response:1; }","duration":"1.157769359s","start":"2026-07-29T15:05:02.13226Z","end":"2026-07-29T15:05:03.290029Z","steps":["trace[1036048892] 'process raft request' (duration: 1.157716238s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:03.290009Z","caller":"traceutil/trace.go:171","msg":"trace[793609711] transaction","detail":"{read_only:false; response_revision:39629; number_of_response:1; }","duration":"1.432889902s","start":"2026-07-29T15:05:01.857083Z","end":"2026-07-29T15:05:03.289973Z","steps":["trace[793609711] 'process raft request' (duration: 1.431516004s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:03.290054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:01.857174Z","time spent":"1.43282899s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:03.290078Z","caller":"traceutil/trace.go:171","msg":"trace[1549757973] transaction","detail":"{read_only:false; response_revision:39632; number_of_response:1; }","duration":"1.432171981s","start":"2026-07-29T15:05:01.857893Z","end":"2026-07-29T15:05:03.290065Z","steps":["trace[1549757973] 'process raft request' (duration: 1.432022927s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:03.290121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:02.13224Z","time spent":"1.157838271s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:03.290049Z","caller":"traceutil/trace.go:171","msg":"trace[306199054] linearizableReadLoop","detail":"{readStateIndex:40816; appliedIndex:40804; }","duration":"1.440190933s","start":"2026-07-29T15:05:01.849827Z","end":"2026-07-29T15:05:03.290018Z","steps":["trace[306199054] 'read index received' (duration: 854.175192ms)","trace[306199054] 'applied index is now lower than readState.Index' (duration: 586.014701ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:03.290178Z","caller":"traceutil/trace.go:171","msg":"trace[1596374111] transaction","detail":"{read_only:false; response_revision:39631; number_of_response:1; }","duration":"1.432346706s","start":"2026-07-29T15:05:01.857822Z","end":"2026-07-29T15:05:03.290169Z","steps":["trace[1596374111] 'process raft request' (duration: 1.432026567s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:03.290183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026963785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:05:03.290144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:01.857881Z","time spent":"1.432226743s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:03.290195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:01.857074Z","time spent":"1.433026415s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:03.290228Z","caller":"traceutil/trace.go:171","msg":"trace[457364842] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:39634; }","duration":"2.027069808s","start":"2026-07-29T15:05:01.263143Z","end":"2026-07-29T15:05:03.290213Z","steps":["trace[457364842] 'agreement among raft nodes before linearized reading' (duration: 2.026949095s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:03.290237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:01.857809Z","time spent":"1.432390498s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:03.29026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:01.26312Z","time spent":"2.0271323s","remote":"127.0.0.1:50722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:05:03.290265Z","caller":"traceutil/trace.go:171","msg":"trace[285108717] transaction","detail":"{read_only:false; response_revision:39633; number_of_response:1; }","duration":"1.431987026s","start":"2026-07-29T15:05:01.858263Z","end":"2026-07-29T15:05:03.29025Z","steps":["trace[285108717] 'process raft request' (duration: 1.431682168s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:03.290356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568153774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:05:03.290357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964114921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:05:03.29036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:01.858254Z","time spent":"1.432065458s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:03.290392Z","caller":"traceutil/trace.go:171","msg":"trace[741125673] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:39634; }","duration":"1.568266367s","start":"2026-07-29T15:05:01.722113Z","end":"2026-07-29T15:05:03.290379Z","steps":["trace[741125673] 'agreement among raft nodes before linearized reading' (duration: 1.568198575s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:03.29045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:01.722081Z","time spent":"1.56836039s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:05:03.290453Z","caller":"traceutil/trace.go:171","msg":"trace[1887187878] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:39634; }","duration":"1.964163912s","start":"2026-07-29T15:05:01.326227Z","end":"2026-07-29T15:05:03.290391Z","steps":["trace[1887187878] 'agreement among raft nodes before linearized reading' (duration: 1.96407872s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:03.290486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820204929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T15:05:03.29052Z","caller":"traceutil/trace.go:171","msg":"trace[784733367] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:39634; }","duration":"1.820283832s","start":"2026-07-29T15:05:01.470227Z","end":"2026-07-29T15:05:03.290511Z","steps":["trace[784733367] 'agreement among raft nodes before linearized reading' (duration: 1.820027884s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:03.290548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:01.470204Z","time spent":"1.820336633s","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":241,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:03.290606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99197771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T15:05:03.290697Z","caller":"traceutil/trace.go:171","msg":"trace[995351492] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39634; }","duration":"1.992114104s","start":"2026-07-29T15:05:01.298564Z","end":"2026-07-29T15:05:03.290678Z","steps":["trace[995351492] 'agreement among raft nodes before linearized reading' (duration: 1.991798035s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:03.290752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:01.298547Z","time spent":"1.992191796s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T15:05:03.291201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:01.32622Z","time spent":"1.964957954s","remote":"127.0.0.1:51062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"info","ts":"2026-07-29T15:05:03.710965Z","caller":"traceutil/trace.go:171","msg":"trace[337998293] transaction","detail":"{read_only:false; response_revision:39637; number_of_response:1; }","duration":"959.214231ms","start":"2026-07-29T15:05:02.751718Z","end":"2026-07-29T15:05:03.710933Z","steps":["trace[337998293] 'process raft request' (duration: 959.129818ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:03.71099Z","caller":"traceutil/trace.go:171","msg":"trace[1526240414] transaction","detail":"{read_only:false; response_revision:39635; number_of_response:1; }","duration":"1.00344571s","start":"2026-07-29T15:05:02.707507Z","end":"2026-07-29T15:05:03.710953Z","steps":["trace[1526240414] 'process raft request' (duration: 1.003093321s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:03.71099Z","caller":"traceutil/trace.go:171","msg":"trace[1265140765] transaction","detail":"{read_only:false; response_revision:39636; number_of_response:1; }","duration":"959.254822ms","start":"2026-07-29T15:05:02.751696Z","end":"2026-07-29T15:05:03.710951Z","steps":["trace[1265140765] 'process raft request' (duration: 959.077087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:03.71115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:02.707485Z","time spent":"1.003602615s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T15:05:03.711115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:02.751683Z","time spent":"959.358255ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:03.711523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:02.75168Z","time spent":"959.53765ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:03.711833Z","caller":"traceutil/trace.go:171","msg":"trace[1502680989] linearizableReadLoop","detail":"{readStateIndex:40822; appliedIndex:40816; }","duration":"421.641216ms","start":"2026-07-29T15:05:03.29017Z","end":"2026-07-29T15:05:03.711811Z","steps":["trace[1502680989] 'read index received' (duration: 420.486264ms)","trace[1502680989] 'applied index is now lower than readState.Index' (duration: 1.153512ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:03.711833Z","caller":"traceutil/trace.go:171","msg":"trace[714103157] transaction","detail":"{read_only:false; response_revision:39638; number_of_response:1; }","duration":"959.680634ms","start":"2026-07-29T15:05:02.75212Z","end":"2026-07-29T15:05:03.711801Z","steps":["trace[714103157] 'process raft request' (duration: 958.769379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:03.711975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.037233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:03.712037Z","caller":"traceutil/trace.go:171","msg":"trace[1111841782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39640; }","duration":"956.136826ms","start":"2026-07-29T15:05:02.755884Z","end":"2026-07-29T15:05:03.712021Z","steps":["trace[1111841782] 'agreement among raft nodes before linearized reading' (duration: 955.979881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:03.712033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:02.752106Z","time spent":"959.824477ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:03.712067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.755553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T15:05:03.712125Z","caller":"traceutil/trace.go:171","msg":"trace[1732363640] transaction","detail":"{read_only:false; response_revision:39639; number_of_response:1; }","duration":"959.090857ms","start":"2026-07-29T15:05:02.753023Z","end":"2026-07-29T15:05:03.712114Z","steps":["trace[1732363640] 'process raft request' (duration: 958.610974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:03.712084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:02.755865Z","time spent":"956.211408ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:05:03.712198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:02.753015Z","time spent":"959.140528ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:03.712256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011374219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:03.712306Z","caller":"traceutil/trace.go:171","msg":"trace[1596022293] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:39640; }","duration":"1.011446741s","start":"2026-07-29T15:05:02.700844Z","end":"2026-07-29T15:05:03.712291Z","steps":["trace[1596022293] 'agreement among raft nodes before linearized reading' (duration: 1.011362269s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:03.712348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:02.700829Z","time spent":"1.011510122s","remote":"127.0.0.1:33116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-29T15:05:03.712386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.711121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:03.712127Z","caller":"traceutil/trace.go:171","msg":"trace[1820335766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39640; }","duration":"960.873806ms","start":"2026-07-29T15:05:02.751237Z","end":"2026-07-29T15:05:03.712111Z","steps":["trace[1820335766] 'agreement among raft nodes before linearized reading' (duration: 960.690901ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:03.712432Z","caller":"traceutil/trace.go:171","msg":"trace[439414092] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:39640; }","duration":"873.757033ms","start":"2026-07-29T15:05:02.838663Z","end":"2026-07-29T15:05:03.71242Z","steps":["trace[439414092] 'agreement among raft nodes before linearized reading' (duration: 873.66952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:03.712473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:02.838553Z","time spent":"873.908187ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:03.712473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:02.751217Z","time spent":"961.225786ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:05:03.712588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198345149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-29T15:05:03.712592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655711411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:05:03.712645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.975467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-29T15:05:03.71266Z","caller":"traceutil/trace.go:171","msg":"trace[1503569231] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:39640; }","duration":"1.198455332s","start":"2026-07-29T15:05:02.514184Z","end":"2026-07-29T15:05:03.71264Z","steps":["trace[1503569231] 'agreement among raft nodes before linearized reading' (duration: 1.198242436s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:03.712681Z","caller":"traceutil/trace.go:171","msg":"trace[745118821] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:39640; }","duration":"1.655846314s","start":"2026-07-29T15:05:02.056815Z","end":"2026-07-29T15:05:03.712662Z","steps":["trace[745118821] 'agreement among raft nodes before linearized reading' (duration: 1.655668869s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:03.712711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:02.514158Z","time spent":"1.198537864s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:03.712743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:02.056789Z","time spent":"1.655937966s","remote":"127.0.0.1:32982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:05:03.712309Z","caller":"traceutil/trace.go:171","msg":"trace[1963395159] transaction","detail":"{read_only:false; response_revision:39640; number_of_response:1; }","duration":"685.651041ms","start":"2026-07-29T15:05:03.026645Z","end":"2026-07-29T15:05:03.712296Z","steps":["trace[1963395159] 'process raft request' (duration: 685.110526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:03.712849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:03.026623Z","time spent":"686.170366ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:03.712692Z","caller":"traceutil/trace.go:171","msg":"trace[1594686930] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935; range_end:; response_count:1; response_revision:39640; }","duration":"962.059199ms","start":"2026-07-29T15:05:02.750622Z","end":"2026-07-29T15:05:03.712681Z","steps":["trace[1594686930] 'agreement among raft nodes before linearized reading' (duration: 961.909365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:03.71295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:02.750592Z","time spent":"962.345607ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935\" "} {"level":"info","ts":"2026-07-29T15:05:04.0781Z","caller":"traceutil/trace.go:171","msg":"trace[607463587] linearizableReadLoop","detail":"{readStateIndex:40824; appliedIndex:40822; }","duration":"366.189796ms","start":"2026-07-29T15:05:03.711892Z","end":"2026-07-29T15:05:04.078082Z","steps":["trace[607463587] 'read index received' (duration: 332.827125ms)","trace[607463587] 'applied index is now lower than readState.Index' (duration: 33.361981ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:04.078203Z","caller":"traceutil/trace.go:171","msg":"trace[107445871] transaction","detail":"{read_only:false; response_revision:39642; number_of_response:1; }","duration":"784.374696ms","start":"2026-07-29T15:05:03.293799Z","end":"2026-07-29T15:05:04.078173Z","steps":["trace[107445871] 'process raft request' (duration: 784.238072ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:04.078165Z","caller":"traceutil/trace.go:171","msg":"trace[1689054903] transaction","detail":"{read_only:false; response_revision:39641; number_of_response:1; }","duration":"784.351455ms","start":"2026-07-29T15:05:03.293766Z","end":"2026-07-29T15:05:04.078117Z","steps":["trace[1689054903] 'process raft request' (duration: 750.942563ms)","trace[1689054903] 'compare' (duration: 32.885787ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:04.078268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:03.293781Z","time spent":"784.440178ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5283,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T15:05:04.078331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:03.293734Z","time spent":"784.53079ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5539,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T15:05:04.078472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.365192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-29T15:05:04.078519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.494159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T15:05:04.078544Z","caller":"traceutil/trace.go:171","msg":"trace[1949606179] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39642; }","duration":"784.5436ms","start":"2026-07-29T15:05:03.293994Z","end":"2026-07-29T15:05:04.078537Z","steps":["trace[1949606179] 'agreement among raft nodes before linearized reading' (duration: 784.434257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:04.078564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:03.293987Z","time spent":"784.571901ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-29T15:05:04.078562Z","caller":"traceutil/trace.go:171","msg":"trace[1959413370] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:39642; }","duration":"644.505786ms","start":"2026-07-29T15:05:03.43403Z","end":"2026-07-29T15:05:04.078536Z","steps":["trace[1959413370] 'agreement among raft nodes before linearized reading' (duration: 644.211688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:04.078609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:03.434003Z","time spent":"644.594399ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-29T15:05:04.078774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.159262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:04.078855Z","caller":"traceutil/trace.go:171","msg":"trace[144530255] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:39642; }","duration":"367.290056ms","start":"2026-07-29T15:05:03.711548Z","end":"2026-07-29T15:05:04.078838Z","steps":["trace[144530255] 'agreement among raft nodes before linearized reading' (duration: 367.155762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:04.0789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:03.711527Z","time spent":"367.360878ms","remote":"127.0.0.1:40590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:04.574035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.551943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:05:04.574172Z","caller":"traceutil/trace.go:171","msg":"trace[1764775364] linearizableReadLoop","detail":"{readStateIndex:40826; appliedIndex:40824; }","duration":"496.008768ms","start":"2026-07-29T15:05:04.078151Z","end":"2026-07-29T15:05:04.574159Z","steps":["trace[1764775364] 'read index received' (duration: 228.339761ms)","trace[1764775364] 'applied index is now lower than readState.Index' (duration: 267.668426ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:04.574301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.177552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T15:05:04.57432Z","caller":"traceutil/trace.go:171","msg":"trace[1493247975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39644; }","duration":"721.226203ms","start":"2026-07-29T15:05:03.853089Z","end":"2026-07-29T15:05:04.574315Z","steps":["trace[1493247975] 'agreement among raft nodes before linearized reading' (duration: 721.143931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:04.5743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.430504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:05:04.574338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:03.853072Z","time spent":"721.261734ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:05:04.574343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.327183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T15:05:04.574421Z","caller":"traceutil/trace.go:171","msg":"trace[1113297596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39644; }","duration":"718.411206ms","start":"2026-07-29T15:05:03.855982Z","end":"2026-07-29T15:05:04.574393Z","steps":["trace[1113297596] 'agreement among raft nodes before linearized reading' (duration: 718.19315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:04.574426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.760701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:05:04.574369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.086489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:05:04.574457Z","caller":"traceutil/trace.go:171","msg":"trace[503220163] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:39644; }","duration":"828.827873ms","start":"2026-07-29T15:05:03.745624Z","end":"2026-07-29T15:05:04.574451Z","steps":["trace[503220163] 'agreement among raft nodes before linearized reading' (duration: 828.756851ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:04.574483Z","caller":"traceutil/trace.go:171","msg":"trace[874691152] transaction","detail":"{read_only:false; response_revision:39643; number_of_response:1; }","duration":"858.880862ms","start":"2026-07-29T15:05:03.715593Z","end":"2026-07-29T15:05:04.574474Z","steps":["trace[874691152] 'process raft request' (duration: 590.825915ms)","trace[874691152] 'compare' (duration: 267.457851ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:04.574501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:03.745604Z","time spent":"828.878184ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:05:04.5745Z","caller":"traceutil/trace.go:171","msg":"trace[1118599374] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:39644; }","duration":"721.269044ms","start":"2026-07-29T15:05:03.853206Z","end":"2026-07-29T15:05:04.574475Z","steps":["trace[1118599374] 'agreement among raft nodes before linearized reading' (duration: 721.022147ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:04.574529Z","caller":"traceutil/trace.go:171","msg":"trace[373823882] transaction","detail":"{read_only:false; response_revision:39644; number_of_response:1; }","duration":"857.599526ms","start":"2026-07-29T15:05:03.716921Z","end":"2026-07-29T15:05:04.57452Z","steps":["trace[373823882] 'process raft request' (duration: 857.196435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:04.574548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:03.853185Z","time spent":"721.351427ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:04.574601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.563783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:05:04.574628Z","caller":"traceutil/trace.go:171","msg":"trace[252557431] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:39644; }","duration":"592.618924ms","start":"2026-07-29T15:05:03.982002Z","end":"2026-07-29T15:05:04.574621Z","steps":["trace[252557431] 'agreement among raft nodes before linearized reading' (duration: 592.577403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:04.574633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.278111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-29T15:05:04.574451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:03.855974Z","time spent":"718.470687ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T15:05:04.574648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:03.981987Z","time spent":"592.655225ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:05:04.574362Z","caller":"traceutil/trace.go:171","msg":"trace[1503192509] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:39644; }","duration":"856.500846ms","start":"2026-07-29T15:05:03.717846Z","end":"2026-07-29T15:05:04.574346Z","steps":["trace[1503192509] 'agreement among raft nodes before linearized reading' (duration: 856.381502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:04.574704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:03.717814Z","time spent":"856.882996ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-29T15:05:04.574651Z","caller":"traceutil/trace.go:171","msg":"trace[435696732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39644; }","duration":"718.313753ms","start":"2026-07-29T15:05:03.856333Z","end":"2026-07-29T15:05:04.574647Z","steps":["trace[435696732] 'agreement among raft nodes before linearized reading' (duration: 718.269082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:04.574561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:03.71557Z","time spent":"858.936523ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:04.574784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:03.856322Z","time spent":"718.455037ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:05:04.574568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:03.71685Z","time spent":"857.701269ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:04.574487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.248879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:04.574927Z","caller":"traceutil/trace.go:171","msg":"trace[1513318538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39644; }","duration":"860.706232ms","start":"2026-07-29T15:05:03.714212Z","end":"2026-07-29T15:05:04.574918Z","steps":["trace[1513318538] 'agreement among raft nodes before linearized reading' (duration: 860.25592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:04.574941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.113405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T15:05:04.574989Z","caller":"traceutil/trace.go:171","msg":"trace[1847292179] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:39644; }","duration":"719.181167ms","start":"2026-07-29T15:05:03.855796Z","end":"2026-07-29T15:05:04.574977Z","steps":["trace[1847292179] 'agreement among raft nodes before linearized reading' (duration: 718.990662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:04.575025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:03.855785Z","time spent":"719.233308ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T15:05:04.575047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.342349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T15:05:04.574953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:03.714196Z","time spent":"860.749173ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:05:04.575065Z","caller":"traceutil/trace.go:171","msg":"trace[836077318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39644; }","duration":"720.378349ms","start":"2026-07-29T15:05:03.854681Z","end":"2026-07-29T15:05:04.575059Z","steps":["trace[836077318] 'agreement among raft nodes before linearized reading' (duration: 720.285467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:04.575083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:03.854672Z","time spent":"720.407671ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:05:04.639204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:04.079995Z","time spent":"559.199862ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T15:05:04.639351Z","caller":"traceutil/trace.go:171","msg":"trace[2095101039] transaction","detail":"{read_only:false; response_revision:39645; number_of_response:1; }","duration":"556.502977ms","start":"2026-07-29T15:05:04.082807Z","end":"2026-07-29T15:05:04.63931Z","steps":["trace[2095101039] 'process raft request' (duration: 556.282941ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:04.63944Z","caller":"traceutil/trace.go:171","msg":"trace[233026732] transaction","detail":"{read_only:false; response_revision:39646; number_of_response:1; }","duration":"556.494327ms","start":"2026-07-29T15:05:04.082921Z","end":"2026-07-29T15:05:04.639415Z","steps":["trace[233026732] 'process raft request' (duration: 556.292762ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:04.639469Z","caller":"traceutil/trace.go:171","msg":"trace[1564588131] transaction","detail":"{read_only:false; response_revision:39647; number_of_response:1; }","duration":"556.422455ms","start":"2026-07-29T15:05:04.083017Z","end":"2026-07-29T15:05:04.639439Z","steps":["trace[1564588131] 'process raft request' (duration: 556.265511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:04.639497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:04.082787Z","time spent":"556.639962ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T15:05:04.639579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:04.082906Z","time spent":"556.59711ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5585,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:04.639636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:04.082996Z","time spent":"556.538929ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5329,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:04.639756Z","caller":"traceutil/trace.go:171","msg":"trace[1229058423] transaction","detail":"{read_only:false; response_revision:39648; number_of_response:1; }","duration":"554.721068ms","start":"2026-07-29T15:05:04.085023Z","end":"2026-07-29T15:05:04.639744Z","steps":["trace[1229058423] 'process raft request' (duration: 554.337438ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:04.639736Z","caller":"traceutil/trace.go:171","msg":"trace[1321978588] transaction","detail":"{read_only:false; response_revision:39649; number_of_response:1; }","duration":"553.412802ms","start":"2026-07-29T15:05:04.086301Z","end":"2026-07-29T15:05:04.639714Z","steps":["trace[1321978588] 'process raft request' (duration: 553.30725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:04.639806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:04.085009Z","time spent":"554.769929ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5270,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:04.639859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:04.086281Z","time spent":"553.513645ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:04.873538Z","caller":"traceutil/trace.go:171","msg":"trace[1609979825] transaction","detail":"{read_only:false; response_revision:39651; number_of_response:1; }","duration":"294.935879ms","start":"2026-07-29T15:05:04.578578Z","end":"2026-07-29T15:05:04.873514Z","steps":["trace[1609979825] 'process raft request' (duration: 294.859387ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:04.873595Z","caller":"traceutil/trace.go:171","msg":"trace[391598286] transaction","detail":"{read_only:false; response_revision:39650; number_of_response:1; }","duration":"356.903489ms","start":"2026-07-29T15:05:04.516649Z","end":"2026-07-29T15:05:04.873552Z","steps":["trace[391598286] 'process raft request' (duration: 356.621802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:04.873765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:04.516622Z","time spent":"357.049203ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:04.873821Z","caller":"traceutil/trace.go:171","msg":"trace[1664537351] transaction","detail":"{read_only:false; response_revision:39652; number_of_response:1; }","duration":"295.096964ms","start":"2026-07-29T15:05:04.57869Z","end":"2026-07-29T15:05:04.873787Z","steps":["trace[1664537351] 'process raft request' (duration: 294.791115ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:04.873897Z","caller":"traceutil/trace.go:171","msg":"trace[1594267249] linearizableReadLoop","detail":"{readStateIndex:40833; appliedIndex:40826; }","duration":"299.68908ms","start":"2026-07-29T15:05:04.574192Z","end":"2026-07-29T15:05:04.873881Z","steps":["trace[1594267249] 'read index received' (duration: 64.870391ms)","trace[1594267249] 'applied index is now lower than readState.Index' (duration: 234.818119ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:04.873919Z","caller":"traceutil/trace.go:171","msg":"trace[1710605854] transaction","detail":"{read_only:false; response_revision:39653; number_of_response:1; }","duration":"294.62127ms","start":"2026-07-29T15:05:04.579286Z","end":"2026-07-29T15:05:04.873907Z","steps":["trace[1710605854] 'process raft request' (duration: 294.416935ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:04.873908Z","caller":"traceutil/trace.go:171","msg":"trace[1664058610] transaction","detail":"{read_only:false; response_revision:39654; number_of_response:1; }","duration":"294.529418ms","start":"2026-07-29T15:05:04.579357Z","end":"2026-07-29T15:05:04.873886Z","steps":["trace[1664058610] 'process raft request' (duration: 294.432435ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:04.873966Z","caller":"traceutil/trace.go:171","msg":"trace[2121189345] transaction","detail":"{read_only:false; response_revision:39655; number_of_response:1; }","duration":"294.23708ms","start":"2026-07-29T15:05:04.579721Z","end":"2026-07-29T15:05:04.873958Z","steps":["trace[2121189345] 'process raft request' (duration: 294.099526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:04.874037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.770539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:05:04.874054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.419996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:04.874071Z","caller":"traceutil/trace.go:171","msg":"trace[1087690350] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:39655; }","duration":"704.851851ms","start":"2026-07-29T15:05:04.169204Z","end":"2026-07-29T15:05:04.874056Z","steps":["trace[1087690350] 'agreement among raft nodes before linearized reading' (duration: 704.777679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:04.874072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.271562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:05:04.8741Z","caller":"traceutil/trace.go:171","msg":"trace[827205119] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:39655; }","duration":"755.311333ms","start":"2026-07-29T15:05:04.118779Z","end":"2026-07-29T15:05:04.874091Z","steps":["trace[827205119] 'agreement among raft nodes before linearized reading' (duration: 755.249302ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:04.874095Z","caller":"traceutil/trace.go:171","msg":"trace[346738124] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:39655; }","duration":"406.498828ms","start":"2026-07-29T15:05:04.467583Z","end":"2026-07-29T15:05:04.874082Z","steps":["trace[346738124] 'agreement among raft nodes before linearized reading' (duration: 406.415736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:04.874098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:04.169004Z","time spent":"705.086767ms","remote":"127.0.0.1:33100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:04.874117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:04.118717Z","time spent":"755.395076ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:04.874126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:04.467559Z","time spent":"406.559149ms","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:04.874144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.201197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23024"} {"level":"info","ts":"2026-07-29T15:05:04.874164Z","caller":"traceutil/trace.go:171","msg":"trace[283707625] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:39655; }","duration":"794.247458ms","start":"2026-07-29T15:05:04.07991Z","end":"2026-07-29T15:05:04.874157Z","steps":["trace[283707625] 'agreement among raft nodes before linearized reading' (duration: 794.139515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:04.874182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:04.079897Z","time spent":"794.280539ms","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":23046,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-29T15:05:04.874204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.668976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:421211"} {"level":"info","ts":"2026-07-29T15:05:04.874247Z","caller":"traceutil/trace.go:171","msg":"trace[1597160333] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:39655; }","duration":"463.758808ms","start":"2026-07-29T15:05:04.410473Z","end":"2026-07-29T15:05:04.874232Z","steps":["trace[1597160333] 'agreement among raft nodes before linearized reading' (duration: 463.543972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:04.874279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:04.410453Z","time spent":"463.815829ms","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":421233,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-29T15:05:05.216006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.371955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:05:05.216168Z","caller":"traceutil/trace.go:171","msg":"trace[1526794540] linearizableReadLoop","detail":"{readStateIndex:40842; appliedIndex:40838; }","duration":"342.222704ms","start":"2026-07-29T15:05:04.873936Z","end":"2026-07-29T15:05:05.216159Z","steps":["trace[1526794540] 'read index received' (duration: 102.582861ms)","trace[1526794540] 'applied index is now lower than readState.Index' (duration: 239.639323ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:05.216223Z","caller":"traceutil/trace.go:171","msg":"trace[633077924] transaction","detail":"{read_only:false; response_revision:39656; number_of_response:1; }","duration":"576.014786ms","start":"2026-07-29T15:05:04.640203Z","end":"2026-07-29T15:05:05.216218Z","steps":["trace[633077924] 'process raft request' (duration: 336.377273ms)","trace[633077924] 'compare' (duration: 239.212251ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:05.216257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:04.640184Z","time spent":"576.055507ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:05.216468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.679275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:05.216489Z","caller":"traceutil/trace.go:171","msg":"trace[774551755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39659; }","duration":"634.720656ms","start":"2026-07-29T15:05:04.581763Z","end":"2026-07-29T15:05:05.216484Z","steps":["trace[774551755] 'agreement among raft nodes before linearized reading' (duration: 634.639944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:05.216504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:04.581755Z","time spent":"634.746097ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:05:05.216501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.720583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:05.216564Z","caller":"traceutil/trace.go:171","msg":"trace[751533378] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:39659; }","duration":"635.803066ms","start":"2026-07-29T15:05:04.580746Z","end":"2026-07-29T15:05:05.216549Z","steps":["trace[751533378] 'agreement among raft nodes before linearized reading' (duration: 635.685753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:05.216599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:04.580741Z","time spent":"635.852517ms","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-29T15:05:05.216645Z","caller":"traceutil/trace.go:171","msg":"trace[972013869] transaction","detail":"{read_only:false; response_revision:39657; number_of_response:1; }","duration":"572.93643ms","start":"2026-07-29T15:05:04.643703Z","end":"2026-07-29T15:05:05.21664Z","steps":["trace[972013869] 'process raft request' (duration: 572.373005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:05.216675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:04.643693Z","time spent":"572.969402ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T15:05:05.216661Z","caller":"traceutil/trace.go:171","msg":"trace[476734559] transaction","detail":"{read_only:false; response_revision:39659; number_of_response:1; }","duration":"572.515039ms","start":"2026-07-29T15:05:04.644117Z","end":"2026-07-29T15:05:05.216632Z","steps":["trace[476734559] 'process raft request' (duration: 572.014095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:05.216707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.130319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29755625-x5sc7\" ","response":"range_response_count:1 size:5603"} {"level":"info","ts":"2026-07-29T15:05:05.216711Z","caller":"traceutil/trace.go:171","msg":"trace[478541686] transaction","detail":"{read_only:false; response_revision:39658; number_of_response:1; }","duration":"572.582501ms","start":"2026-07-29T15:05:04.644097Z","end":"2026-07-29T15:05:05.21668Z","steps":["trace[478541686] 'process raft request' (duration: 572.018416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:05.216777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:04.644105Z","time spent":"572.610041ms","remote":"127.0.0.1:51428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":742,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T15:05:05.216812Z","caller":"traceutil/trace.go:171","msg":"trace[1662543741] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29755625-x5sc7; range_end:; response_count:1; response_revision:39659; }","duration":"555.280234ms","start":"2026-07-29T15:05:04.661513Z","end":"2026-07-29T15:05:05.216793Z","steps":["trace[1662543741] 'agreement among raft nodes before linearized reading' (duration: 554.882453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:05.21687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.754475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-07-29T15:05:05.216869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:04.6615Z","time spent":"555.355195ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5625,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29755625-x5sc7\" "} {"level":"info","ts":"2026-07-29T15:05:05.216891Z","caller":"traceutil/trace.go:171","msg":"trace[2116772087] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:39659; }","duration":"381.788676ms","start":"2026-07-29T15:05:04.835098Z","end":"2026-07-29T15:05:05.216887Z","steps":["trace[2116772087] 'agreement among raft nodes before linearized reading' (duration: 381.700224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:05.216884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:04.644078Z","time spent":"572.733775ms","remote":"127.0.0.1:51428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T15:05:05.216922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.559107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-volume-usage-audit\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-29T15:05:05.216906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:04.835093Z","time spent":"381.809897ms","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" "} {"level":"info","ts":"2026-07-29T15:05:05.216949Z","caller":"traceutil/trace.go:171","msg":"trace[1652269970] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-volume-usage-audit; range_end:; response_count:1; response_revision:39659; }","duration":"382.615439ms","start":"2026-07-29T15:05:04.834325Z","end":"2026-07-29T15:05:05.21694Z","steps":["trace[1652269970] 'agreement among raft nodes before linearized reading' (duration: 382.512266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:05.216972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:04.834307Z","time spent":"382.66158ms","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":577,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-volume-usage-audit\" "} {"level":"warn","ts":"2026-07-29T15:05:05.216618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.762536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:05.217533Z","caller":"traceutil/trace.go:171","msg":"trace[625453090] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39659; }","duration":"290.370493ms","start":"2026-07-29T15:05:04.926754Z","end":"2026-07-29T15:05:05.217125Z","steps":["trace[625453090] 'agreement among raft nodes before linearized reading' (duration: 289.740345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:05.735052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979131616,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T15:05:05.954912Z","caller":"traceutil/trace.go:171","msg":"trace[1960251906] transaction","detail":"{read_only:false; response_revision:39660; number_of_response:1; }","duration":"728.183685ms","start":"2026-07-29T15:05:05.22668Z","end":"2026-07-29T15:05:05.954863Z","steps":["trace[1960251906] 'process raft request' (duration: 727.126376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:05.956634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:05.226667Z","time spent":"728.323209ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6819,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:06.886789Z","caller":"traceutil/trace.go:171","msg":"trace[1010215286] transaction","detail":"{read_only:false; response_revision:39661; number_of_response:1; }","duration":"1.59010834s","start":"2026-07-29T15:05:05.296658Z","end":"2026-07-29T15:05:06.886767Z","steps":["trace[1010215286] 'process raft request' (duration: 1.589548304s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:06.886903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:05.296641Z","time spent":"1.590205063s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:06.887138Z","caller":"traceutil/trace.go:171","msg":"trace[578839821] transaction","detail":"{read_only:false; response_revision:39662; number_of_response:1; }","duration":"1.590409609s","start":"2026-07-29T15:05:05.296715Z","end":"2026-07-29T15:05:06.887124Z","steps":["trace[578839821] 'process raft request' (duration: 1.590022118s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:06.887191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:05.29671Z","time spent":"1.59045659s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:06.887206Z","caller":"traceutil/trace.go:171","msg":"trace[1555475273] transaction","detail":"{read_only:false; response_revision:39663; number_of_response:1; }","duration":"1.588742733s","start":"2026-07-29T15:05:05.298434Z","end":"2026-07-29T15:05:06.887176Z","steps":["trace[1555475273] 'process raft request' (duration: 1.588611419s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:06.887357Z","caller":"traceutil/trace.go:171","msg":"trace[1318222359] transaction","detail":"{read_only:false; response_revision:39664; number_of_response:1; }","duration":"1.587019525s","start":"2026-07-29T15:05:05.30031Z","end":"2026-07-29T15:05:06.88733Z","steps":["trace[1318222359] 'process raft request' (duration: 1.586785289s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:06.88736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:05.298422Z","time spent":"1.588838665s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:06.887469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:05.300294Z","time spent":"1.587124848s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:06.887902Z","caller":"traceutil/trace.go:171","msg":"trace[1804284222] transaction","detail":"{read_only:false; response_revision:39665; number_of_response:1; }","duration":"1.509819194s","start":"2026-07-29T15:05:05.378062Z","end":"2026-07-29T15:05:06.887881Z","steps":["trace[1804284222] 'process raft request' (duration: 1.50930268s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:06.888016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:05.378032Z","time spent":"1.509928418s","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421358,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:06.88804Z","caller":"traceutil/trace.go:171","msg":"trace[1782136259] transaction","detail":"{read_only:false; response_revision:39667; number_of_response:1; }","duration":"1.170331126s","start":"2026-07-29T15:05:05.717698Z","end":"2026-07-29T15:05:06.888029Z","steps":["trace[1782136259] 'process raft request' (duration: 1.170181141s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:06.888031Z","caller":"traceutil/trace.go:171","msg":"trace[2116565006] transaction","detail":"{read_only:false; response_revision:39666; number_of_response:1; }","duration":"1.170430159s","start":"2026-07-29T15:05:05.717568Z","end":"2026-07-29T15:05:06.887998Z","steps":["trace[2116565006] 'process raft request' (duration: 1.170195482s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:06.888177Z","caller":"traceutil/trace.go:171","msg":"trace[266203125] transaction","detail":"{read_only:false; response_revision:39668; number_of_response:1; }","duration":"1.169364549s","start":"2026-07-29T15:05:05.7188Z","end":"2026-07-29T15:05:06.888165Z","steps":["trace[266203125] 'process raft request' (duration: 1.169135613s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:06.888231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:05.71878Z","time spent":"1.16942578s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:06.888326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:05.717544Z","time spent":"1.170636284s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:06.888387Z","caller":"traceutil/trace.go:171","msg":"trace[1989476039] transaction","detail":"{read_only:false; response_revision:39669; number_of_response:1; }","duration":"1.169321168s","start":"2026-07-29T15:05:05.719058Z","end":"2026-07-29T15:05:06.888379Z","steps":["trace[1989476039] 'process raft request' (duration: 1.168935988s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:06.88843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:05.719046Z","time spent":"1.169363749s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:06.888519Z","caller":"traceutil/trace.go:171","msg":"trace[2053601537] transaction","detail":"{read_only:false; response_revision:39670; number_of_response:1; }","duration":"1.136139382s","start":"2026-07-29T15:05:05.752356Z","end":"2026-07-29T15:05:06.888496Z","steps":["trace[2053601537] 'process raft request' (duration: 1.13568948s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:06.889046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:05.75234Z","time spent":"1.136607145s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:06.889345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:05.717665Z","time spent":"1.170400588s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:07.582148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.981331ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T15:05:07.582257Z","caller":"traceutil/trace.go:171","msg":"trace[1214776807] linearizableReadLoop","detail":"{readStateIndex:40852; appliedIndex:40842; }","duration":"2.347531742s","start":"2026-07-29T15:05:05.234686Z","end":"2026-07-29T15:05:07.582218Z","steps":["trace[1214776807] 'read index received' (duration: 719.183607ms)","trace[1214776807] 'applied index is now lower than readState.Index' (duration: 1.628346965s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:07.582762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348072297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5939"} {"level":"info","ts":"2026-07-29T15:05:07.582797Z","caller":"traceutil/trace.go:171","msg":"trace[529548024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:39671; }","duration":"2.348136629s","start":"2026-07-29T15:05:05.234649Z","end":"2026-07-29T15:05:07.582786Z","steps":["trace[529548024] 'agreement among raft nodes before linearized reading' (duration: 2.348007326s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:07.582821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:05.234631Z","time spent":"2.34818435s","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5961,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T15:05:07.582838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947370019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:07.582907Z","caller":"traceutil/trace.go:171","msg":"trace[178429300] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:39671; }","duration":"1.947453182s","start":"2026-07-29T15:05:05.635435Z","end":"2026-07-29T15:05:07.582888Z","steps":["trace[178429300] 'agreement among raft nodes before linearized reading' (duration: 1.947315348s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:07.582943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:05.635369Z","time spent":"1.947565214s","remote":"127.0.0.1:56622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:07.583222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.503598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23024"} {"level":"info","ts":"2026-07-29T15:05:07.583692Z","caller":"traceutil/trace.go:171","msg":"trace[2050559875] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:39671; }","duration":"144.997302ms","start":"2026-07-29T15:05:07.438673Z","end":"2026-07-29T15:05:07.583671Z","steps":["trace[2050559875] 'agreement among raft nodes before linearized reading' (duration: 144.446886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:07.583255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.558373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T15:05:07.583804Z","caller":"traceutil/trace.go:171","msg":"trace[1637957070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39671; }","duration":"705.096408ms","start":"2026-07-29T15:05:06.878689Z","end":"2026-07-29T15:05:07.583785Z","steps":["trace[1637957070] 'agreement among raft nodes before linearized reading' (duration: 704.510072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:07.583859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:06.878654Z","time spent":"705.18919ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:05:07.583308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.617141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:07.584067Z","caller":"traceutil/trace.go:171","msg":"trace[1964307500] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:39671; }","duration":"307.371102ms","start":"2026-07-29T15:05:07.276653Z","end":"2026-07-29T15:05:07.584024Z","steps":["trace[1964307500] 'agreement among raft nodes before linearized reading' (duration: 306.630342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:07.584174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:07.276635Z","time spent":"307.501676ms","remote":"127.0.0.1:50630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:07.583348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.280421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T15:05:07.584339Z","caller":"traceutil/trace.go:171","msg":"trace[1424750843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39671; }","duration":"707.297699ms","start":"2026-07-29T15:05:06.877004Z","end":"2026-07-29T15:05:07.584302Z","steps":["trace[1424750843] 'agreement among raft nodes before linearized reading' (duration: 706.188828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:07.584401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:06.876983Z","time spent":"707.400521ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:05:07.5834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.244982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T15:05:07.58467Z","caller":"traceutil/trace.go:171","msg":"trace[1678211232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39671; }","duration":"706.482566ms","start":"2026-07-29T15:05:06.878149Z","end":"2026-07-29T15:05:07.584632Z","steps":["trace[1678211232] 'agreement among raft nodes before linearized reading' (duration: 705.207621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:07.583402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.928866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-29T15:05:07.584783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:06.877984Z","time spent":"706.763454ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:05:07.583433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348603626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:05:07.584824Z","caller":"traceutil/trace.go:171","msg":"trace[1804054184] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:39671; }","duration":"705.344945ms","start":"2026-07-29T15:05:06.879435Z","end":"2026-07-29T15:05:07.58478Z","steps":["trace[1804054184] 'agreement among raft nodes before linearized reading' (duration: 703.869454ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:07.584892Z","caller":"traceutil/trace.go:171","msg":"trace[1957798803] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:39671; }","duration":"1.350099847s","start":"2026-07-29T15:05:06.234773Z","end":"2026-07-29T15:05:07.584873Z","steps":["trace[1957798803] 'agreement among raft nodes before linearized reading' (duration: 1.348601475s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:07.583467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003682218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T15:05:07.584952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:06.234741Z","time spent":"1.35019239s","remote":"127.0.0.1:51162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:07.584989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:06.87942Z","time spent":"705.51629ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T15:05:07.58499Z","caller":"traceutil/trace.go:171","msg":"trace[2058898495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39671; }","duration":"1.005241171s","start":"2026-07-29T15:05:06.57973Z","end":"2026-07-29T15:05:07.584972Z","steps":["trace[2058898495] 'agreement among raft nodes before linearized reading' (duration: 1.003691228s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:07.585105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:06.57971Z","time spent":"1.005375435s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:05:07.583468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193207268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:07.585203Z","caller":"traceutil/trace.go:171","msg":"trace[1199418188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39671; }","duration":"1.194957976s","start":"2026-07-29T15:05:06.390218Z","end":"2026-07-29T15:05:07.585176Z","steps":["trace[1199418188] 'agreement among raft nodes before linearized reading' (duration: 1.193228048s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:07.583576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622477774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-usage-audit-29755625-r7kqc\" ","response":"range_response_count:1 size:5347"} {"level":"warn","ts":"2026-07-29T15:05:07.585269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:06.390199Z","time spent":"1.195052939s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:05:07.58528Z","caller":"traceutil/trace.go:171","msg":"trace[993932275] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-usage-audit-29755625-r7kqc; range_end:; response_count:1; response_revision:39671; }","duration":"1.624190681s","start":"2026-07-29T15:05:05.961074Z","end":"2026-07-29T15:05:07.585264Z","steps":["trace[993932275] 'agreement among raft nodes before linearized reading' (duration: 1.622403971s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:07.585318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:05.961058Z","time spent":"1.624246003s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5369,"request content":"key:\"/registry/pods/openstack/cinder-volume-usage-audit-29755625-r7kqc\" "} {"level":"warn","ts":"2026-07-29T15:05:07.583451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.55739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T15:05:07.585399Z","caller":"traceutil/trace.go:171","msg":"trace[1460609159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39671; }","duration":"707.517075ms","start":"2026-07-29T15:05:06.877866Z","end":"2026-07-29T15:05:07.585383Z","steps":["trace[1460609159] 'agreement among raft nodes before linearized reading' (duration: 705.52893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:07.58545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:06.877857Z","time spent":"707.582677ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T15:05:07.969355Z","caller":"traceutil/trace.go:171","msg":"trace[1341381102] transaction","detail":"{read_only:false; response_revision:39672; number_of_response:1; }","duration":"379.833982ms","start":"2026-07-29T15:05:07.589492Z","end":"2026-07-29T15:05:07.969326Z","steps":["trace[1341381102] 'process raft request' (duration: 379.673678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:07.969508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:07.58947Z","time spent":"379.960155ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:08.40578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.849901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:05:08.406065Z","caller":"traceutil/trace.go:171","msg":"trace[331739355] transaction","detail":"{read_only:false; response_revision:39673; number_of_response:1; }","duration":"816.481392ms","start":"2026-07-29T15:05:07.589527Z","end":"2026-07-29T15:05:08.406009Z","steps":["trace[331739355] 'process raft request' (duration: 689.308472ms)","trace[331739355] 'compare' (duration: 126.585604ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:08.406216Z","caller":"traceutil/trace.go:171","msg":"trace[693999839] linearizableReadLoop","detail":"{readStateIndex:40859; appliedIndex:40854; }","duration":"815.282019ms","start":"2026-07-29T15:05:07.590914Z","end":"2026-07-29T15:05:08.406196Z","steps":["trace[693999839] 'read index received' (duration: 378.372612ms)","trace[693999839] 'applied index is now lower than readState.Index' (duration: 436.908417ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:08.406282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:07.589501Z","time spent":"816.666997ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:08.406477Z","caller":"traceutil/trace.go:171","msg":"trace[1457018980] transaction","detail":"{read_only:false; response_revision:39674; number_of_response:1; }","duration":"816.829942ms","start":"2026-07-29T15:05:07.589636Z","end":"2026-07-29T15:05:08.406466Z","steps":["trace[1457018980] 'process raft request' (duration: 816.244495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:08.406557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:07.589627Z","time spent":"816.895263ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:08.406596Z","caller":"traceutil/trace.go:171","msg":"trace[341094961] transaction","detail":"{read_only:false; response_revision:39678; number_of_response:1; }","duration":"813.17422ms","start":"2026-07-29T15:05:07.59339Z","end":"2026-07-29T15:05:08.406564Z","steps":["trace[341094961] 'process raft request' (duration: 812.706147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:08.406745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:07.593365Z","time spent":"813.297884ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6583,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:08.406801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.500724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:08.406846Z","caller":"traceutil/trace.go:171","msg":"trace[505718422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39678; }","duration":"811.545896ms","start":"2026-07-29T15:05:07.595287Z","end":"2026-07-29T15:05:08.406833Z","steps":["trace[505718422] 'agreement among raft nodes before linearized reading' (duration: 811.448843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:08.406878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:07.595263Z","time spent":"811.609357ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:05:08.406932Z","caller":"traceutil/trace.go:171","msg":"trace[2027261193] transaction","detail":"{read_only:false; response_revision:39675; number_of_response:1; }","duration":"816.606625ms","start":"2026-07-29T15:05:07.590313Z","end":"2026-07-29T15:05:08.40692Z","steps":["trace[2027261193] 'process raft request' (duration: 815.654709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:08.406992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:07.590299Z","time spent":"816.660357ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:08.407077Z","caller":"traceutil/trace.go:171","msg":"trace[1884886344] transaction","detail":"{read_only:false; response_revision:39676; number_of_response:1; }","duration":"816.650976ms","start":"2026-07-29T15:05:07.590416Z","end":"2026-07-29T15:05:08.407067Z","steps":["trace[1884886344] 'process raft request' (duration: 815.591777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:08.407128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:07.590383Z","time spent":"816.714518ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:08.407206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.288277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23024"} {"level":"info","ts":"2026-07-29T15:05:08.407241Z","caller":"traceutil/trace.go:171","msg":"trace[1827383666] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:39678; }","duration":"816.345208ms","start":"2026-07-29T15:05:07.590886Z","end":"2026-07-29T15:05:08.407231Z","steps":["trace[1827383666] 'agreement among raft nodes before linearized reading' (duration: 816.140802ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:08.407258Z","caller":"traceutil/trace.go:171","msg":"trace[624616062] transaction","detail":"{read_only:false; response_revision:39677; number_of_response:1; }","duration":"814.095216ms","start":"2026-07-29T15:05:07.593151Z","end":"2026-07-29T15:05:08.407247Z","steps":["trace[624616062] 'process raft request' (duration: 812.906083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:08.407268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:07.590878Z","time spent":"816.38363ms","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":23046,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-29T15:05:08.407296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.157795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-07-29T15:05:08.407315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:07.593136Z","time spent":"814.151177ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:08.407339Z","caller":"traceutil/trace.go:171","msg":"trace[1751846910] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39678; }","duration":"112.259988ms","start":"2026-07-29T15:05:08.295062Z","end":"2026-07-29T15:05:08.407322Z","steps":["trace[1751846910] 'agreement among raft nodes before linearized reading' (duration: 112.118224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:08.407479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.66281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:08.407517Z","caller":"traceutil/trace.go:171","msg":"trace[763687029] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:39678; }","duration":"303.758472ms","start":"2026-07-29T15:05:08.103745Z","end":"2026-07-29T15:05:08.407504Z","steps":["trace[763687029] 'agreement among raft nodes before linearized reading' (duration: 303.68221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:08.407545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:08.1037Z","time spent":"303.837855ms","remote":"127.0.0.1:40548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:08.407623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.845699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T15:05:08.407655Z","caller":"traceutil/trace.go:171","msg":"trace[1617029575] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39678; }","duration":"110.927531ms","start":"2026-07-29T15:05:08.296717Z","end":"2026-07-29T15:05:08.407645Z","steps":["trace[1617029575] 'agreement among raft nodes before linearized reading' (duration: 110.840869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:08.407741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.398067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:08.407773Z","caller":"traceutil/trace.go:171","msg":"trace[849991891] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:39678; }","duration":"318.477698ms","start":"2026-07-29T15:05:08.089285Z","end":"2026-07-29T15:05:08.407763Z","steps":["trace[849991891] 'agreement among raft nodes before linearized reading' (duration: 318.425867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:08.407805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:08.089264Z","time spent":"318.53313ms","remote":"127.0.0.1:56774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:08.40789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.272501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T15:05:08.407928Z","caller":"traceutil/trace.go:171","msg":"trace[37200097] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39678; }","duration":"111.331583ms","start":"2026-07-29T15:05:08.296586Z","end":"2026-07-29T15:05:08.407918Z","steps":["trace[37200097] 'agreement among raft nodes before linearized reading' (duration: 111.206759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:08.407986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.588124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:05:08.40803Z","caller":"traceutil/trace.go:171","msg":"trace[780257631] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:39678; }","duration":"479.659427ms","start":"2026-07-29T15:05:07.92835Z","end":"2026-07-29T15:05:08.408009Z","steps":["trace[780257631] 'agreement among raft nodes before linearized reading' (duration: 479.594805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:08.408074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:07.928327Z","time spent":"479.734829ms","remote":"127.0.0.1:46478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:08.408127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.371733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-29T15:05:08.408163Z","caller":"traceutil/trace.go:171","msg":"trace[571681281] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39678; }","duration":"111.445615ms","start":"2026-07-29T15:05:08.296705Z","end":"2026-07-29T15:05:08.40815Z","steps":["trace[571681281] 'agreement among raft nodes before linearized reading' (duration: 111.353493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:08.408432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.792438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1632"} {"level":"info","ts":"2026-07-29T15:05:08.408462Z","caller":"traceutil/trace.go:171","msg":"trace[2067118804] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39678; }","duration":"734.85831ms","start":"2026-07-29T15:05:07.673596Z","end":"2026-07-29T15:05:08.408454Z","steps":["trace[2067118804] 'agreement among raft nodes before linearized reading' (duration: 734.728226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:08.408486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:07.673561Z","time spent":"734.918481ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1654,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T15:05:08.914195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979131640,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T15:05:08.997754Z","caller":"traceutil/trace.go:171","msg":"trace[2046780863] transaction","detail":"{read_only:false; response_revision:39679; number_of_response:1; }","duration":"585.477917ms","start":"2026-07-29T15:05:08.412247Z","end":"2026-07-29T15:05:08.997725Z","steps":["trace[2046780863] 'process raft request' (duration: 585.284832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:08.997932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:08.412229Z","time spent":"585.60743ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:09.306968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.85112ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:09.307118Z","caller":"traceutil/trace.go:171","msg":"trace[480310969] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:39679; }","duration":"127.014455ms","start":"2026-07-29T15:05:09.180082Z","end":"2026-07-29T15:05:09.307096Z","steps":["trace[480310969] 'range keys from in-memory index tree' (duration: 126.83193ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:09.307647Z","caller":"traceutil/trace.go:171","msg":"trace[95301045] transaction","detail":"{read_only:false; response_revision:39680; number_of_response:1; }","duration":"894.008991ms","start":"2026-07-29T15:05:08.413619Z","end":"2026-07-29T15:05:09.307628Z","steps":["trace[95301045] 'process raft request' (duration: 866.403359ms)","trace[95301045] 'compare' (duration: 27.076358ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:09.307922Z","caller":"traceutil/trace.go:171","msg":"trace[115595177] transaction","detail":"{read_only:false; response_revision:39681; number_of_response:1; }","duration":"894.154276ms","start":"2026-07-29T15:05:08.413734Z","end":"2026-07-29T15:05:09.307888Z","steps":["trace[115595177] 'process raft request' (duration: 893.838147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:09.308106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:08.413724Z","time spent":"894.284129ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:09.308107Z","caller":"traceutil/trace.go:171","msg":"trace[1464363659] transaction","detail":"{read_only:false; response_revision:39682; number_of_response:1; }","duration":"893.468667ms","start":"2026-07-29T15:05:08.414611Z","end":"2026-07-29T15:05:09.308079Z","steps":["trace[1464363659] 'process raft request' (duration: 893.179149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:09.308227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:08.414599Z","time spent":"893.572539ms","remote":"127.0.0.1:42152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2297,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T15:05:09.308268Z","caller":"traceutil/trace.go:171","msg":"trace[366585358] transaction","detail":"{read_only:false; response_revision:39683; number_of_response:1; }","duration":"891.992076ms","start":"2026-07-29T15:05:08.416264Z","end":"2026-07-29T15:05:09.308256Z","steps":["trace[366585358] 'process raft request' (duration: 891.728898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:09.308321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:08.41625Z","time spent":"892.041297ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:09.308972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:08.413596Z","time spent":"894.154066ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:09.988106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.031255ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T15:05:09.989253Z","caller":"traceutil/trace.go:171","msg":"trace[2146680777] transaction","detail":"{read_only:false; response_revision:39684; number_of_response:1; }","duration":"1.096424746s","start":"2026-07-29T15:05:08.89281Z","end":"2026-07-29T15:05:09.989234Z","steps":["trace[2146680777] 'process raft request' (duration: 1.095396548s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:09.989366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:08.892781Z","time spent":"1.096518899s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:10.29268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.365162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:05:10.292942Z","caller":"traceutil/trace.go:171","msg":"trace[587082057] transaction","detail":"{read_only:false; response_revision:39685; number_of_response:1; }","duration":"1.399973024s","start":"2026-07-29T15:05:08.892932Z","end":"2026-07-29T15:05:10.292905Z","steps":["trace[587082057] 'process raft request' (duration: 1.096291473s)","trace[587082057] 'compare' (duration: 302.94793ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:10.293091Z","caller":"traceutil/trace.go:171","msg":"trace[245625853] transaction","detail":"{read_only:false; response_revision:39692; number_of_response:1; }","duration":"978.198194ms","start":"2026-07-29T15:05:09.314875Z","end":"2026-07-29T15:05:10.293073Z","steps":["trace[245625853] 'process raft request' (duration: 978.147473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:10.293134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:08.892921Z","time spent":"1.400119877s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:10.293153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:09.314845Z","time spent":"978.283086ms","remote":"127.0.0.1:42152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2349,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T15:05:10.29328Z","caller":"traceutil/trace.go:171","msg":"trace[606811522] transaction","detail":"{read_only:false; response_revision:39689; number_of_response:1; }","duration":"1.399553511s","start":"2026-07-29T15:05:08.893704Z","end":"2026-07-29T15:05:10.293258Z","steps":["trace[606811522] 'process raft request' (duration: 1.399214852s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:10.293291Z","caller":"traceutil/trace.go:171","msg":"trace[1702010553] transaction","detail":"{read_only:false; response_revision:39687; number_of_response:1; }","duration":"1.400082517s","start":"2026-07-29T15:05:08.893183Z","end":"2026-07-29T15:05:10.293266Z","steps":["trace[1702010553] 'process raft request' (duration: 1.399666665s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:10.29333Z","caller":"traceutil/trace.go:171","msg":"trace[1175088125] transaction","detail":"{read_only:false; response_revision:39691; number_of_response:1; }","duration":"1.398232286s","start":"2026-07-29T15:05:08.89507Z","end":"2026-07-29T15:05:10.293303Z","steps":["trace[1175088125] 'process raft request' (duration: 1.397909397s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:10.293391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:08.893695Z","time spent":"1.399633374s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:10.293393Z","caller":"traceutil/trace.go:171","msg":"trace[1408550115] linearizableReadLoop","detail":"{readStateIndex:40875; appliedIndex:40861; }","duration":"1.879853517s","start":"2026-07-29T15:05:08.413528Z","end":"2026-07-29T15:05:10.293381Z","steps":["trace[1408550115] 'read index received' (duration: 583.972736ms)","trace[1408550115] 'applied index is now lower than readState.Index' (duration: 1.295879231s)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:10.293401Z","caller":"traceutil/trace.go:171","msg":"trace[1355989652] transaction","detail":"{read_only:false; response_revision:39688; number_of_response:1; }","duration":"1.39988557s","start":"2026-07-29T15:05:08.893488Z","end":"2026-07-29T15:05:10.293374Z","steps":["trace[1355989652] 'process raft request' (duration: 1.399394657s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:10.293457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:08.895058Z","time spent":"1.398327828s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:10.293498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:08.893157Z","time spent":"1.40021229s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:10.293536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:08.893478Z","time spent":"1.399986284s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:10.293576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880043532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-65c34424-29b7-42ca-8bfc-9943f1d8cae3\" ","response":"range_response_count:1 size:2198"} {"level":"info","ts":"2026-07-29T15:05:10.293614Z","caller":"traceutil/trace.go:171","msg":"trace[1253232480] transaction","detail":"{read_only:false; response_revision:39690; number_of_response:1; }","duration":"1.399827049s","start":"2026-07-29T15:05:08.893749Z","end":"2026-07-29T15:05:10.293576Z","steps":["trace[1253232480] 'process raft request' (duration: 1.399201542s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:10.293611Z","caller":"traceutil/trace.go:171","msg":"trace[1697104984] range","detail":"{range_begin:/registry/persistentvolumes/pvc-65c34424-29b7-42ca-8bfc-9943f1d8cae3; range_end:; response_count:1; response_revision:39692; }","duration":"1.880093243s","start":"2026-07-29T15:05:08.413505Z","end":"2026-07-29T15:05:10.293598Z","steps":["trace[1697104984] 'agreement among raft nodes before linearized reading' (duration: 1.879965619s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:10.293624Z","caller":"traceutil/trace.go:171","msg":"trace[1643655625] transaction","detail":"{read_only:false; response_revision:39686; number_of_response:1; }","duration":"1.400519508s","start":"2026-07-29T15:05:08.893095Z","end":"2026-07-29T15:05:10.293614Z","steps":["trace[1643655625] 'process raft request' (duration: 1.399677865s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:10.293648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:08.413497Z","time spent":"1.880144674s","remote":"127.0.0.1:51066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2220,"request content":"key:\"/registry/persistentvolumes/pvc-65c34424-29b7-42ca-8bfc-9943f1d8cae3\" "} {"level":"warn","ts":"2026-07-29T15:05:10.293667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:08.893736Z","time spent":"1.399899862s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:10.293692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:08.89308Z","time spent":"1.40058054s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:10.9198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.31927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:05:10.919874Z","caller":"traceutil/trace.go:171","msg":"trace[1464797248] linearizableReadLoop","detail":"{readStateIndex:40877; appliedIndex:40876; }","duration":"626.440997ms","start":"2026-07-29T15:05:10.293421Z","end":"2026-07-29T15:05:10.919862Z","steps":["trace[1464797248] 'read index received' (duration: 464.018555ms)","trace[1464797248] 'applied index is now lower than readState.Index' (duration: 162.421452ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:10.920017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276855086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:10.920042Z","caller":"traceutil/trace.go:171","msg":"trace[1346893747] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:39693; }","duration":"1.276919757s","start":"2026-07-29T15:05:09.643114Z","end":"2026-07-29T15:05:10.920034Z","steps":["trace[1346893747] 'agreement among raft nodes before linearized reading' (duration: 1.276796894s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:10.920068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:09.643093Z","time spent":"1.276968009s","remote":"127.0.0.1:50690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:10.920119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.37155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T15:05:10.920195Z","caller":"traceutil/trace.go:171","msg":"trace[285455687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39693; }","duration":"945.493603ms","start":"2026-07-29T15:05:09.974682Z","end":"2026-07-29T15:05:10.920176Z","steps":["trace[285455687] 'agreement among raft nodes before linearized reading' (duration: 945.208545ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:10.920398Z","caller":"traceutil/trace.go:171","msg":"trace[2147046347] transaction","detail":"{read_only:false; response_revision:39693; number_of_response:1; }","duration":"1.602614326s","start":"2026-07-29T15:05:09.317773Z","end":"2026-07-29T15:05:10.920387Z","steps":["trace[2147046347] 'process raft request' (duration: 1.439655039s)","trace[2147046347] 'compare' (duration: 162.111893ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:10.920442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:09.317737Z","time spent":"1.602686738s","remote":"127.0.0.1:42116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2880,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T15:05:10.920461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533474488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:05:10.920491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:09.974661Z","time spent":"945.797721ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T15:05:10.920532Z","caller":"traceutil/trace.go:171","msg":"trace[1117918872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39693; }","duration":"1.533597711s","start":"2026-07-29T15:05:09.386911Z","end":"2026-07-29T15:05:10.920509Z","steps":["trace[1117918872] 'agreement among raft nodes before linearized reading' (duration: 1.533019295s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:10.920564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:09.386886Z","time spent":"1.533670912s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:05:11.420808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979131661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:05:11.730293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.845755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:05:11.730722Z","caller":"traceutil/trace.go:171","msg":"trace[991006874] transaction","detail":"{read_only:false; response_revision:39694; number_of_response:1; }","duration":"1.429096028s","start":"2026-07-29T15:05:10.30159Z","end":"2026-07-29T15:05:11.730686Z","steps":["trace[991006874] 'process raft request' (duration: 1.145574374s)","trace[991006874] 'compare' (duration: 281.55958ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:11.73081Z","caller":"traceutil/trace.go:171","msg":"trace[300032388] transaction","detail":"{read_only:false; response_revision:39696; number_of_response:1; }","duration":"1.190208706s","start":"2026-07-29T15:05:10.540578Z","end":"2026-07-29T15:05:11.730786Z","steps":["trace[300032388] 'process raft request' (duration: 1.190156594s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:11.731066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:10.540559Z","time spent":"1.190437441s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:11.730866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:10.301567Z","time spent":"1.429232231s","remote":"127.0.0.1:42116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2954,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T15:05:11.730885Z","caller":"traceutil/trace.go:171","msg":"trace[1969463158] transaction","detail":"{read_only:false; response_revision:39695; number_of_response:1; }","duration":"1.193698782s","start":"2026-07-29T15:05:10.537155Z","end":"2026-07-29T15:05:11.730854Z","steps":["trace[1969463158] 'process raft request' (duration: 1.193421254s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:11.731379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:10.537126Z","time spent":"1.194199916s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:12.706791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.880894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:05:12.707073Z","caller":"traceutil/trace.go:171","msg":"trace[1467104285] transaction","detail":"{read_only:false; response_revision:39698; number_of_response:1; }","duration":"811.209317ms","start":"2026-07-29T15:05:11.89584Z","end":"2026-07-29T15:05:12.707049Z","steps":["trace[1467104285] 'process raft request' (duration: 811.079983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:12.707169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:11.895822Z","time spent":"811.298799ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:12.707278Z","caller":"traceutil/trace.go:171","msg":"trace[461148819] linearizableReadLoop","detail":"{readStateIndex:40881; appliedIndex:40877; }","duration":"1.787340764s","start":"2026-07-29T15:05:10.919891Z","end":"2026-07-29T15:05:12.707232Z","steps":["trace[461148819] 'read index received' (duration: 527.289251ms)","trace[461148819] 'applied index is now lower than readState.Index' (duration: 1.260048033s)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:12.707419Z","caller":"traceutil/trace.go:171","msg":"trace[1441770341] transaction","detail":"{read_only:false; response_revision:39697; number_of_response:1; }","duration":"1.783524478s","start":"2026-07-29T15:05:10.923873Z","end":"2026-07-29T15:05:12.707397Z","steps":["trace[1441770341] 'process raft request' (duration: 957.941116ms)","trace[1441770341] 'compare' (duration: 823.815444ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:12.707572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:10.923853Z","time spent":"1.783617352s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:12.707607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296051482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-29T15:05:12.707647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296429713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-29T15:05:12.707677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163902826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:05:12.707685Z","caller":"traceutil/trace.go:171","msg":"trace[457321842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39698; }","duration":"2.296143905s","start":"2026-07-29T15:05:10.411503Z","end":"2026-07-29T15:05:12.707646Z","steps":["trace[457321842] 'agreement among raft nodes before linearized reading' (duration: 2.29595473s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:12.707707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414002837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:12.707901Z","caller":"traceutil/trace.go:171","msg":"trace[1315538770] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:39698; }","duration":"2.414155782s","start":"2026-07-29T15:05:10.293661Z","end":"2026-07-29T15:05:12.707817Z","steps":["trace[1315538770] 'agreement among raft nodes before linearized reading' (duration: 2.413957727s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:12.707651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297306767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T15:05:12.708046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:10.29365Z","time spent":"2.414343357s","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:05:12.707732Z","caller":"traceutil/trace.go:171","msg":"trace[311581012] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:39698; }","duration":"2.163984017s","start":"2026-07-29T15:05:10.543735Z","end":"2026-07-29T15:05:12.707719Z","steps":["trace[311581012] 'agreement among raft nodes before linearized reading' (duration: 2.163900615s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:12.708186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:10.54372Z","time spent":"2.164443461s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:05:12.708045Z","caller":"traceutil/trace.go:171","msg":"trace[1513781693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39698; }","duration":"2.297729318s","start":"2026-07-29T15:05:10.410283Z","end":"2026-07-29T15:05:12.708013Z","steps":["trace[1513781693] 'agreement among raft nodes before linearized reading' (duration: 2.297231595s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:12.70847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:10.410251Z","time spent":"2.298193061s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T15:05:12.707725Z","caller":"traceutil/trace.go:171","msg":"trace[276780751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39698; }","duration":"2.296526525s","start":"2026-07-29T15:05:10.411182Z","end":"2026-07-29T15:05:12.707709Z","steps":["trace[276780751] 'agreement among raft nodes before linearized reading' (duration: 2.29633699s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:12.708605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:10.411175Z","time spent":"2.2974114s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:05:12.707744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:10.411481Z","time spent":"2.296250148s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:05:12.707605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293820631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T15:05:12.708845Z","caller":"traceutil/trace.go:171","msg":"trace[1824276060] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39698; }","duration":"2.295072146s","start":"2026-07-29T15:05:10.413746Z","end":"2026-07-29T15:05:12.708819Z","steps":["trace[1824276060] 'agreement among raft nodes before linearized reading' (duration: 2.293752199s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:12.707722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295451876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-29T15:05:12.708914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:10.413735Z","time spent":"2.295159528s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T15:05:12.70892Z","caller":"traceutil/trace.go:171","msg":"trace[1622821260] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:39698; }","duration":"2.296661189s","start":"2026-07-29T15:05:10.412241Z","end":"2026-07-29T15:05:12.708902Z","steps":["trace[1622821260] 'agreement among raft nodes before linearized reading' (duration: 2.295387704s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:12.708967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:10.412234Z","time spent":"2.29672169s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T15:05:12.922213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000359053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:05:12.92231Z","caller":"traceutil/trace.go:171","msg":"trace[1563789122] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000496376s","start":"2026-07-29T15:05:10.921796Z","end":"2026-07-29T15:05:12.922292Z","steps":["trace[1563789122] 'agreement among raft nodes before linearized reading' (duration: 2.000380383s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:12.922358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:10.921782Z","time spent":"2.000566698s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:05:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:05:13.150993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.351235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:05:13.151183Z","caller":"traceutil/trace.go:171","msg":"trace[1479890017] transaction","detail":"{read_only:false; response_revision:39699; number_of_response:1; }","duration":"1.156918067s","start":"2026-07-29T15:05:11.994245Z","end":"2026-07-29T15:05:13.151163Z","steps":["trace[1479890017] 'process raft request' (duration: 838.298954ms)","trace[1479890017] 'compare' (duration: 318.14131ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:13.151381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:11.994221Z","time spent":"1.157126432s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:13.15138Z","caller":"traceutil/trace.go:171","msg":"trace[1817758381] transaction","detail":"{read_only:false; response_revision:39700; number_of_response:1; }","duration":"851.021675ms","start":"2026-07-29T15:05:12.300336Z","end":"2026-07-29T15:05:13.151358Z","steps":["trace[1817758381] 'process raft request' (duration: 850.744418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:13.151495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:12.300309Z","time spent":"851.122028ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:13.151528Z","caller":"traceutil/trace.go:171","msg":"trace[1319910008] transaction","detail":"{read_only:false; response_revision:39703; number_of_response:1; }","duration":"851.125438ms","start":"2026-07-29T15:05:12.30038Z","end":"2026-07-29T15:05:13.151505Z","steps":["trace[1319910008] 'process raft request' (duration: 851.061167ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:13.151513Z","caller":"traceutil/trace.go:171","msg":"trace[1193483353] transaction","detail":"{read_only:false; response_revision:39702; number_of_response:1; }","duration":"851.100848ms","start":"2026-07-29T15:05:12.300385Z","end":"2026-07-29T15:05:13.151486Z","steps":["trace[1193483353] 'process raft request' (duration: 851.015906ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:13.151633Z","caller":"traceutil/trace.go:171","msg":"trace[1345091965] transaction","detail":"{read_only:false; response_revision:39704; number_of_response:1; }","duration":"851.19594ms","start":"2026-07-29T15:05:12.300423Z","end":"2026-07-29T15:05:13.151619Z","steps":["trace[1345091965] 'process raft request' (duration: 851.052826ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:13.151659Z","caller":"traceutil/trace.go:171","msg":"trace[967629855] linearizableReadLoop","detail":"{readStateIndex:40891; appliedIndex:40882; }","duration":"444.295861ms","start":"2026-07-29T15:05:12.707347Z","end":"2026-07-29T15:05:13.151643Z","steps":["trace[967629855] 'read index received' (duration: 125.207495ms)","trace[967629855] 'applied index is now lower than readState.Index' (duration: 319.087586ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:13.151668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:12.300346Z","time spent":"851.252572ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:13.151696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:12.300415Z","time spent":"851.249122ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:13.151725Z","caller":"traceutil/trace.go:171","msg":"trace[1340973878] transaction","detail":"{read_only:false; response_revision:39705; number_of_response:1; }","duration":"851.278692ms","start":"2026-07-29T15:05:12.300441Z","end":"2026-07-29T15:05:13.151719Z","steps":["trace[1340973878] 'process raft request' (duration: 851.104908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:13.15178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310830424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:05:13.151795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883236901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:05:13.151822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018327169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:13.151833Z","caller":"traceutil/trace.go:171","msg":"trace[354500414] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:39707; }","duration":"1.883326073s","start":"2026-07-29T15:05:11.268498Z","end":"2026-07-29T15:05:13.151824Z","steps":["trace[354500414] 'agreement among raft nodes before linearized reading' (duration: 1.883250151s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:13.151845Z","caller":"traceutil/trace.go:171","msg":"trace[2124050126] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:39707; }","duration":"2.01838235s","start":"2026-07-29T15:05:11.133455Z","end":"2026-07-29T15:05:13.151837Z","steps":["trace[2124050126] 'agreement among raft nodes before linearized reading' (duration: 2.018343018s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:13.151836Z","caller":"traceutil/trace.go:171","msg":"trace[43656564] transaction","detail":"{read_only:false; response_revision:39707; number_of_response:1; }","duration":"771.272934ms","start":"2026-07-29T15:05:12.380552Z","end":"2026-07-29T15:05:13.151825Z","steps":["trace[43656564] 'process raft request' (duration: 771.068779ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:13.151836Z","caller":"traceutil/trace.go:171","msg":"trace[933120774] transaction","detail":"{read_only:false; response_revision:39706; number_of_response:1; }","duration":"851.366944ms","start":"2026-07-29T15:05:12.300462Z","end":"2026-07-29T15:05:13.151829Z","steps":["trace[933120774] 'process raft request' (duration: 851.135968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:13.151861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:11.133421Z","time spent":"2.018437201s","remote":"127.0.0.1:32798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:13.151885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:12.300453Z","time spent":"851.412466ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:13.15189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.600583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"warn","ts":"2026-07-29T15:05:13.15189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:12.380528Z","time spent":"771.334026ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:13.151915Z","caller":"traceutil/trace.go:171","msg":"trace[1575563674] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39707; }","duration":"559.623303ms","start":"2026-07-29T15:05:12.592284Z","end":"2026-07-29T15:05:13.151907Z","steps":["trace[1575563674] 'agreement among raft nodes before linearized reading' (duration: 559.538831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:13.151934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:12.592229Z","time spent":"559.701486ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T15:05:13.151803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.409942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:05:13.151958Z","caller":"traceutil/trace.go:171","msg":"trace[759748631] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:39707; }","duration":"940.603328ms","start":"2026-07-29T15:05:12.211346Z","end":"2026-07-29T15:05:13.151949Z","steps":["trace[759748631] 'agreement among raft nodes before linearized reading' (duration: 940.396382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:13.151987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:12.211323Z","time spent":"940.657018ms","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:13.151983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:12.300366Z","time spent":"851.249551ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:13.151858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:11.268476Z","time spent":"1.883375774s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:05:13.151809Z","caller":"traceutil/trace.go:171","msg":"trace[1293681713] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:39707; }","duration":"1.310904007s","start":"2026-07-29T15:05:11.840896Z","end":"2026-07-29T15:05:13.1518Z","steps":["trace[1293681713] 'agreement among raft nodes before linearized reading' (duration: 1.310854075s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:13.152181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:11.84087Z","time spent":"1.311297517s","remote":"127.0.0.1:32806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:13.151784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:12.300433Z","time spent":"851.305903ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:13.15323Z","caller":"traceutil/trace.go:171","msg":"trace[653857923] transaction","detail":"{read_only:false; response_revision:39701; number_of_response:1; }","duration":"851.122298ms","start":"2026-07-29T15:05:12.300358Z","end":"2026-07-29T15:05:13.15148Z","steps":["trace[653857923] 'process raft request' (duration: 850.942933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:13.153329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:12.300332Z","time spent":"852.953638ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:13.193945Z","caller":"traceutil/trace.go:171","msg":"trace[1838619172] transaction","detail":"{read_only:false; response_revision:39710; number_of_response:1; }","duration":"480.367727ms","start":"2026-07-29T15:05:12.713546Z","end":"2026-07-29T15:05:13.193914Z","steps":["trace[1838619172] 'process raft request' (duration: 480.14538ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:13.193967Z","caller":"traceutil/trace.go:171","msg":"trace[192173567] transaction","detail":"{read_only:false; response_revision:39708; number_of_response:1; }","duration":"480.696475ms","start":"2026-07-29T15:05:12.713243Z","end":"2026-07-29T15:05:13.193939Z","steps":["trace[192173567] 'process raft request' (duration: 480.212882ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:13.194046Z","caller":"traceutil/trace.go:171","msg":"trace[103059750] transaction","detail":"{read_only:false; response_revision:39709; number_of_response:1; }","duration":"480.761758ms","start":"2026-07-29T15:05:12.713263Z","end":"2026-07-29T15:05:13.194024Z","steps":["trace[103059750] 'process raft request' (duration: 480.390817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:13.1941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:12.713525Z","time spent":"480.49961ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:13.1941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:12.713224Z","time spent":"480.807189ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:13.194099Z","caller":"traceutil/trace.go:171","msg":"trace[44606468] transaction","detail":"{read_only:false; response_revision:39712; number_of_response:1; }","duration":"479.253175ms","start":"2026-07-29T15:05:12.714803Z","end":"2026-07-29T15:05:13.194056Z","steps":["trace[44606468] 'process raft request' (duration: 478.997838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:13.194161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:12.713241Z","time spent":"480.87306ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:13.194149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.351737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:05:13.194199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.350776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-29T15:05:13.194222Z","caller":"traceutil/trace.go:171","msg":"trace[1428317702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39712; }","duration":"263.475871ms","start":"2026-07-29T15:05:12.930729Z","end":"2026-07-29T15:05:13.194205Z","steps":["trace[1428317702] 'agreement among raft nodes before linearized reading' (duration: 263.354877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:13.194229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:12.714792Z","time spent":"479.368228ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:13.194249Z","caller":"traceutil/trace.go:171","msg":"trace[1689159142] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6c6da6b179935; range_end:; response_count:1; response_revision:39712; }","duration":"268.401737ms","start":"2026-07-29T15:05:12.925832Z","end":"2026-07-29T15:05:13.194234Z","steps":["trace[1689159142] 'agreement among raft nodes before linearized reading' (duration: 268.250073ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:13.194285Z","caller":"traceutil/trace.go:171","msg":"trace[1344164255] transaction","detail":"{read_only:false; response_revision:39711; number_of_response:1; }","duration":"480.688156ms","start":"2026-07-29T15:05:12.713589Z","end":"2026-07-29T15:05:13.194277Z","steps":["trace[1344164255] 'process raft request' (duration: 480.13711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:13.194318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:12.713574Z","time spent":"480.724866ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:13.194575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.036776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:13.194616Z","caller":"traceutil/trace.go:171","msg":"trace[1297194762] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:39712; }","duration":"443.113179ms","start":"2026-07-29T15:05:12.751491Z","end":"2026-07-29T15:05:13.194604Z","steps":["trace[1297194762] 'agreement among raft nodes before linearized reading' (duration: 443.035476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:13.194644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:12.751475Z","time spent":"443.16176ms","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:05:17.012643Z","caller":"traceutil/trace.go:171","msg":"trace[175438677] transaction","detail":"{read_only:false; response_revision:39743; number_of_response:1; }","duration":"286.803285ms","start":"2026-07-29T15:05:16.72582Z","end":"2026-07-29T15:05:17.012623Z","steps":["trace[175438677] 'process raft request' (duration: 286.663961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:17.59447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.036534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:17.594533Z","caller":"traceutil/trace.go:171","msg":"trace[1913766877] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:39743; }","duration":"477.170687ms","start":"2026-07-29T15:05:17.117348Z","end":"2026-07-29T15:05:17.594519Z","steps":["trace[1913766877] 'count revisions from in-memory index tree' (duration: 476.957682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:17.594562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:17.11733Z","time spent":"477.224639ms","remote":"127.0.0.1:56596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:17.594939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.879701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:05:17.595062Z","caller":"traceutil/trace.go:171","msg":"trace[2004694681] transaction","detail":"{read_only:false; response_revision:39744; number_of_response:1; }","duration":"433.135563ms","start":"2026-07-29T15:05:17.161901Z","end":"2026-07-29T15:05:17.595036Z","steps":["trace[2004694681] 'process raft request' (duration: 181.021786ms)","trace[2004694681] 'compare' (duration: 251.658004ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:17.59516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:17.161876Z","time spent":"433.230026ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:17.672132Z","caller":"traceutil/trace.go:171","msg":"trace[1828229310] transaction","detail":"{read_only:false; response_revision:39745; number_of_response:1; }","duration":"505.745827ms","start":"2026-07-29T15:05:17.166369Z","end":"2026-07-29T15:05:17.672115Z","steps":["trace[1828229310] 'process raft request' (duration: 505.621394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:17.672248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:17.166348Z","time spent":"505.833259ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:17.67238Z","caller":"traceutil/trace.go:171","msg":"trace[826951704] transaction","detail":"{read_only:false; response_revision:39746; number_of_response:1; }","duration":"505.843959ms","start":"2026-07-29T15:05:17.166529Z","end":"2026-07-29T15:05:17.672373Z","steps":["trace[826951704] 'process raft request' (duration: 505.560481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:17.672429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:17.166521Z","time spent":"505.8893ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:17.672446Z","caller":"traceutil/trace.go:171","msg":"trace[741585462] transaction","detail":"{read_only:false; response_revision:39747; number_of_response:1; }","duration":"504.255015ms","start":"2026-07-29T15:05:17.168167Z","end":"2026-07-29T15:05:17.672422Z","steps":["trace[741585462] 'process raft request' (duration: 504.108431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:17.67254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:17.168137Z","time spent":"504.359788ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:17.672642Z","caller":"traceutil/trace.go:171","msg":"trace[1864075195] transaction","detail":"{read_only:false; response_revision:39748; number_of_response:1; }","duration":"503.963727ms","start":"2026-07-29T15:05:17.168665Z","end":"2026-07-29T15:05:17.672629Z","steps":["trace[1864075195] 'process raft request' (duration: 503.70921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:17.672729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:17.168649Z","time spent":"504.04767ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:17.67279Z","caller":"traceutil/trace.go:171","msg":"trace[783084725] transaction","detail":"{read_only:false; response_revision:39749; number_of_response:1; }","duration":"504.035019ms","start":"2026-07-29T15:05:17.168742Z","end":"2026-07-29T15:05:17.672777Z","steps":["trace[783084725] 'process raft request' (duration: 503.842914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:17.672882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:17.168736Z","time spent":"504.099481ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:17.672955Z","caller":"traceutil/trace.go:171","msg":"trace[244645445] transaction","detail":"{read_only:false; response_revision:39750; number_of_response:1; }","duration":"504.120941ms","start":"2026-07-29T15:05:17.168807Z","end":"2026-07-29T15:05:17.672928Z","steps":["trace[244645445] 'process raft request' (duration: 503.930306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:17.673027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:17.168801Z","time spent":"504.190914ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:17.673124Z","caller":"traceutil/trace.go:171","msg":"trace[146368196] linearizableReadLoop","detail":"{readStateIndex:40936; appliedIndex:40928; }","duration":"462.999997ms","start":"2026-07-29T15:05:17.209978Z","end":"2026-07-29T15:05:17.672978Z","steps":["trace[146368196] 'read index received' (duration: 132.905548ms)","trace[146368196] 'applied index is now lower than readState.Index' (duration: 330.093749ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:17.673189Z","caller":"traceutil/trace.go:171","msg":"trace[1903298195] transaction","detail":"{read_only:false; response_revision:39751; number_of_response:1; }","duration":"504.121352ms","start":"2026-07-29T15:05:17.168888Z","end":"2026-07-29T15:05:17.673009Z","steps":["trace[1903298195] 'process raft request' (duration: 504.05125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:17.673234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:17.168874Z","time spent":"504.333628ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:17.67331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.447457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-29T15:05:17.673292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.288896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-29T15:05:17.673341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.414885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T15:05:17.673376Z","caller":"traceutil/trace.go:171","msg":"trace[540490311] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39751; }","duration":"460.525509ms","start":"2026-07-29T15:05:17.212821Z","end":"2026-07-29T15:05:17.673347Z","steps":["trace[540490311] 'agreement among raft nodes before linearized reading' (duration: 460.380115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:17.673391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.929568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:17.673406Z","caller":"traceutil/trace.go:171","msg":"trace[467040641] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:39751; }","duration":"460.487418ms","start":"2026-07-29T15:05:17.2129Z","end":"2026-07-29T15:05:17.673387Z","steps":["trace[467040641] 'agreement among raft nodes before linearized reading' (duration: 460.375215ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:17.673406Z","caller":"traceutil/trace.go:171","msg":"trace[967508815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39751; }","duration":"463.441609ms","start":"2026-07-29T15:05:17.209937Z","end":"2026-07-29T15:05:17.673379Z","steps":["trace[967508815] 'agreement among raft nodes before linearized reading' (duration: 463.183552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:17.673447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:17.21283Z","time spent":"460.608121ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T15:05:17.673472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.57834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-29T15:05:17.673464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:17.209919Z","time spent":"463.529782ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T15:05:17.673491Z","caller":"traceutil/trace.go:171","msg":"trace[582511551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39751; }","duration":"460.636082ms","start":"2026-07-29T15:05:17.212851Z","end":"2026-07-29T15:05:17.673487Z","steps":["trace[582511551] 'agreement among raft nodes before linearized reading' (duration: 460.58008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:17.67351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:17.21283Z","time spent":"460.676203ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:05:17.673485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.588431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-29T15:05:17.673409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:17.212802Z","time spent":"460.59797ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T15:05:17.673541Z","caller":"traceutil/trace.go:171","msg":"trace[1366395585] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39751; }","duration":"460.676173ms","start":"2026-07-29T15:05:17.212856Z","end":"2026-07-29T15:05:17.673532Z","steps":["trace[1366395585] 'agreement among raft nodes before linearized reading' (duration: 460.56953ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:17.673415Z","caller":"traceutil/trace.go:171","msg":"trace[578488633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39751; }","duration":"283.01137ms","start":"2026-07-29T15:05:17.390397Z","end":"2026-07-29T15:05:17.673408Z","steps":["trace[578488633] 'agreement among raft nodes before linearized reading' (duration: 282.974059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:17.673592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:17.212844Z","time spent":"460.738924ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:05:17.673612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.755619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:17.673652Z","caller":"traceutil/trace.go:171","msg":"trace[1981446095] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:39751; }","duration":"321.79647ms","start":"2026-07-29T15:05:17.351844Z","end":"2026-07-29T15:05:17.673641Z","steps":["trace[1981446095] 'agreement among raft nodes before linearized reading' (duration: 321.729598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:17.673686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:17.351799Z","time spent":"321.878842ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:18.280231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.779399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:05:18.280422Z","caller":"traceutil/trace.go:171","msg":"trace[2074465845] transaction","detail":"{read_only:false; response_revision:39752; number_of_response:1; }","duration":"603.70367ms","start":"2026-07-29T15:05:17.676662Z","end":"2026-07-29T15:05:18.280366Z","steps":["trace[2074465845] 'process raft request' (duration: 289.686695ms)","trace[2074465845] 'compare' (duration: 313.487781ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:18.280516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:17.676646Z","time spent":"603.821933ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:18.791011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979131782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:05:19.061106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.645902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:05:19.061454Z","caller":"traceutil/trace.go:171","msg":"trace[196041886] transaction","detail":"{read_only:false; response_revision:39754; number_of_response:1; }","duration":"1.384652881s","start":"2026-07-29T15:05:17.676773Z","end":"2026-07-29T15:05:19.061426Z","steps":["trace[196041886] 'process raft request' (duration: 1.384436385s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:19.061481Z","caller":"traceutil/trace.go:171","msg":"trace[1578474365] transaction","detail":"{read_only:false; response_revision:39753; number_of_response:1; }","duration":"1.384696742s","start":"2026-07-29T15:05:17.676737Z","end":"2026-07-29T15:05:19.061433Z","steps":["trace[1578474365] 'process raft request' (duration: 1.185639939s)","trace[1578474365] 'compare' (duration: 197.979723ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:19.061592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:17.676768Z","time spent":"1.384753594s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:19.061603Z","caller":"traceutil/trace.go:171","msg":"trace[1407465526] transaction","detail":"{read_only:false; response_revision:39755; number_of_response:1; }","duration":"1.384337472s","start":"2026-07-29T15:05:17.677104Z","end":"2026-07-29T15:05:19.061442Z","steps":["trace[1407465526] 'process raft request' (duration: 1.384193368s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:19.061683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.103679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T15:05:19.061474Z","caller":"traceutil/trace.go:171","msg":"trace[50240754] linearizableReadLoop","detail":"{readStateIndex:40942; appliedIndex:40937; }","duration":"770.877214ms","start":"2026-07-29T15:05:18.29058Z","end":"2026-07-29T15:05:19.061457Z","steps":["trace[50240754] 'read index received' (duration: 571.719588ms)","trace[50240754] 'applied index is now lower than readState.Index' (duration: 199.156576ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:19.061728Z","caller":"traceutil/trace.go:171","msg":"trace[1216423896] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39757; }","duration":"771.187242ms","start":"2026-07-29T15:05:18.29053Z","end":"2026-07-29T15:05:19.061718Z","steps":["trace[1216423896] 'agreement among raft nodes before linearized reading' (duration: 770.977586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:19.061735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:17.677097Z","time spent":"1.384569709s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:19.061727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:17.676726Z","time spent":"1.384895468s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:19.061766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:18.290511Z","time spent":"771.244144ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12482,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-29T15:05:19.061899Z","caller":"traceutil/trace.go:171","msg":"trace[232891196] transaction","detail":"{read_only:false; response_revision:39756; number_of_response:1; }","duration":"1.383576171s","start":"2026-07-29T15:05:17.678309Z","end":"2026-07-29T15:05:19.061886Z","steps":["trace[232891196] 'process raft request' (duration: 1.383021936s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:19.06193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.680612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-29T15:05:19.061949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:17.678284Z","time spent":"1.383641604s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:19.061974Z","caller":"traceutil/trace.go:171","msg":"trace[1871149965] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:39757; }","duration":"664.770676ms","start":"2026-07-29T15:05:18.397192Z","end":"2026-07-29T15:05:19.061963Z","steps":["trace[1871149965] 'agreement among raft nodes before linearized reading' (duration: 664.587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:19.062016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:18.397167Z","time spent":"664.837947ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":181,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:05:19.062025Z","caller":"traceutil/trace.go:171","msg":"trace[1744763883] transaction","detail":"{read_only:false; response_revision:39757; number_of_response:1; }","duration":"1.350050276s","start":"2026-07-29T15:05:17.711962Z","end":"2026-07-29T15:05:19.062012Z","steps":["trace[1744763883] 'process raft request' (duration: 1.349399858s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:19.062195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.622598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:19.062235Z","caller":"traceutil/trace.go:171","msg":"trace[1092901662] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:39757; }","duration":"341.68823ms","start":"2026-07-29T15:05:18.720536Z","end":"2026-07-29T15:05:19.062224Z","steps":["trace[1092901662] 'agreement among raft nodes before linearized reading' (duration: 341.625178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:19.062267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:18.720519Z","time spent":"341.739851ms","remote":"127.0.0.1:56632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:19.062108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:17.711936Z","time spent":"1.350117948s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:19.617916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979131792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:05:20.29668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116028208s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:20.296867Z","caller":"traceutil/trace.go:171","msg":"trace[119351749] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:39757; }","duration":"1.116235184s","start":"2026-07-29T15:05:19.180605Z","end":"2026-07-29T15:05:20.296841Z","steps":["trace[119351749] 'range keys from in-memory index tree' (duration: 1.116005137s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:20.299711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.227862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:05:20.299807Z","caller":"traceutil/trace.go:171","msg":"trace[874261282] transaction","detail":"{read_only:false; response_revision:39758; number_of_response:1; }","duration":"1.230171948s","start":"2026-07-29T15:05:19.069615Z","end":"2026-07-29T15:05:20.299787Z","steps":["trace[874261282] 'process raft request' (duration: 994.758231ms)","trace[874261282] 'compare' (duration: 234.383419ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:20.299879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:19.069604Z","time spent":"1.230244061s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:21.138392Z","caller":"traceutil/trace.go:171","msg":"trace[961256333] transaction","detail":"{read_only:false; response_revision:39760; number_of_response:1; }","duration":"1.538471805s","start":"2026-07-29T15:05:19.599903Z","end":"2026-07-29T15:05:21.138375Z","steps":["trace[961256333] 'process raft request' (duration: 1.538411113s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:21.138424Z","caller":"traceutil/trace.go:171","msg":"trace[1798497261] transaction","detail":"{read_only:false; response_revision:39759; number_of_response:1; }","duration":"2.067621488s","start":"2026-07-29T15:05:19.070763Z","end":"2026-07-29T15:05:21.138384Z","steps":["trace[1798497261] 'process raft request' (duration: 2.067433723s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:21.138516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:19.59988Z","time spent":"1.538566428s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:21.138577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:19.07075Z","time spent":"2.067738241s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:21.138779Z","caller":"traceutil/trace.go:171","msg":"trace[175979714] transaction","detail":"{read_only:false; response_revision:39761; number_of_response:1; }","duration":"1.461312106s","start":"2026-07-29T15:05:19.677455Z","end":"2026-07-29T15:05:21.138767Z","steps":["trace[175979714] 'process raft request' (duration: 1.460889094s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:21.138824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:19.677428Z","time spent":"1.461374338s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:21.138961Z","caller":"traceutil/trace.go:171","msg":"trace[575272635] transaction","detail":"{read_only:false; response_revision:39762; number_of_response:1; }","duration":"1.461394948s","start":"2026-07-29T15:05:19.677556Z","end":"2026-07-29T15:05:21.138951Z","steps":["trace[575272635] 'process raft request' (duration: 1.46112298s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:21.139012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:19.677514Z","time spent":"1.461475071s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:21.139048Z","caller":"traceutil/trace.go:171","msg":"trace[498885466] transaction","detail":"{read_only:false; response_revision:39763; number_of_response:1; }","duration":"1.460708959s","start":"2026-07-29T15:05:19.678331Z","end":"2026-07-29T15:05:21.13904Z","steps":["trace[498885466] 'process raft request' (duration: 1.460535874s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:21.139094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:19.678303Z","time spent":"1.460768461s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:21.139172Z","caller":"traceutil/trace.go:171","msg":"trace[1337451240] transaction","detail":"{read_only:false; response_revision:39764; number_of_response:1; }","duration":"1.460275938s","start":"2026-07-29T15:05:19.678889Z","end":"2026-07-29T15:05:21.139165Z","steps":["trace[1337451240] 'process raft request' (duration: 1.460101443s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:21.139209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:19.67886Z","time spent":"1.460330678s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:21.139256Z","caller":"traceutil/trace.go:171","msg":"trace[866876641] transaction","detail":"{read_only:false; response_revision:39766; number_of_response:1; }","duration":"1.460225296s","start":"2026-07-29T15:05:19.678996Z","end":"2026-07-29T15:05:21.139221Z","steps":["trace[866876641] 'process raft request' (duration: 1.460115403s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:21.139318Z","caller":"traceutil/trace.go:171","msg":"trace[1913301478] transaction","detail":"{read_only:false; response_revision:39765; number_of_response:1; }","duration":"1.460320079s","start":"2026-07-29T15:05:19.678989Z","end":"2026-07-29T15:05:21.139309Z","steps":["trace[1913301478] 'process raft request' (duration: 1.460033361s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:21.139361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:19.678976Z","time spent":"1.460361319s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:21.13943Z","caller":"traceutil/trace.go:171","msg":"trace[423721473] transaction","detail":"{read_only:false; response_revision:39767; number_of_response:1; }","duration":"1.46037782s","start":"2026-07-29T15:05:19.679044Z","end":"2026-07-29T15:05:21.139422Z","steps":["trace[423721473] 'process raft request' (duration: 1.460099422s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:21.139472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:19.679012Z","time spent":"1.460438612s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:21.139476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:19.678975Z","time spent":"1.46036916s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:21.3897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00031021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T15:05:21.389798Z","caller":"traceutil/trace.go:171","msg":"trace[1000503684] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000465415s","start":"2026-07-29T15:05:19.389313Z","end":"2026-07-29T15:05:21.389778Z","steps":["trace[1000503684] 'agreement among raft nodes before linearized reading' (duration: 2.000344311s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:21.389849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:19.389292Z","time spent":"2.000547486s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 15:05:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T15:05:21.716737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.402954ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T15:05:21.716984Z","caller":"traceutil/trace.go:171","msg":"trace[1225399599] linearizableReadLoop","detail":"{readStateIndex:40945; appliedIndex:40942; }","duration":"2.599249378s","start":"2026-07-29T15:05:19.117706Z","end":"2026-07-29T15:05:21.716955Z","steps":["trace[1225399599] 'read index received' (duration: 946.686165ms)","trace[1225399599] 'applied index is now lower than readState.Index' (duration: 1.652562303s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:21.718398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600669447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:21.718491Z","caller":"traceutil/trace.go:171","msg":"trace[1615964199] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:39767; }","duration":"2.600803011s","start":"2026-07-29T15:05:19.117664Z","end":"2026-07-29T15:05:21.718467Z","steps":["trace[1615964199] 'agreement among raft nodes before linearized reading' (duration: 2.600667847s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:21.718589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:19.117642Z","time spent":"2.600934015s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:05:21.718659Z","caller":"traceutil/trace.go:171","msg":"trace[1456994624] transaction","detail":"{read_only:false; response_revision:39768; number_of_response:1; }","duration":"1.06101832s","start":"2026-07-29T15:05:20.657626Z","end":"2026-07-29T15:05:21.718644Z","steps":["trace[1456994624] 'process raft request' (duration: 1.059240041s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:21.718742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:20.657588Z","time spent":"1.061104722s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:21.956858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778000392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:05:21.956998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63261228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-07-29T15:05:21.957314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.366363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:05:21.957363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942432723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:21.957377Z","caller":"traceutil/trace.go:171","msg":"trace[374363278] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:39768; }","duration":"993.461706ms","start":"2026-07-29T15:05:20.963895Z","end":"2026-07-29T15:05:21.957357Z","steps":["trace[374363278] 'agreement among raft nodes before linearized reading' (duration: 754.777769ms)","trace[374363278] 'count revisions from in-memory index tree' (duration: 238.582694ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:21.957405Z","caller":"traceutil/trace.go:171","msg":"trace[1082647257] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:39768; }","duration":"1.942493985s","start":"2026-07-29T15:05:20.014896Z","end":"2026-07-29T15:05:21.95739Z","steps":["trace[1082647257] 'agreement among raft nodes before linearized reading' (duration: 1.703796137s)","trace[1082647257] 'count revisions from in-memory index tree' (duration: 238.640156ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:21.95733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.069487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:05:21.957425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:20.963871Z","time spent":"993.540628ms","remote":"127.0.0.1:40474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:21.957435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:20.014879Z","time spent":"1.942548267s","remote":"127.0.0.1:40506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:21.957097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.814244411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-29T15:05:21.957708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672789751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T15:05:21.957734Z","caller":"traceutil/trace.go:171","msg":"trace[1227546087] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39768; }","duration":"1.672873724s","start":"2026-07-29T15:05:20.284852Z","end":"2026-07-29T15:05:21.957726Z","steps":["trace[1227546087] 'agreement among raft nodes before linearized reading' (duration: 1.433894989s)","trace[1227546087] 'range keys from in-memory index tree' (duration: 238.922623ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:21.957744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633301938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-29T15:05:21.957738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.357191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-rp8b5.18c6c9ecd2ddda9d\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-07-29T15:05:21.957791Z","caller":"traceutil/trace.go:171","msg":"trace[1156934942] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39768; }","duration":"2.633388231s","start":"2026-07-29T15:05:19.32439Z","end":"2026-07-29T15:05:21.957778Z","steps":["trace[1156934942] 'agreement among raft nodes before linearized reading' (duration: 2.394373175s)","trace[1156934942] 'range keys from in-memory index tree' (duration: 238.929394ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:21.957828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:19.324361Z","time spent":"2.633460082s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T15:05:21.957806Z","caller":"traceutil/trace.go:171","msg":"trace[372418192] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-rp8b5.18c6c9ecd2ddda9d; range_end:; response_count:1; response_revision:39768; }","duration":"220.487865ms","start":"2026-07-29T15:05:21.737307Z","end":"2026-07-29T15:05:21.957794Z","steps":["trace[372418192] 'range keys from in-memory index tree' (duration: 220.116355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:21.957898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.377505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:21.957929Z","caller":"traceutil/trace.go:171","msg":"trace[166984924] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:39768; }","duration":"597.440627ms","start":"2026-07-29T15:05:21.360479Z","end":"2026-07-29T15:05:21.95792Z","steps":["trace[166984924] 'agreement among raft nodes before linearized reading' (duration: 358.279837ms)","trace[166984924] 'count revisions from in-memory index tree' (duration: 239.119539ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:21.957336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.491221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:05:21.957949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:21.360441Z","time spent":"597.503299ms","remote":"127.0.0.1:51126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:05:21.957964Z","caller":"traceutil/trace.go:171","msg":"trace[1530368148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39768; }","duration":"568.144929ms","start":"2026-07-29T15:05:21.389806Z","end":"2026-07-29T15:05:21.95795Z","steps":["trace[1530368148] 'agreement among raft nodes before linearized reading' (duration: 328.937208ms)","trace[1530368148] 'range keys from in-memory index tree' (duration: 238.577624ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:21.957871Z","caller":"traceutil/trace.go:171","msg":"trace[316390440] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:39768; }","duration":"2.814948341s","start":"2026-07-29T15:05:19.14282Z","end":"2026-07-29T15:05:21.957768Z","steps":["trace[316390440] 'agreement among raft nodes before linearized reading' (duration: 2.575807351s)","trace[316390440] 'range keys from in-memory index tree' (duration: 238.416359ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:21.957754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:20.284818Z","time spent":"1.672931925s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T15:05:21.958086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.632956939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T15:05:21.958108Z","caller":"traceutil/trace.go:171","msg":"trace[923205355] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39768; }","duration":"2.632980069s","start":"2026-07-29T15:05:19.32512Z","end":"2026-07-29T15:05:21.9581Z","steps":["trace[923205355] 'agreement among raft nodes before linearized reading' (duration: 2.393651104s)","trace[923205355] 'range keys from in-memory index tree' (duration: 239.269673ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:21.958126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:19.325073Z","time spent":"2.633048302s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:05:21.958074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:19.142802Z","time spent":"2.81524933s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-29T15:05:21.957169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.574121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T15:05:21.957272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.644803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T15:05:21.958277Z","caller":"traceutil/trace.go:171","msg":"trace[425506339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39768; }","duration":"889.643201ms","start":"2026-07-29T15:05:21.068621Z","end":"2026-07-29T15:05:21.958264Z","steps":["trace[425506339] 'agreement among raft nodes before linearized reading' (duration: 650.166662ms)","trace[425506339] 'range keys from in-memory index tree' (duration: 238.44444ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:21.958287Z","caller":"traceutil/trace.go:171","msg":"trace[758637952] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:39768; }","duration":"889.683712ms","start":"2026-07-29T15:05:21.068556Z","end":"2026-07-29T15:05:21.95824Z","steps":["trace[758637952] 'agreement among raft nodes before linearized reading' (duration: 650.238374ms)","trace[758637952] 'range keys from in-memory index tree' (duration: 238.265166ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:21.95832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:21.068616Z","time spent":"889.693712ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:05:21.958388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:21.068551Z","time spent":"889.773944ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T15:05:21.958002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:21.389785Z","time spent":"568.20896ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:05:21.957509Z","caller":"traceutil/trace.go:171","msg":"trace[1316425854] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39768; }","duration":"2.633037481s","start":"2026-07-29T15:05:19.324301Z","end":"2026-07-29T15:05:21.957338Z","steps":["trace[1316425854] 'agreement among raft nodes before linearized reading' (duration: 2.394479628s)","trace[1316425854] 'range keys from in-memory index tree' (duration: 238.08658ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:21.957296Z","caller":"traceutil/trace.go:171","msg":"trace[1833535050] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39768; }","duration":"2.778450995s","start":"2026-07-29T15:05:19.178793Z","end":"2026-07-29T15:05:21.957244Z","steps":["trace[1833535050] 'agreement among raft nodes before linearized reading' (duration: 2.540013534s)","trace[1833535050] 'range keys from in-memory index tree' (duration: 237.990057ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:21.958648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:19.324274Z","time spent":"2.634367068s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:05:21.957622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.050608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:05:21.957661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633119197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:05:21.958733Z","caller":"traceutil/trace.go:171","msg":"trace[1048833449] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:39768; }","duration":"306.20264ms","start":"2026-07-29T15:05:21.652523Z","end":"2026-07-29T15:05:21.958726Z","steps":["trace[1048833449] 'agreement among raft nodes before linearized reading' (duration: 66.202457ms)","trace[1048833449] 'count revisions from in-memory index tree' (duration: 238.875102ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:21.958752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:21.652499Z","time spent":"306.247111ms","remote":"127.0.0.1:33782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:05:21.958758Z","caller":"traceutil/trace.go:171","msg":"trace[1018659533] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:39768; }","duration":"1.634240028s","start":"2026-07-29T15:05:20.3245Z","end":"2026-07-29T15:05:21.95874Z","steps":["trace[1018659533] 'agreement among raft nodes before linearized reading' (duration: 1.394227554s)","trace[1018659533] 'count revisions from in-memory index tree' (duration: 238.914853ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:21.957669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915400077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T15:05:21.95867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:19.178778Z","time spent":"2.779876143s","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-29T15:05:21.958987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.545828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T15:05:21.959011Z","caller":"traceutil/trace.go:171","msg":"trace[863101056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39768; }","duration":"889.595909ms","start":"2026-07-29T15:05:21.069409Z","end":"2026-07-29T15:05:21.959005Z","steps":["trace[863101056] 'agreement among raft nodes before linearized reading' (duration: 649.38927ms)","trace[863101056] 'range keys from in-memory index tree' (duration: 240.157718ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:21.959025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:21.069394Z","time spent":"889.627921ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:05:21.957221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.268739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:21.959121Z","caller":"traceutil/trace.go:171","msg":"trace[897394339] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:39768; }","duration":"875.190432ms","start":"2026-07-29T15:05:21.083911Z","end":"2026-07-29T15:05:21.959101Z","steps":["trace[897394339] 'agreement among raft nodes before linearized reading' (duration: 634.86449ms)","trace[897394339] 'count revisions from in-memory index tree' (duration: 238.42818ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:21.959186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.655359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T15:05:21.959202Z","caller":"traceutil/trace.go:171","msg":"trace[1724388394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39768; }","duration":"890.70861ms","start":"2026-07-29T15:05:21.068488Z","end":"2026-07-29T15:05:21.959197Z","steps":["trace[1724388394] 'agreement among raft nodes before linearized reading' (duration: 650.317126ms)","trace[1724388394] 'range keys from in-memory index tree' (duration: 240.352952ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:21.959215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:21.068452Z","time spent":"890.760622ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:05:21.959228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:21.083895Z","time spent":"875.292575ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:05:21.959384Z","caller":"traceutil/trace.go:171","msg":"trace[179091663] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:39768; }","duration":"1.917117364s","start":"2026-07-29T15:05:20.042257Z","end":"2026-07-29T15:05:21.959375Z","steps":["trace[179091663] 'agreement among raft nodes before linearized reading' (duration: 1.676497784s)","trace[179091663] 'count revisions from in-memory index tree' (duration: 238.894503ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:21.95941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:20.042195Z","time spent":"1.917207736s","remote":"127.0.0.1:46502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:21.959496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:20.324478Z","time spent":"1.63501271s","remote":"127.0.0.1:51392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:05:21.957471Z","caller":"traceutil/trace.go:171","msg":"trace[326307787] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:39768; }","duration":"231.284423ms","start":"2026-07-29T15:05:21.726157Z","end":"2026-07-29T15:05:21.957442Z","steps":["trace[326307787] 'count revisions from in-memory index tree' (duration: 230.972124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:22.548045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.814029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:05:22.548116Z","caller":"traceutil/trace.go:171","msg":"trace[1882936921] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:39778; }","duration":"376.981073ms","start":"2026-07-29T15:05:22.171115Z","end":"2026-07-29T15:05:22.548096Z","steps":["trace[1882936921] 'count revisions from in-memory index tree' (duration: 376.745646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:22.548153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:22.171092Z","time spent":"377.050395ms","remote":"127.0.0.1:44210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:22.548327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.257911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T15:05:22.548389Z","caller":"traceutil/trace.go:171","msg":"trace[394445203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39778; }","duration":"240.354053ms","start":"2026-07-29T15:05:22.308022Z","end":"2026-07-29T15:05:22.548376Z","steps":["trace[394445203] 'range keys from in-memory index tree' (duration: 240.044094ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:22.796535Z","caller":"traceutil/trace.go:171","msg":"trace[83196809] transaction","detail":"{read_only:false; response_revision:39779; number_of_response:1; }","duration":"243.981023ms","start":"2026-07-29T15:05:22.552527Z","end":"2026-07-29T15:05:22.796508Z","steps":["trace[83196809] 'process raft request' (duration: 243.610163ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:23.12363Z","caller":"traceutil/trace.go:171","msg":"trace[1749669458] transaction","detail":"{read_only:false; response_revision:39780; number_of_response:1; }","duration":"288.403219ms","start":"2026-07-29T15:05:22.835205Z","end":"2026-07-29T15:05:23.123608Z","steps":["trace[1749669458] 'process raft request' (duration: 288.259785ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:23.305036Z","caller":"traceutil/trace.go:171","msg":"trace[1439900601] linearizableReadLoop","detail":"{readStateIndex:40968; appliedIndex:40966; }","duration":"403.31461ms","start":"2026-07-29T15:05:22.901695Z","end":"2026-07-29T15:05:23.30501Z","steps":["trace[1439900601] 'read index received' (duration: 221.838882ms)","trace[1439900601] 'applied index is now lower than readState.Index' (duration: 181.474748ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:23.305086Z","caller":"traceutil/trace.go:171","msg":"trace[1527504365] transaction","detail":"{read_only:false; response_revision:39781; number_of_response:1; }","duration":"462.053441ms","start":"2026-07-29T15:05:22.843006Z","end":"2026-07-29T15:05:23.30506Z","steps":["trace[1527504365] 'process raft request' (duration: 461.865926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:23.305221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:22.842996Z","time spent":"462.157864ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6900,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:23.305247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.534556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-29T15:05:23.305283Z","caller":"traceutil/trace.go:171","msg":"trace[1674008263] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:39781; }","duration":"403.622949ms","start":"2026-07-29T15:05:22.901648Z","end":"2026-07-29T15:05:23.305271Z","steps":["trace[1674008263] 'agreement among raft nodes before linearized reading' (duration: 403.477305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:23.305315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:22.901629Z","time spent":"403.67747ms","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-29T15:05:23.545266Z","caller":"traceutil/trace.go:171","msg":"trace[2120596723] transaction","detail":"{read_only:false; response_revision:39782; number_of_response:1; }","duration":"416.0069ms","start":"2026-07-29T15:05:23.129236Z","end":"2026-07-29T15:05:23.545243Z","steps":["trace[2120596723] 'process raft request' (duration: 415.741553ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:23.545348Z","caller":"traceutil/trace.go:171","msg":"trace[1955330585] transaction","detail":"{read_only:false; response_revision:39785; number_of_response:1; }","duration":"399.69313ms","start":"2026-07-29T15:05:23.145646Z","end":"2026-07-29T15:05:23.545339Z","steps":["trace[1955330585] 'process raft request' (duration: 399.624738ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:23.545336Z","caller":"traceutil/trace.go:171","msg":"trace[364670835] transaction","detail":"{read_only:false; response_revision:39783; number_of_response:1; }","duration":"399.874975ms","start":"2026-07-29T15:05:23.145433Z","end":"2026-07-29T15:05:23.545308Z","steps":["trace[364670835] 'process raft request' (duration: 399.757202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:23.545365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.129217Z","time spent":"416.105053ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":901,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T15:05:23.5454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.145643Z","time spent":"399.726771ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:23.545458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.145412Z","time spent":"399.973377ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:23.545469Z","caller":"traceutil/trace.go:171","msg":"trace[844427830] transaction","detail":"{read_only:false; response_revision:39784; number_of_response:1; }","duration":"399.821034ms","start":"2026-07-29T15:05:23.145617Z","end":"2026-07-29T15:05:23.545438Z","steps":["trace[844427830] 'process raft request' (duration: 399.625788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:23.545602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.145613Z","time spent":"399.910786ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:23.545614Z","caller":"traceutil/trace.go:171","msg":"trace[1899232741] transaction","detail":"{read_only:false; response_revision:39786; number_of_response:1; }","duration":"397.777507ms","start":"2026-07-29T15:05:23.14783Z","end":"2026-07-29T15:05:23.545607Z","steps":["trace[1899232741] 'process raft request' (duration: 397.485539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:23.545675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.147783Z","time spent":"397.846999ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:23.545934Z","caller":"traceutil/trace.go:171","msg":"trace[2017928451] transaction","detail":"{read_only:false; response_revision:39787; number_of_response:1; }","duration":"397.978953ms","start":"2026-07-29T15:05:23.147948Z","end":"2026-07-29T15:05:23.545927Z","steps":["trace[2017928451] 'process raft request' (duration: 397.637984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:23.54597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.14794Z","time spent":"398.013164ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:23.54597Z","caller":"traceutil/trace.go:171","msg":"trace[918950705] linearizableReadLoop","detail":"{readStateIndex:40977; appliedIndex:40968; }","duration":"240.859307ms","start":"2026-07-29T15:05:23.305103Z","end":"2026-07-29T15:05:23.545962Z","steps":["trace[918950705] 'read index received' (duration: 239.829019ms)","trace[918950705] 'applied index is now lower than readState.Index' (duration: 1.029568ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:23.546032Z","caller":"traceutil/trace.go:171","msg":"trace[376226462] transaction","detail":"{read_only:false; response_revision:39788; number_of_response:1; }","duration":"398.023084ms","start":"2026-07-29T15:05:23.148003Z","end":"2026-07-29T15:05:23.546026Z","steps":["trace[376226462] 'process raft request' (duration: 397.836149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:23.546081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.147996Z","time spent":"398.058415ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:23.546087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.871093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:23.546137Z","caller":"traceutil/trace.go:171","msg":"trace[623019436] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:39790; }","duration":"591.955676ms","start":"2026-07-29T15:05:22.954167Z","end":"2026-07-29T15:05:23.546123Z","steps":["trace[623019436] 'agreement among raft nodes before linearized reading' (duration: 591.879664ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:23.546161Z","caller":"traceutil/trace.go:171","msg":"trace[1053255588] transaction","detail":"{read_only:false; response_revision:39789; number_of_response:1; }","duration":"398.074186ms","start":"2026-07-29T15:05:23.14808Z","end":"2026-07-29T15:05:23.546155Z","steps":["trace[1053255588] 'process raft request' (duration: 397.809798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:23.546175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:22.954144Z","time spent":"592.022478ms","remote":"127.0.0.1:33776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:23.54619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.148073Z","time spent":"398.100476ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:23.546277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.35453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29755625-x5sc7\" ","response":"range_response_count:1 size:7143"} {"level":"info","ts":"2026-07-29T15:05:23.546307Z","caller":"traceutil/trace.go:171","msg":"trace[696392618] transaction","detail":"{read_only:false; response_revision:39790; number_of_response:1; }","duration":"393.51341ms","start":"2026-07-29T15:05:23.152788Z","end":"2026-07-29T15:05:23.546302Z","steps":["trace[696392618] 'process raft request' (duration: 393.129749ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:23.546309Z","caller":"traceutil/trace.go:171","msg":"trace[1179442253] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29755625-x5sc7; range_end:; response_count:1; response_revision:39790; }","duration":"237.405362ms","start":"2026-07-29T15:05:23.308894Z","end":"2026-07-29T15:05:23.5463Z","steps":["trace[1179442253] 'agreement among raft nodes before linearized reading' (duration: 237.300729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:23.546336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.152776Z","time spent":"393.544ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:23.54649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.022952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-29T15:05:23.546518Z","caller":"traceutil/trace.go:171","msg":"trace[723595304] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:39790; }","duration":"112.087413ms","start":"2026-07-29T15:05:23.434423Z","end":"2026-07-29T15:05:23.54651Z","steps":["trace[723595304] 'agreement among raft nodes before linearized reading' (duration: 111.999511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:23.546625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.523109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:23.546641Z","caller":"traceutil/trace.go:171","msg":"trace[693183067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39790; }","duration":"156.566981ms","start":"2026-07-29T15:05:23.39007Z","end":"2026-07-29T15:05:23.546637Z","steps":["trace[693183067] 'agreement among raft nodes before linearized reading' (duration: 156.53543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:24.21641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.297114ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-29T15:05:24.216519Z","caller":"traceutil/trace.go:171","msg":"trace[105566662] linearizableReadLoop","detail":"{readStateIndex:40978; appliedIndex:40977; }","duration":"667.302814ms","start":"2026-07-29T15:05:23.549198Z","end":"2026-07-29T15:05:24.216501Z","steps":["trace[105566662] 'read index received' (duration: 362.028831ms)","trace[105566662] 'applied index is now lower than readState.Index' (duration: 305.272183ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:24.216541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.548917Z","time spent":"667.607202ms","remote":"127.0.0.1:50966","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T15:05:24.216685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.468629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:24.216766Z","caller":"traceutil/trace.go:171","msg":"trace[2028901765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39790; }","duration":"667.609552ms","start":"2026-07-29T15:05:23.549138Z","end":"2026-07-29T15:05:24.216747Z","steps":["trace[2028901765] 'agreement among raft nodes before linearized reading' (duration: 667.435347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:24.216808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.549111Z","time spent":"667.686355ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T15:05:24.263389Z","caller":"traceutil/trace.go:171","msg":"trace[108354421] transaction","detail":"{read_only:false; response_revision:39793; number_of_response:1; }","duration":"425.600794ms","start":"2026-07-29T15:05:23.837761Z","end":"2026-07-29T15:05:24.263362Z","steps":["trace[108354421] 'process raft request' (duration: 425.538982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:24.263559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.83773Z","time spent":"425.742638ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:24.263643Z","caller":"traceutil/trace.go:171","msg":"trace[1305237200] transaction","detail":"{read_only:false; response_revision:39792; number_of_response:1; }","duration":"664.704162ms","start":"2026-07-29T15:05:23.598898Z","end":"2026-07-29T15:05:24.263602Z","steps":["trace[1305237200] 'process raft request' (duration: 664.334252ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:24.263821Z","caller":"traceutil/trace.go:171","msg":"trace[1561200733] transaction","detail":"{read_only:false; response_revision:39791; number_of_response:1; }","duration":"710.25967ms","start":"2026-07-29T15:05:23.553538Z","end":"2026-07-29T15:05:24.263798Z","steps":["trace[1561200733] 'process raft request' (duration: 709.503649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:24.263927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.553523Z","time spent":"710.337371ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7136,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:24.263926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.598874Z","time spent":"664.95687ms","remote":"127.0.0.1:40560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7682,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:25.274557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.029505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:05:25.274688Z","caller":"traceutil/trace.go:171","msg":"trace[683430356] transaction","detail":"{read_only:false; response_revision:39794; number_of_response:1; }","duration":"1.203495091s","start":"2026-07-29T15:05:24.07118Z","end":"2026-07-29T15:05:25.274675Z","steps":["trace[683430356] 'process raft request' (duration: 747.286722ms)","trace[683430356] 'compare' (duration: 455.453078ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:25.274731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:24.071157Z","time spent":"1.203555323s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:25.274867Z","caller":"traceutil/trace.go:171","msg":"trace[152598360] transaction","detail":"{read_only:false; response_revision:39795; number_of_response:1; }","duration":"1.1799103s","start":"2026-07-29T15:05:24.09494Z","end":"2026-07-29T15:05:25.27485Z","steps":["trace[152598360] 'process raft request' (duration: 1.179687624s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:25.274968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:24.094916Z","time spent":"1.179996803s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:25.274962Z","caller":"traceutil/trace.go:171","msg":"trace[408424358] linearizableReadLoop","detail":"{readStateIndex:40983; appliedIndex:40978; }","duration":"1.058387427s","start":"2026-07-29T15:05:24.216551Z","end":"2026-07-29T15:05:25.274938Z","steps":["trace[408424358] 'read index received' (duration: 46.428031ms)","trace[408424358] 'applied index is now lower than readState.Index' (duration: 1.011958306s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:25.275183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279406096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T15:05:25.27521Z","caller":"traceutil/trace.go:171","msg":"trace[1534748207] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:39796; }","duration":"1.279431607s","start":"2026-07-29T15:05:23.995771Z","end":"2026-07-29T15:05:25.275202Z","steps":["trace[1534748207] 'agreement among raft nodes before linearized reading' (duration: 1.279312483s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:25.275232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.995725Z","time spent":"1.279502728s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T15:05:25.275255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287810567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T15:05:25.275293Z","caller":"traceutil/trace.go:171","msg":"trace[1407436179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39796; }","duration":"1.28789763s","start":"2026-07-29T15:05:23.987384Z","end":"2026-07-29T15:05:25.275282Z","steps":["trace[1407436179] 'agreement among raft nodes before linearized reading' (duration: 1.287717905s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:25.275323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.987365Z","time spent":"1.287950222s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T15:05:25.275371Z","caller":"traceutil/trace.go:171","msg":"trace[1240886256] transaction","detail":"{read_only:false; response_revision:39796; number_of_response:1; }","duration":"1.057404601s","start":"2026-07-29T15:05:24.217944Z","end":"2026-07-29T15:05:25.275348Z","steps":["trace[1240886256] 'process raft request' (duration: 1.056864606s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:25.275396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279105458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T15:05:25.275429Z","caller":"traceutil/trace.go:171","msg":"trace[1397271687] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39796; }","duration":"1.279150219s","start":"2026-07-29T15:05:23.996269Z","end":"2026-07-29T15:05:25.275419Z","steps":["trace[1397271687] 'agreement among raft nodes before linearized reading' (duration: 1.279059516s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:25.275449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.996262Z","time spent":"1.279182829s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:05:25.275458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675299551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T15:05:25.275465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:24.21792Z","time spent":"1.057493862s","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:25.275453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279288302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T15:05:25.275492Z","caller":"traceutil/trace.go:171","msg":"trace[511845012] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:39796; }","duration":"1.675372453s","start":"2026-07-29T15:05:23.60011Z","end":"2026-07-29T15:05:25.275483Z","steps":["trace[511845012] 'agreement among raft nodes before linearized reading' (duration: 1.675297891s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:25.275516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.600094Z","time spent":"1.675416264s","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:05:25.275512Z","caller":"traceutil/trace.go:171","msg":"trace[268054389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39796; }","duration":"1.279363335s","start":"2026-07-29T15:05:23.996136Z","end":"2026-07-29T15:05:25.275499Z","steps":["trace[268054389] 'agreement among raft nodes before linearized reading' (duration: 1.279223711s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:25.275561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.99613Z","time spent":"1.279420366s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:05:25.275576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383398125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:05:25.275625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622563085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:25.275649Z","caller":"traceutil/trace.go:171","msg":"trace[307749114] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:39796; }","duration":"1.622626448s","start":"2026-07-29T15:05:23.653014Z","end":"2026-07-29T15:05:25.27564Z","steps":["trace[307749114] 'agreement among raft nodes before linearized reading' (duration: 1.622579536s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:25.275642Z","caller":"traceutil/trace.go:171","msg":"trace[208825505] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:39796; }","duration":"1.383533819s","start":"2026-07-29T15:05:23.89209Z","end":"2026-07-29T15:05:25.275623Z","steps":["trace[208825505] 'agreement among raft nodes before linearized reading' (duration: 1.383385515s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:25.275668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.652924Z","time spent":"1.62273934s","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:25.27568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.89206Z","time spent":"1.383612702s","remote":"127.0.0.1:33778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:05:25.275836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279518829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T15:05:25.276076Z","caller":"traceutil/trace.go:171","msg":"trace[742718086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39796; }","duration":"1.279764315s","start":"2026-07-29T15:05:23.996299Z","end":"2026-07-29T15:05:25.276063Z","steps":["trace[742718086] 'agreement among raft nodes before linearized reading' (duration: 1.279010605s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:25.276114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:23.996295Z","time spent":"1.279809116s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T15:05:25.276605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.504424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T15:05:25.276597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005776986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:23024"} {"level":"info","ts":"2026-07-29T15:05:25.276646Z","caller":"traceutil/trace.go:171","msg":"trace[363459296] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:39796; }","duration":"1.005858068s","start":"2026-07-29T15:05:24.270775Z","end":"2026-07-29T15:05:25.276633Z","steps":["trace[363459296] 'agreement among raft nodes before linearized reading' (duration: 1.005702044s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:25.276681Z","caller":"traceutil/trace.go:171","msg":"trace[1117036450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39796; }","duration":"474.570956ms","start":"2026-07-29T15:05:24.802053Z","end":"2026-07-29T15:05:25.276624Z","steps":["trace[1117036450] 'agreement among raft nodes before linearized reading' (duration: 474.453173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:25.276687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:24.270758Z","time spent":"1.005920739s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":23046,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-29T15:05:25.276711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:24.802031Z","time spent":"474.672369ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:05:25.27696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.321819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:05:25.276995Z","caller":"traceutil/trace.go:171","msg":"trace[558484505] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:39796; }","duration":"965.35781ms","start":"2026-07-29T15:05:24.311626Z","end":"2026-07-29T15:05:25.276984Z","steps":["trace[558484505] 'agreement among raft nodes before linearized reading' (duration: 965.223516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:25.277024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:24.311554Z","time spent":"965.462573ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":94,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:05:25.866324Z","caller":"traceutil/trace.go:171","msg":"trace[1555164447] transaction","detail":"{read_only:false; response_revision:39797; number_of_response:1; }","duration":"585.9343ms","start":"2026-07-29T15:05:25.280366Z","end":"2026-07-29T15:05:25.8663Z","steps":["trace[1555164447] 'process raft request' (duration: 502.887328ms)","trace[1555164447] 'compare' (duration: 82.757974ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:25.866474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:25.280355Z","time spent":"586.026422ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:26.031231Z","caller":"traceutil/trace.go:171","msg":"trace[1165285264] transaction","detail":"{read_only:false; response_revision:39798; number_of_response:1; }","duration":"750.323706ms","start":"2026-07-29T15:05:25.280887Z","end":"2026-07-29T15:05:26.031211Z","steps":["trace[1165285264] 'process raft request' (duration: 693.704014ms)","trace[1165285264] 'compare' (duration: 56.497879ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:26.031337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:25.280879Z","time spent":"750.405728ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:26.031554Z","caller":"traceutil/trace.go:171","msg":"trace[758720984] transaction","detail":"{read_only:false; response_revision:39799; number_of_response:1; }","duration":"750.593083ms","start":"2026-07-29T15:05:25.280935Z","end":"2026-07-29T15:05:26.031528Z","steps":["trace[758720984] 'process raft request' (duration: 750.250384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:26.031665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:25.28093Z","time spent":"750.688826ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:26.031658Z","caller":"traceutil/trace.go:171","msg":"trace[37365197] transaction","detail":"{read_only:false; response_revision:39801; number_of_response:1; }","duration":"748.597018ms","start":"2026-07-29T15:05:25.283013Z","end":"2026-07-29T15:05:26.03161Z","steps":["trace[37365197] 'process raft request' (duration: 748.523016ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:26.03179Z","caller":"traceutil/trace.go:171","msg":"trace[101519375] transaction","detail":"{read_only:false; response_revision:39807; number_of_response:1; }","duration":"479.43786ms","start":"2026-07-29T15:05:25.552345Z","end":"2026-07-29T15:05:26.031783Z","steps":["trace[101519375] 'process raft request' (duration: 479.406059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:26.031793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:25.283003Z","time spent":"748.717652ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:26.031832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:25.552334Z","time spent":"479.477392ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:26.031884Z","caller":"traceutil/trace.go:171","msg":"trace[1618485530] transaction","detail":"{read_only:false; response_revision:39806; number_of_response:1; }","duration":"480.235613ms","start":"2026-07-29T15:05:25.551644Z","end":"2026-07-29T15:05:26.031879Z","steps":["trace[1618485530] 'process raft request' (duration: 480.088609ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:26.031849Z","caller":"traceutil/trace.go:171","msg":"trace[2102610906] transaction","detail":"{read_only:false; response_revision:39803; number_of_response:1; }","duration":"480.629443ms","start":"2026-07-29T15:05:25.551161Z","end":"2026-07-29T15:05:26.03179Z","steps":["trace[2102610906] 'process raft request' (duration: 480.478709ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:26.031876Z","caller":"traceutil/trace.go:171","msg":"trace[1912997816] transaction","detail":"{read_only:false; response_revision:39805; number_of_response:1; }","duration":"480.209512ms","start":"2026-07-29T15:05:25.55164Z","end":"2026-07-29T15:05:26.03185Z","steps":["trace[1912997816] 'process raft request' (duration: 480.047938ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:26.031917Z","caller":"traceutil/trace.go:171","msg":"trace[1535483337] transaction","detail":"{read_only:false; response_revision:39800; number_of_response:1; }","duration":"750.938033ms","start":"2026-07-29T15:05:25.280968Z","end":"2026-07-29T15:05:26.031906Z","steps":["trace[1535483337] 'process raft request' (duration: 750.453879ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:26.031898Z","caller":"traceutil/trace.go:171","msg":"trace[1760269588] transaction","detail":"{read_only:false; response_revision:39804; number_of_response:1; }","duration":"480.398727ms","start":"2026-07-29T15:05:25.551464Z","end":"2026-07-29T15:05:26.031863Z","steps":["trace[1760269588] 'process raft request' (duration: 480.204092ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:26.031969Z","caller":"traceutil/trace.go:171","msg":"trace[152205193] transaction","detail":"{read_only:false; response_revision:39802; number_of_response:1; }","duration":"747.912649ms","start":"2026-07-29T15:05:25.284052Z","end":"2026-07-29T15:05:26.031965Z","steps":["trace[152205193] 'process raft request' (duration: 747.523969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:26.03197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:25.280925Z","time spent":"751.015726ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:26.032033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:25.284044Z","time spent":"747.975871ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:26.032032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:25.551628Z","time spent":"480.307504ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:26.032083Z","caller":"traceutil/trace.go:171","msg":"trace[1701989560] transaction","detail":"{read_only:false; response_revision:39808; number_of_response:1; }","duration":"479.557314ms","start":"2026-07-29T15:05:25.552521Z","end":"2026-07-29T15:05:26.032079Z","steps":["trace[1701989560] 'process raft request' (duration: 479.245976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:26.032073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:25.551133Z","time spent":"480.797888ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:26.032106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:25.552513Z","time spent":"479.581315ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:26.031909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:25.551624Z","time spent":"480.271853ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:26.03212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:25.551453Z","time spent":"480.51339ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:26.032194Z","caller":"traceutil/trace.go:171","msg":"trace[54093689] transaction","detail":"{read_only:false; response_revision:39809; number_of_response:1; }","duration":"479.217944ms","start":"2026-07-29T15:05:25.55297Z","end":"2026-07-29T15:05:26.032188Z","steps":["trace[54093689] 'process raft request' (duration: 478.925906ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:26.032168Z","caller":"traceutil/trace.go:171","msg":"trace[204121124] linearizableReadLoop","detail":"{readStateIndex:40989; appliedIndex:40984; }","duration":"748.712491ms","start":"2026-07-29T15:05:25.283426Z","end":"2026-07-29T15:05:26.032138Z","steps":["trace[204121124] 'read index received' (duration: 499.841513ms)","trace[204121124] 'applied index is now lower than readState.Index' (duration: 248.870088ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:26.032212Z","caller":"traceutil/trace.go:171","msg":"trace[2008332821] transaction","detail":"{read_only:false; response_revision:39810; number_of_response:1; }","duration":"478.603068ms","start":"2026-07-29T15:05:25.553595Z","end":"2026-07-29T15:05:26.032198Z","steps":["trace[2008332821] 'process raft request' (duration: 478.481494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:26.032265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:25.553587Z","time spent":"478.651199ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:26.032218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:25.552963Z","time spent":"479.243445ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:26.032369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.935038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T15:05:26.032363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.34981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:26.032408Z","caller":"traceutil/trace.go:171","msg":"trace[1999520722] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:39810; }","duration":"748.989059ms","start":"2026-07-29T15:05:25.283408Z","end":"2026-07-29T15:05:26.032397Z","steps":["trace[1999520722] 'agreement among raft nodes before linearized reading' (duration: 748.839915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:26.032413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.512994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:26.032421Z","caller":"traceutil/trace.go:171","msg":"trace[1569559022] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:39810; }","duration":"740.456174ms","start":"2026-07-29T15:05:25.291953Z","end":"2026-07-29T15:05:26.032409Z","steps":["trace[1569559022] 'agreement among raft nodes before linearized reading' (duration: 740.33976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:26.032388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.402254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:26.032442Z","caller":"traceutil/trace.go:171","msg":"trace[175452840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39810; }","duration":"641.598596ms","start":"2026-07-29T15:05:25.390833Z","end":"2026-07-29T15:05:26.032432Z","steps":["trace[175452840] 'agreement among raft nodes before linearized reading' (duration: 641.555785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:26.03244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:25.2834Z","time spent":"749.0334ms","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T15:05:26.032462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:25.390804Z","time spent":"641.654657ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:05:26.032459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:25.291938Z","time spent":"740.511526ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-29T15:05:26.032809Z","caller":"traceutil/trace.go:171","msg":"trace[1590107718] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:39810; }","duration":"190.518268ms","start":"2026-07-29T15:05:25.841938Z","end":"2026-07-29T15:05:26.032456Z","steps":["trace[1590107718] 'agreement among raft nodes before linearized reading' (duration: 190.425045ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:27.143911Z","caller":"traceutil/trace.go:171","msg":"trace[915818842] transaction","detail":"{read_only:false; response_revision:39824; number_of_response:1; }","duration":"112.346091ms","start":"2026-07-29T15:05:27.031543Z","end":"2026-07-29T15:05:27.143889Z","steps":["trace[915818842] 'process raft request' (duration: 112.153075ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:27.145641Z","caller":"traceutil/trace.go:171","msg":"trace[537727551] transaction","detail":"{read_only:false; response_revision:39826; number_of_response:1; }","duration":"100.924545ms","start":"2026-07-29T15:05:27.044683Z","end":"2026-07-29T15:05:27.145607Z","steps":["trace[537727551] 'process raft request' (duration: 99.589058ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:27.145774Z","caller":"traceutil/trace.go:171","msg":"trace[9780736] linearizableReadLoop","detail":"{readStateIndex:41012; appliedIndex:41010; }","duration":"101.772108ms","start":"2026-07-29T15:05:27.043965Z","end":"2026-07-29T15:05:27.145737Z","steps":["trace[9780736] 'read index received' (duration: 3.98249ms)","trace[9780736] 'applied index is now lower than readState.Index' (duration: 97.787598ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:27.145896Z","caller":"traceutil/trace.go:171","msg":"trace[349166748] transaction","detail":"{read_only:false; response_revision:39827; number_of_response:1; }","duration":"100.504423ms","start":"2026-07-29T15:05:27.045378Z","end":"2026-07-29T15:05:27.145882Z","steps":["trace[349166748] 'process raft request' (duration: 100.154764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:27.145942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.958613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T15:05:27.14598Z","caller":"traceutil/trace.go:171","msg":"trace[1333515102] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39827; }","duration":"102.026376ms","start":"2026-07-29T15:05:27.04394Z","end":"2026-07-29T15:05:27.145966Z","steps":["trace[1333515102] 'agreement among raft nodes before linearized reading' (duration: 101.883542ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:27.407164Z","caller":"traceutil/trace.go:171","msg":"trace[1469343764] linearizableReadLoop","detail":"{readStateIndex:41016; appliedIndex:41015; }","duration":"258.120103ms","start":"2026-07-29T15:05:27.14902Z","end":"2026-07-29T15:05:27.40714Z","steps":["trace[1469343764] 'read index received' (duration: 257.939468ms)","trace[1469343764] 'applied index is now lower than readState.Index' (duration: 179.415µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:05:27.407681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.650277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23024"} {"level":"info","ts":"2026-07-29T15:05:27.407739Z","caller":"traceutil/trace.go:171","msg":"trace[1105980056] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:39828; }","duration":"258.75241ms","start":"2026-07-29T15:05:27.148973Z","end":"2026-07-29T15:05:27.407726Z","steps":["trace[1105980056] 'agreement among raft nodes before linearized reading' (duration: 258.553305ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:05:27.407689Z","caller":"traceutil/trace.go:171","msg":"trace[1460097557] transaction","detail":"{read_only:false; response_revision:39828; number_of_response:1; }","duration":"358.209985ms","start":"2026-07-29T15:05:27.049437Z","end":"2026-07-29T15:05:27.407647Z","steps":["trace[1460097557] 'process raft request' (duration: 357.535467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:27.408005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:27.049429Z","time spent":"358.476012ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6833,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:05:31.585154Z","caller":"traceutil/trace.go:171","msg":"trace[136726333] linearizableReadLoop","detail":"{readStateIndex:41055; appliedIndex:41054; }","duration":"331.899699ms","start":"2026-07-29T15:05:31.25323Z","end":"2026-07-29T15:05:31.58513Z","steps":["trace[136726333] 'read index received' (duration: 331.681013ms)","trace[136726333] 'applied index is now lower than readState.Index' (duration: 217.786µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:05:31.585273Z","caller":"traceutil/trace.go:171","msg":"trace[359809744] transaction","detail":"{read_only:false; response_revision:39866; number_of_response:1; }","duration":"417.912712ms","start":"2026-07-29T15:05:31.167349Z","end":"2026-07-29T15:05:31.585262Z","steps":["trace[359809744] 'process raft request' (duration: 417.628134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:31.585384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:31.167323Z","time spent":"417.981183ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:05:31.585402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.352871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:31.585484Z","caller":"traceutil/trace.go:171","msg":"trace[516329640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39866; }","duration":"195.500485ms","start":"2026-07-29T15:05:31.38996Z","end":"2026-07-29T15:05:31.585461Z","steps":["trace[516329640] 'agreement among raft nodes before linearized reading' (duration: 195.3471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:31.585502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.159215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:05:31.586011Z","caller":"traceutil/trace.go:171","msg":"trace[614064263] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:39866; }","duration":"332.791492ms","start":"2026-07-29T15:05:31.253196Z","end":"2026-07-29T15:05:31.585987Z","steps":["trace[614064263] 'agreement among raft nodes before linearized reading' (duration: 332.106883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:05:31.586074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:05:31.253177Z","time spent":"332.876445ms","remote":"127.0.0.1:60986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:06:18.947392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.494334ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T15:06:18.947537Z","caller":"traceutil/trace.go:171","msg":"trace[1232690453] linearizableReadLoop","detail":"{readStateIndex:41679; appliedIndex:41678; }","duration":"163.339237ms","start":"2026-07-29T15:06:18.784172Z","end":"2026-07-29T15:06:18.947512Z","steps":["trace[1232690453] 'read index received' (duration: 25.657068ms)","trace[1232690453] 'applied index is now lower than readState.Index' (duration: 137.679909ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:06:18.947742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.671088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:06:18.947825Z","caller":"traceutil/trace.go:171","msg":"trace[1604954323] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:40478; }","duration":"100.827942ms","start":"2026-07-29T15:06:18.846975Z","end":"2026-07-29T15:06:18.947803Z","steps":["trace[1604954323] 'agreement among raft nodes before linearized reading' (duration: 100.670268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:06:18.947753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.570874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T15:06:18.947909Z","caller":"traceutil/trace.go:171","msg":"trace[2094260303] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:40478; }","duration":"163.77536ms","start":"2026-07-29T15:06:18.784117Z","end":"2026-07-29T15:06:18.947892Z","steps":["trace[2094260303] 'agreement among raft nodes before linearized reading' (duration: 163.495412ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:06:26.408123Z","caller":"traceutil/trace.go:171","msg":"trace[719631059] linearizableReadLoop","detail":"{readStateIndex:41739; appliedIndex:41738; }","duration":"135.058527ms","start":"2026-07-29T15:06:26.273028Z","end":"2026-07-29T15:06:26.408086Z","steps":["trace[719631059] 'read index received' (duration: 134.943814ms)","trace[719631059] 'applied index is now lower than readState.Index' (duration: 112.703µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:06:26.408165Z","caller":"traceutil/trace.go:171","msg":"trace[957937377] transaction","detail":"{read_only:false; response_revision:40536; number_of_response:1; }","duration":"155.647815ms","start":"2026-07-29T15:06:26.252484Z","end":"2026-07-29T15:06:26.408132Z","steps":["trace[957937377] 'process raft request' (duration: 155.413599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:06:26.408429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.365316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:06:26.408517Z","caller":"traceutil/trace.go:171","msg":"trace[829940410] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:40536; }","duration":"135.481609ms","start":"2026-07-29T15:06:26.273019Z","end":"2026-07-29T15:06:26.408501Z","steps":["trace[829940410] 'agreement among raft nodes before linearized reading' (duration: 135.186181ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:06:26.416777Z","caller":"traceutil/trace.go:171","msg":"trace[1858573124] transaction","detail":"{read_only:false; response_revision:40537; number_of_response:1; }","duration":"141.750782ms","start":"2026-07-29T15:06:26.274996Z","end":"2026-07-29T15:06:26.416747Z","steps":["trace[1858573124] 'process raft request' (duration: 141.419113ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:06:32.411822Z","caller":"traceutil/trace.go:171","msg":"trace[831301571] transaction","detail":"{read_only:false; response_revision:40589; number_of_response:1; }","duration":"209.538991ms","start":"2026-07-29T15:06:32.20222Z","end":"2026-07-29T15:06:32.411759Z","steps":["trace[831301571] 'process raft request' (duration: 209.043998ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:06:32.525972Z","caller":"traceutil/trace.go:171","msg":"trace[1704473230] transaction","detail":"{read_only:false; response_revision:40591; number_of_response:1; }","duration":"109.476391ms","start":"2026-07-29T15:06:32.416468Z","end":"2026-07-29T15:06:32.525945Z","steps":["trace[1704473230] 'process raft request' (duration: 109.295216ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:06:32.722576Z","caller":"traceutil/trace.go:171","msg":"trace[417139522] linearizableReadLoop","detail":"{readStateIndex:41805; appliedIndex:41804; }","duration":"154.646368ms","start":"2026-07-29T15:06:32.567897Z","end":"2026-07-29T15:06:32.722543Z","steps":["trace[417139522] 'read index received' (duration: 14.86972ms)","trace[417139522] 'applied index is now lower than readState.Index' (duration: 139.775188ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:06:32.722604Z","caller":"traceutil/trace.go:171","msg":"trace[919256010] transaction","detail":"{read_only:false; response_revision:40601; number_of_response:1; }","duration":"189.271954ms","start":"2026-07-29T15:06:32.533297Z","end":"2026-07-29T15:06:32.722569Z","steps":["trace[919256010] 'process raft request' (duration: 90.068816ms)","trace[919256010] 'compare' (duration: 98.947471ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:06:32.7228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.250857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:06:32.722847Z","caller":"traceutil/trace.go:171","msg":"trace[950642390] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:40601; }","duration":"150.36197ms","start":"2026-07-29T15:06:32.572472Z","end":"2026-07-29T15:06:32.722834Z","steps":["trace[950642390] 'agreement among raft nodes before linearized reading' (duration: 150.248577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:06:32.722912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.560804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-29T15:06:32.722959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.10495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T15:06:32.722991Z","caller":"traceutil/trace.go:171","msg":"trace[2089808326] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:40601; }","duration":"117.673448ms","start":"2026-07-29T15:06:32.605298Z","end":"2026-07-29T15:06:32.722971Z","steps":["trace[2089808326] 'agreement among raft nodes before linearized reading' (duration: 117.470842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:06:32.723019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.858739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:06:32.723085Z","caller":"traceutil/trace.go:171","msg":"trace[117493202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:40601; }","duration":"135.964502ms","start":"2026-07-29T15:06:32.587101Z","end":"2026-07-29T15:06:32.723065Z","steps":["trace[117493202] 'agreement among raft nodes before linearized reading' (duration: 135.844429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:06:32.723162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.185025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T15:06:32.723219Z","caller":"traceutil/trace.go:171","msg":"trace[1223452223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:40601; }","duration":"100.265377ms","start":"2026-07-29T15:06:32.622941Z","end":"2026-07-29T15:06:32.723207Z","steps":["trace[1223452223] 'agreement among raft nodes before linearized reading' (duration: 100.122443ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:06:32.723034Z","caller":"traceutil/trace.go:171","msg":"trace[251551924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40601; }","duration":"105.212644ms","start":"2026-07-29T15:06:32.6178Z","end":"2026-07-29T15:06:32.723013Z","steps":["trace[251551924] 'agreement among raft nodes before linearized reading' (duration: 104.937036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:06:32.723522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.623495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T15:06:32.723576Z","caller":"traceutil/trace.go:171","msg":"trace[34945222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:40601; }","duration":"155.706757ms","start":"2026-07-29T15:06:32.567856Z","end":"2026-07-29T15:06:32.723563Z","steps":["trace[34945222] 'agreement among raft nodes before linearized reading' (duration: 154.817873ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:39.784845Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38293} {"level":"info","ts":"2026-07-29T15:07:40.118223Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38293,"took":"330.619424ms","hash":835630331,"current-db-size-bytes":57147392,"current-db-size":"57 MB","current-db-size-in-use-bytes":35250176,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-29T15:07:40.11828Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":835630331,"revision":38293,"compact-revision":35227} {"level":"info","ts":"2026-07-29T15:07:41.917168Z","caller":"traceutil/trace.go:171","msg":"trace[998209385] transaction","detail":"{read_only:false; response_revision:41191; number_of_response:1; }","duration":"108.543895ms","start":"2026-07-29T15:07:41.808599Z","end":"2026-07-29T15:07:41.917143Z","steps":["trace[998209385] 'process raft request' (duration: 108.34941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:42.11153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.285234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:07:42.111659Z","caller":"traceutil/trace.go:171","msg":"trace[929531557] linearizableReadLoop","detail":"{readStateIndex:42411; appliedIndex:42410; }","duration":"158.587756ms","start":"2026-07-29T15:07:41.953029Z","end":"2026-07-29T15:07:42.111617Z","steps":["trace[929531557] 'read index received' (duration: 11.069685ms)","trace[929531557] 'applied index is now lower than readState.Index' (duration: 147.516981ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:07:42.111758Z","caller":"traceutil/trace.go:171","msg":"trace[1684225487] transaction","detail":"{read_only:false; response_revision:41192; number_of_response:1; }","duration":"295.072563ms","start":"2026-07-29T15:07:41.81655Z","end":"2026-07-29T15:07:42.111623Z","steps":["trace[1684225487] 'process raft request' (duration: 147.608514ms)","trace[1684225487] 'compare' (duration: 146.549734ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:07:42.111795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.754071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-29T15:07:42.111837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.308296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:42.111861Z","caller":"traceutil/trace.go:171","msg":"trace[1283033203] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41192; }","duration":"158.867725ms","start":"2026-07-29T15:07:41.952976Z","end":"2026-07-29T15:07:42.111843Z","steps":["trace[1283033203] 'agreement among raft nodes before linearized reading' (duration: 158.672489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:42.111876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.867331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-29T15:07:42.111874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.206163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:42.111902Z","caller":"traceutil/trace.go:171","msg":"trace[2034670212] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:41192; }","duration":"122.390158ms","start":"2026-07-29T15:07:41.989492Z","end":"2026-07-29T15:07:42.111883Z","steps":["trace[2034670212] 'agreement among raft nodes before linearized reading' (duration: 122.294445ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:42.11191Z","caller":"traceutil/trace.go:171","msg":"trace[2125897021] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:41192; }","duration":"122.937663ms","start":"2026-07-29T15:07:41.988962Z","end":"2026-07-29T15:07:42.1119Z","steps":["trace[2125897021] 'agreement among raft nodes before linearized reading' (duration: 122.777149ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:42.111918Z","caller":"traceutil/trace.go:171","msg":"trace[1195049754] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:41192; }","duration":"122.342336ms","start":"2026-07-29T15:07:41.989564Z","end":"2026-07-29T15:07:42.111906Z","steps":["trace[1195049754] 'agreement among raft nodes before linearized reading' (duration: 122.194172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:42.111937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.900002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:42.112056Z","caller":"traceutil/trace.go:171","msg":"trace[1969180950] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:41192; }","duration":"123.039476ms","start":"2026-07-29T15:07:41.988961Z","end":"2026-07-29T15:07:42.112001Z","steps":["trace[1969180950] 'agreement among raft nodes before linearized reading' (duration: 122.847381ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:50.769997Z","caller":"traceutil/trace.go:171","msg":"trace[1526428391] transaction","detail":"{read_only:false; response_revision:41262; number_of_response:1; }","duration":"226.237174ms","start":"2026-07-29T15:07:50.543733Z","end":"2026-07-29T15:07:50.76997Z","steps":["trace[1526428391] 'process raft request' (duration: 225.973286ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:51.018989Z","caller":"traceutil/trace.go:171","msg":"trace[744847448] transaction","detail":"{read_only:false; response_revision:41263; number_of_response:1; }","duration":"114.007065ms","start":"2026-07-29T15:07:50.90495Z","end":"2026-07-29T15:07:51.018957Z","steps":["trace[744847448] 'process raft request' (duration: 113.792219ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:51.127709Z","caller":"traceutil/trace.go:171","msg":"trace[67527593] transaction","detail":"{read_only:false; response_revision:41265; number_of_response:1; }","duration":"194.018674ms","start":"2026-07-29T15:07:50.933668Z","end":"2026-07-29T15:07:51.127687Z","steps":["trace[67527593] 'process raft request' (duration: 193.956752ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:51.127856Z","caller":"traceutil/trace.go:171","msg":"trace[1420355219] transaction","detail":"{read_only:false; response_revision:41264; number_of_response:1; }","duration":"202.23419ms","start":"2026-07-29T15:07:50.925611Z","end":"2026-07-29T15:07:51.127846Z","steps":["trace[1420355219] 'process raft request' (duration: 201.86936ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:51.127955Z","caller":"traceutil/trace.go:171","msg":"trace[114502006] transaction","detail":"{read_only:false; response_revision:41266; number_of_response:1; }","duration":"194.172608ms","start":"2026-07-29T15:07:50.933772Z","end":"2026-07-29T15:07:51.127945Z","steps":["trace[114502006] 'process raft request' (duration: 193.88514ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:51.128137Z","caller":"traceutil/trace.go:171","msg":"trace[1060018057] linearizableReadLoop","detail":"{readStateIndex:42491; appliedIndex:42484; }","duration":"113.690968ms","start":"2026-07-29T15:07:51.014436Z","end":"2026-07-29T15:07:51.128127Z","steps":["trace[1060018057] 'read index received' (duration: 4.596307ms)","trace[1060018057] 'applied index is now lower than readState.Index' (duration: 109.093651ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:07:51.128202Z","caller":"traceutil/trace.go:171","msg":"trace[532164406] transaction","detail":"{read_only:false; response_revision:41267; number_of_response:1; }","duration":"194.450386ms","start":"2026-07-29T15:07:50.933745Z","end":"2026-07-29T15:07:51.128196Z","steps":["trace[532164406] 'process raft request' (duration: 194.170038ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:51.128259Z","caller":"traceutil/trace.go:171","msg":"trace[1223977554] transaction","detail":"{read_only:false; response_revision:41268; number_of_response:1; }","duration":"194.468126ms","start":"2026-07-29T15:07:50.933784Z","end":"2026-07-29T15:07:51.128252Z","steps":["trace[1223977554] 'process raft request' (duration: 194.25644ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:51.128313Z","caller":"traceutil/trace.go:171","msg":"trace[2133921393] transaction","detail":"{read_only:false; response_revision:41269; number_of_response:1; }","duration":"194.308212ms","start":"2026-07-29T15:07:50.933999Z","end":"2026-07-29T15:07:51.128308Z","steps":["trace[2133921393] 'process raft request' (duration: 194.067625ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:51.128365Z","caller":"traceutil/trace.go:171","msg":"trace[1756739150] transaction","detail":"{read_only:false; response_revision:41270; number_of_response:1; }","duration":"193.938701ms","start":"2026-07-29T15:07:50.93442Z","end":"2026-07-29T15:07:51.128359Z","steps":["trace[1756739150] 'process raft request' (duration: 193.676234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:51.128466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.061568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:51.128493Z","caller":"traceutil/trace.go:171","msg":"trace[2128967569] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:41270; }","duration":"114.151581ms","start":"2026-07-29T15:07:51.014334Z","end":"2026-07-29T15:07:51.128486Z","steps":["trace[2128967569] 'agreement among raft nodes before linearized reading' (duration: 114.077169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:51.128672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.373969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:51.128704Z","caller":"traceutil/trace.go:171","msg":"trace[1701369656] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:41270; }","duration":"113.44683ms","start":"2026-07-29T15:07:51.015249Z","end":"2026-07-29T15:07:51.128696Z","steps":["trace[1701369656] 'agreement among raft nodes before linearized reading' (duration: 113.395689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:51.128869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.209824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:51.128892Z","caller":"traceutil/trace.go:171","msg":"trace[914447100] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:41270; }","duration":"113.292887ms","start":"2026-07-29T15:07:51.015594Z","end":"2026-07-29T15:07:51.128887Z","steps":["trace[914447100] 'agreement among raft nodes before linearized reading' (duration: 113.257966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:51.325186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.073475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T15:07:51.325279Z","caller":"traceutil/trace.go:171","msg":"trace[569984892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41271; }","duration":"107.216069ms","start":"2026-07-29T15:07:51.218041Z","end":"2026-07-29T15:07:51.325257Z","steps":["trace[569984892] 'range keys from in-memory index tree' (duration: 106.860629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:51.325274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.453018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T15:07:51.325352Z","caller":"traceutil/trace.go:171","msg":"trace[1691871409] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:41271; }","duration":"106.579581ms","start":"2026-07-29T15:07:51.218753Z","end":"2026-07-29T15:07:51.325333Z","steps":["trace[1691871409] 'range keys from in-memory index tree' (duration: 106.261282ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:51.434088Z","caller":"traceutil/trace.go:171","msg":"trace[1936612322] transaction","detail":"{read_only:false; response_revision:41272; number_of_response:1; }","duration":"104.402591ms","start":"2026-07-29T15:07:51.329658Z","end":"2026-07-29T15:07:51.434061Z","steps":["trace[1936612322] 'process raft request' (duration: 104.084052ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:51.436168Z","caller":"traceutil/trace.go:171","msg":"trace[242154118] transaction","detail":"{read_only:false; response_revision:41273; number_of_response:1; }","duration":"105.904832ms","start":"2026-07-29T15:07:51.33023Z","end":"2026-07-29T15:07:51.436135Z","steps":["trace[242154118] 'process raft request' (duration: 105.540542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:53.636692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979135949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:07:54.137064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979135949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:07:54.637515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979135949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:07:55.137893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979135949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:07:55.390092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999904941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T15:07:55.39018Z","caller":"traceutil/trace.go:171","msg":"trace[767212658] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000028735s","start":"2026-07-29T15:07:53.390133Z","end":"2026-07-29T15:07:55.390162Z","steps":["trace[767212658] 'agreement among raft nodes before linearized reading' (duration: 1.999932512s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.390234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.390119Z","time spent":"2.000104838s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:07:55.565353Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.431501962s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T15:07:55.566222Z","caller":"traceutil/trace.go:171","msg":"trace[1252705810] transaction","detail":"{read_only:false; response_revision:41283; number_of_response:1; }","duration":"2.432422588s","start":"2026-07-29T15:07:53.133777Z","end":"2026-07-29T15:07:55.566199Z","steps":["trace[1252705810] 'process raft request' (duration: 2.431919924s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.566457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.133765Z","time spent":"2.432565781s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:07:55.608347Z","caller":"traceutil/trace.go:171","msg":"trace[1649134401] transaction","detail":"{read_only:false; response_revision:41284; number_of_response:1; }","duration":"2.473266065s","start":"2026-07-29T15:07:53.135049Z","end":"2026-07-29T15:07:55.608316Z","steps":["trace[1649134401] 'process raft request' (duration: 2.47270192s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:55.608365Z","caller":"traceutil/trace.go:171","msg":"trace[1851054300] transaction","detail":"{read_only:false; response_revision:41285; number_of_response:1; }","duration":"2.473184553s","start":"2026-07-29T15:07:53.135151Z","end":"2026-07-29T15:07:55.608336Z","steps":["trace[1851054300] 'process raft request' (duration: 2.472927156s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.608524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.135027Z","time spent":"2.47341655s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:07:55.608571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.135141Z","time spent":"2.473311766s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:07:55.608619Z","caller":"traceutil/trace.go:171","msg":"trace[1086710006] transaction","detail":"{read_only:false; response_revision:41286; number_of_response:1; }","duration":"2.473358548s","start":"2026-07-29T15:07:53.135194Z","end":"2026-07-29T15:07:55.608553Z","steps":["trace[1086710006] 'process raft request' (duration: 2.47308266s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.608874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.135163Z","time spent":"2.473530293s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:07:55.609055Z","caller":"traceutil/trace.go:171","msg":"trace[2114439331] transaction","detail":"{read_only:false; response_revision:41287; number_of_response:1; }","duration":"2.473227674s","start":"2026-07-29T15:07:53.135803Z","end":"2026-07-29T15:07:55.609031Z","steps":["trace[2114439331] 'process raft request' (duration: 2.472591126s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.609198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.13579Z","time spent":"2.473339248s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:07:55.60935Z","caller":"traceutil/trace.go:171","msg":"trace[278825833] linearizableReadLoop","detail":"{readStateIndex:42511; appliedIndex:42503; }","duration":"2.473148972s","start":"2026-07-29T15:07:53.136187Z","end":"2026-07-29T15:07:55.609336Z","steps":["trace[278825833] 'read index received' (duration: 2.429675303s)","trace[278825833] 'applied index is now lower than readState.Index' (duration: 43.472629ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:07:55.609459Z","caller":"traceutil/trace.go:171","msg":"trace[1338082719] transaction","detail":"{read_only:false; response_revision:41289; number_of_response:1; }","duration":"2.470575221s","start":"2026-07-29T15:07:53.138873Z","end":"2026-07-29T15:07:55.609449Z","steps":["trace[1338082719] 'process raft request' (duration: 2.470341754s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.609548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.138865Z","time spent":"2.470622843s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:07:55.609625Z","caller":"traceutil/trace.go:171","msg":"trace[834418629] transaction","detail":"{read_only:false; response_revision:41288; number_of_response:1; }","duration":"2.472454742s","start":"2026-07-29T15:07:53.136951Z","end":"2026-07-29T15:07:55.609405Z","steps":["trace[834418629] 'process raft request' (duration: 2.472035181s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:55.609711Z","caller":"traceutil/trace.go:171","msg":"trace[477578729] transaction","detail":"{read_only:false; response_revision:41290; number_of_response:1; }","duration":"578.086183ms","start":"2026-07-29T15:07:55.031613Z","end":"2026-07-29T15:07:55.609699Z","steps":["trace[477578729] 'process raft request' (duration: 577.676282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.60978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:55.031596Z","time spent":"578.152546ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:07:55.60986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464301048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T15:07:55.609907Z","caller":"traceutil/trace.go:171","msg":"trace[803637628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41290; }","duration":"2.46437851s","start":"2026-07-29T15:07:53.145517Z","end":"2026-07-29T15:07:55.609896Z","steps":["trace[803637628] 'agreement among raft nodes before linearized reading' (duration: 2.464237926s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.609946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.1455Z","time spent":"2.464436131s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:07:55.610003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873448262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T15:07:55.61004Z","caller":"traceutil/trace.go:171","msg":"trace[1195253726] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:41290; }","duration":"1.873503354s","start":"2026-07-29T15:07:53.736527Z","end":"2026-07-29T15:07:55.61003Z","steps":["trace[1195253726] 'agreement among raft nodes before linearized reading' (duration: 1.87338916s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.610042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874054479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:07:55.610069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.736519Z","time spent":"1.873544565s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-07-29T15:07:55.610109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874178732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:55.61015Z","caller":"traceutil/trace.go:171","msg":"trace[476274381] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:41290; }","duration":"1.874236884s","start":"2026-07-29T15:07:53.735903Z","end":"2026-07-29T15:07:55.61014Z","steps":["trace[476274381] 'agreement among raft nodes before linearized reading' (duration: 1.874189572s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.610195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.735897Z","time spent":"1.874282535s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-29T15:07:55.610314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.767981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:55.610351Z","caller":"traceutil/trace.go:171","msg":"trace[1244680615] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:41290; }","duration":"121.850783ms","start":"2026-07-29T15:07:55.488487Z","end":"2026-07-29T15:07:55.610337Z","steps":["trace[1244680615] 'agreement among raft nodes before linearized reading' (duration: 121.794512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.610341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.136939Z","time spent":"2.472784402s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:07:55.610545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.295113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:07:55.610547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162812837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T15:07:55.610577Z","caller":"traceutil/trace.go:171","msg":"trace[828971862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41290; }","duration":"173.355665ms","start":"2026-07-29T15:07:55.437213Z","end":"2026-07-29T15:07:55.610568Z","steps":["trace[828971862] 'agreement among raft nodes before linearized reading' (duration: 173.306983ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:55.610594Z","caller":"traceutil/trace.go:171","msg":"trace[1134040330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41290; }","duration":"2.16290335s","start":"2026-07-29T15:07:53.44768Z","end":"2026-07-29T15:07:55.610584Z","steps":["trace[1134040330] 'agreement among raft nodes before linearized reading' (duration: 2.162699244s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.610618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.44766Z","time spent":"2.162952962s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:07:55.609667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473475621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:55.610707Z","caller":"traceutil/trace.go:171","msg":"trace[550249754] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:41290; }","duration":"2.4745096s","start":"2026-07-29T15:07:53.13618Z","end":"2026-07-29T15:07:55.610689Z","steps":["trace[550249754] 'agreement among raft nodes before linearized reading' (duration: 2.4734317s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.610733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164558466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T15:07:55.610755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.136144Z","time spent":"2.474596502s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-29T15:07:55.610719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285121425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:07:55.610791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465882763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T15:07:55.610789Z","caller":"traceutil/trace.go:171","msg":"trace[699812966] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41290; }","duration":"2.164637208s","start":"2026-07-29T15:07:53.446137Z","end":"2026-07-29T15:07:55.610774Z","steps":["trace[699812966] 'agreement among raft nodes before linearized reading' (duration: 2.164471014s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:55.610821Z","caller":"traceutil/trace.go:171","msg":"trace[421187397] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:41290; }","duration":"1.465944575s","start":"2026-07-29T15:07:54.144868Z","end":"2026-07-29T15:07:55.610813Z","steps":["trace[421187397] 'agreement among raft nodes before linearized reading' (duration: 1.465862573s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.610844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958973802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"info","ts":"2026-07-29T15:07:55.610831Z","caller":"traceutil/trace.go:171","msg":"trace[687796377] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:41290; }","duration":"1.28530255s","start":"2026-07-29T15:07:54.325502Z","end":"2026-07-29T15:07:55.610804Z","steps":["trace[687796377] 'agreement among raft nodes before linearized reading' (duration: 1.285118545s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.610849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:54.144848Z","time spent":"1.465993227s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-07-29T15:07:55.610877Z","caller":"traceutil/trace.go:171","msg":"trace[869680313] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:41290; }","duration":"1.959045694s","start":"2026-07-29T15:07:53.651819Z","end":"2026-07-29T15:07:55.610865Z","steps":["trace[869680313] 'agreement among raft nodes before linearized reading' (duration: 1.958974222s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.610898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.651794Z","time spent":"1.959097725s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1652,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-29T15:07:55.610894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:54.325475Z","time spent":"1.285403463s","remote":"127.0.0.1:33072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:07:55.610937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466621585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:07:55.610713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464800164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:55.61096Z","caller":"traceutil/trace.go:171","msg":"trace[1699383307] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:41290; }","duration":"1.466664685s","start":"2026-07-29T15:07:54.144289Z","end":"2026-07-29T15:07:55.610953Z","steps":["trace[1699383307] 'agreement among raft nodes before linearized reading' (duration: 1.466632304s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.610986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:54.144282Z","time spent":"1.466698096s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-07-29T15:07:55.610992Z","caller":"traceutil/trace.go:171","msg":"trace[858082852] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:41290; }","duration":"1.465089572s","start":"2026-07-29T15:07:54.14589Z","end":"2026-07-29T15:07:55.610979Z","steps":["trace[858082852] 'agreement among raft nodes before linearized reading' (duration: 1.464799574s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.611051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045236993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-29T15:07:55.611053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170719936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-29T15:07:55.611027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:54.145882Z","time spent":"1.465136373s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T15:07:55.611097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04912693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:55.611104Z","caller":"traceutil/trace.go:171","msg":"trace[968565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41290; }","duration":"2.170818838s","start":"2026-07-29T15:07:53.440271Z","end":"2026-07-29T15:07:55.61109Z","steps":["trace[968565] 'agreement among raft nodes before linearized reading' (duration: 2.170701125s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.611126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466994125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:07:55.611142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049257733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:55.611159Z","caller":"traceutil/trace.go:171","msg":"trace[837222340] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:41290; }","duration":"2.049285645s","start":"2026-07-29T15:07:53.561869Z","end":"2026-07-29T15:07:55.611154Z","steps":["trace[837222340] 'agreement among raft nodes before linearized reading' (duration: 2.049261854s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:55.611155Z","caller":"traceutil/trace.go:171","msg":"trace[1004055543] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:41290; }","duration":"1.467054016s","start":"2026-07-29T15:07:54.144093Z","end":"2026-07-29T15:07:55.611147Z","steps":["trace[1004055543] 'agreement among raft nodes before linearized reading' (duration: 1.467006995s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.611157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.44024Z","time spent":"2.17090456s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T15:07:55.611183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:54.144078Z","time spent":"1.467097397s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-29T15:07:55.611197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05056002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:55.611214Z","caller":"traceutil/trace.go:171","msg":"trace[1064049280] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:41290; }","duration":"2.050612801s","start":"2026-07-29T15:07:53.560596Z","end":"2026-07-29T15:07:55.611209Z","steps":["trace[1064049280] 'agreement among raft nodes before linearized reading' (duration: 2.050590301s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.611229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.560579Z","time spent":"2.050646322s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-29T15:07:55.611214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.265919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:55.610074Z","caller":"traceutil/trace.go:171","msg":"trace[1209929468] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:41290; }","duration":"1.874136301s","start":"2026-07-29T15:07:53.735929Z","end":"2026-07-29T15:07:55.610065Z","steps":["trace[1209929468] 'agreement among raft nodes before linearized reading' (duration: 1.874085339s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.610947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168433453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-29T15:07:55.611275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.735908Z","time spent":"1.875354795s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T15:07:55.611289Z","caller":"traceutil/trace.go:171","msg":"trace[1960409132] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:41290; }","duration":"2.168810143s","start":"2026-07-29T15:07:53.442467Z","end":"2026-07-29T15:07:55.611277Z","steps":["trace[1960409132] 'agreement among raft nodes before linearized reading' (duration: 2.168398162s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.610838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.446125Z","time spent":"2.16470242s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:07:55.611331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.442448Z","time spent":"2.168870964s","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-29T15:07:55.61151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.449581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"warn","ts":"2026-07-29T15:07:55.611302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162938511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T15:07:55.611557Z","caller":"traceutil/trace.go:171","msg":"trace[2091301140] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:41290; }","duration":"221.544424ms","start":"2026-07-29T15:07:55.389997Z","end":"2026-07-29T15:07:55.611541Z","steps":["trace[2091301140] 'agreement among raft nodes before linearized reading' (duration: 221.365399ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:55.611574Z","caller":"traceutil/trace.go:171","msg":"trace[30521406] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:41290; }","duration":"2.163222489s","start":"2026-07-29T15:07:53.448338Z","end":"2026-07-29T15:07:55.611561Z","steps":["trace[30521406] 'agreement among raft nodes before linearized reading' (duration: 2.162938801s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.61166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37670923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:55.611072Z","caller":"traceutil/trace.go:171","msg":"trace[1324522177] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:41290; }","duration":"2.045275594s","start":"2026-07-29T15:07:53.56579Z","end":"2026-07-29T15:07:55.611066Z","steps":["trace[1324522177] 'agreement among raft nodes before linearized reading' (duration: 2.045212202s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:55.611686Z","caller":"traceutil/trace.go:171","msg":"trace[611492888] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:41290; }","duration":"2.376777692s","start":"2026-07-29T15:07:53.2349Z","end":"2026-07-29T15:07:55.611678Z","steps":["trace[611492888] 'agreement among raft nodes before linearized reading' (duration: 2.376741391s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.611708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.234877Z","time spent":"2.376825704s","remote":"127.0.0.1:56568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:07:55.611711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.565784Z","time spent":"2.045915832s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-07-29T15:07:55.611118Z","caller":"traceutil/trace.go:171","msg":"trace[143362644] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:41290; }","duration":"2.04915404s","start":"2026-07-29T15:07:53.561957Z","end":"2026-07-29T15:07:55.611111Z","steps":["trace[143362644] 'agreement among raft nodes before linearized reading' (duration: 2.04912849s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.611633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171442086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T15:07:55.611816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.672223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T15:07:55.611838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.561949Z","time spent":"2.049881121s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T15:07:55.611863Z","caller":"traceutil/trace.go:171","msg":"trace[1869844850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:41290; }","duration":"406.742685ms","start":"2026-07-29T15:07:55.205107Z","end":"2026-07-29T15:07:55.611849Z","steps":["trace[1869844850] 'agreement among raft nodes before linearized reading' (duration: 406.661273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.611941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:55.20509Z","time spent":"406.837148ms","remote":"127.0.0.1:44162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:07:55.611994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465953253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:07:55.610777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875129078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:55.612094Z","caller":"traceutil/trace.go:171","msg":"trace[2133969072] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:41290; }","duration":"1.876476635s","start":"2026-07-29T15:07:53.735604Z","end":"2026-07-29T15:07:55.612081Z","steps":["trace[2133969072] 'agreement among raft nodes before linearized reading' (duration: 1.875145969s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.611666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.448327Z","time spent":"2.163326171s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T15:07:55.612082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.842932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:07:55.611626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280209887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-29T15:07:55.61226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.549405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:07:55.612322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.278646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:55.612342Z","caller":"traceutil/trace.go:171","msg":"trace[768572928] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:41290; }","duration":"2.280931727s","start":"2026-07-29T15:07:53.331374Z","end":"2026-07-29T15:07:55.612306Z","steps":["trace[768572928] 'agreement among raft nodes before linearized reading' (duration: 2.280201297s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:55.612382Z","caller":"traceutil/trace.go:171","msg":"trace[270916396] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:41290; }","duration":"475.371929ms","start":"2026-07-29T15:07:55.136996Z","end":"2026-07-29T15:07:55.612368Z","steps":["trace[270916396] 'agreement among raft nodes before linearized reading' (duration: 475.288517ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:55.612172Z","caller":"traceutil/trace.go:171","msg":"trace[919630347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41290; }","duration":"221.221865ms","start":"2026-07-29T15:07:55.390934Z","end":"2026-07-29T15:07:55.612156Z","steps":["trace[919630347] 'agreement among raft nodes before linearized reading' (duration: 220.217318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.61243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.331356Z","time spent":"2.28105121s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-07-29T15:07:55.612326Z","caller":"traceutil/trace.go:171","msg":"trace[1980591484] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:41290; }","duration":"475.647006ms","start":"2026-07-29T15:07:55.136662Z","end":"2026-07-29T15:07:55.612309Z","steps":["trace[1980591484] 'agreement among raft nodes before linearized reading' (duration: 475.543244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.612491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:55.136983Z","time spent":"475.490213ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T15:07:55.611846Z","caller":"traceutil/trace.go:171","msg":"trace[650638154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41290; }","duration":"2.171712393s","start":"2026-07-29T15:07:53.440128Z","end":"2026-07-29T15:07:55.61184Z","steps":["trace[650638154] 'agreement among raft nodes before linearized reading' (duration: 2.17127595s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.612534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:55.136646Z","time spent":"475.863453ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-29T15:07:55.612572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.440111Z","time spent":"2.172442813s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:07:55.611175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.561862Z","time spent":"2.049310365s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-07-29T15:07:55.61209Z","caller":"traceutil/trace.go:171","msg":"trace[1466373219] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:41290; }","duration":"2.466080337s","start":"2026-07-29T15:07:53.145989Z","end":"2026-07-29T15:07:55.612069Z","steps":["trace[1466373219] 'agreement among raft nodes before linearized reading' (duration: 2.465930503s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.612686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.145976Z","time spent":"2.466687803s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:07:55.612147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:53.735581Z","time spent":"1.876553368s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-07-29T15:07:55.612268Z","caller":"traceutil/trace.go:171","msg":"trace[1707986001] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:41290; }","duration":"988.079849ms","start":"2026-07-29T15:07:54.624131Z","end":"2026-07-29T15:07:55.612211Z","steps":["trace[1707986001] 'agreement among raft nodes before linearized reading' (duration: 987.848352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.612871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:54.624112Z","time spent":"988.735426ms","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:07:55.612405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.41197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:55.61311Z","caller":"traceutil/trace.go:171","msg":"trace[537206023] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:41290; }","duration":"959.1459ms","start":"2026-07-29T15:07:54.653941Z","end":"2026-07-29T15:07:55.613087Z","steps":["trace[537206023] 'agreement among raft nodes before linearized reading' (duration: 958.365958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:55.613206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:54.653925Z","time spent":"959.257772ms","remote":"127.0.0.1:56630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:07:57.890465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979136000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:07:58.246576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062190153s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T15:07:58.246992Z","caller":"traceutil/trace.go:171","msg":"trace[1844270778] transaction","detail":"{read_only:false; response_revision:41302; number_of_response:1; }","duration":"1.062674777s","start":"2026-07-29T15:07:57.184295Z","end":"2026-07-29T15:07:58.246969Z","steps":["trace[1844270778] 'process raft request' (duration: 1.062507642s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.247162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.184274Z","time spent":"1.06282062s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:07:58.264008Z","caller":"traceutil/trace.go:171","msg":"trace[59675168] transaction","detail":"{read_only:false; response_revision:41303; number_of_response:1; }","duration":"691.249585ms","start":"2026-07-29T15:07:57.572706Z","end":"2026-07-29T15:07:58.263955Z","steps":["trace[59675168] 'process raft request' (duration: 691.023829ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:58.264487Z","caller":"traceutil/trace.go:171","msg":"trace[1849935202] transaction","detail":"{read_only:false; response_revision:41307; number_of_response:1; }","duration":"649.37097ms","start":"2026-07-29T15:07:57.615107Z","end":"2026-07-29T15:07:58.264478Z","steps":["trace[1849935202] 'process raft request' (duration: 649.225386ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:58.264518Z","caller":"traceutil/trace.go:171","msg":"trace[232860391] transaction","detail":"{read_only:false; response_revision:41308; number_of_response:1; }","duration":"648.141236ms","start":"2026-07-29T15:07:57.616356Z","end":"2026-07-29T15:07:58.264497Z","steps":["trace[232860391] 'process raft request' (duration: 648.027163ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:58.264583Z","caller":"traceutil/trace.go:171","msg":"trace[541936287] transaction","detail":"{read_only:false; response_revision:41309; number_of_response:1; }","duration":"643.444796ms","start":"2026-07-29T15:07:57.62106Z","end":"2026-07-29T15:07:58.264504Z","steps":["trace[541936287] 'process raft request' (duration: 643.375735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.264704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.62104Z","time spent":"643.624181ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:07:58.264758Z","caller":"traceutil/trace.go:171","msg":"trace[802035642] transaction","detail":"{read_only:false; response_revision:41310; number_of_response:1; }","duration":"642.987704ms","start":"2026-07-29T15:07:57.621763Z","end":"2026-07-29T15:07:58.26475Z","steps":["trace[802035642] 'process raft request' (duration: 642.711767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.264722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.615087Z","time spent":"649.439942ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:07:58.264825Z","caller":"traceutil/trace.go:171","msg":"trace[1051120219] transaction","detail":"{read_only:false; response_revision:41311; number_of_response:1; }","duration":"480.098388ms","start":"2026-07-29T15:07:57.784715Z","end":"2026-07-29T15:07:58.264813Z","steps":["trace[1051120219] 'process raft request' (duration: 479.972024ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:58.264813Z","caller":"traceutil/trace.go:171","msg":"trace[1479317405] linearizableReadLoop","detail":"{readStateIndex:42534; appliedIndex:42525; }","duration":"875.13695ms","start":"2026-07-29T15:07:57.389653Z","end":"2026-07-29T15:07:58.26479Z","steps":["trace[1479317405] 'read index received' (duration: 857.569936ms)","trace[1479317405] 'applied index is now lower than readState.Index' (duration: 17.565994ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:07:58.26485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.621748Z","time spent":"643.040065ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:07:58.264929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.784697Z","time spent":"480.199631ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:07:58.264295Z","caller":"traceutil/trace.go:171","msg":"trace[952762586] transaction","detail":"{read_only:false; response_revision:41305; number_of_response:1; }","duration":"649.306799ms","start":"2026-07-29T15:07:57.61495Z","end":"2026-07-29T15:07:58.264257Z","steps":["trace[952762586] 'process raft request' (duration: 649.154474ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:58.264377Z","caller":"traceutil/trace.go:171","msg":"trace[527090330] transaction","detail":"{read_only:false; response_revision:41306; number_of_response:1; }","duration":"649.35546ms","start":"2026-07-29T15:07:57.615015Z","end":"2026-07-29T15:07:58.264371Z","steps":["trace[527090330] 'process raft request' (duration: 649.203946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.265039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.382348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:07:58.265073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.614985Z","time spent":"650.049269ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:07:58.265103Z","caller":"traceutil/trace.go:171","msg":"trace[1031569618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41311; }","duration":"875.48942ms","start":"2026-07-29T15:07:57.389598Z","end":"2026-07-29T15:07:58.265088Z","steps":["trace[1031569618] 'agreement among raft nodes before linearized reading' (duration: 875.360067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.265122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.419675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:58.265153Z","caller":"traceutil/trace.go:171","msg":"trace[730718146] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:41311; }","duration":"643.458857ms","start":"2026-07-29T15:07:57.621685Z","end":"2026-07-29T15:07:58.265144Z","steps":["trace[730718146] 'agreement among raft nodes before linearized reading' (duration: 643.404386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.265063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.614922Z","time spent":"650.1114ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:07:58.265188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.621679Z","time spent":"643.502628ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-07-29T15:07:58.264245Z","caller":"traceutil/trace.go:171","msg":"trace[529251952] transaction","detail":"{read_only:false; response_revision:41304; number_of_response:1; }","duration":"649.248037ms","start":"2026-07-29T15:07:57.614951Z","end":"2026-07-29T15:07:58.264199Z","steps":["trace[529251952] 'process raft request' (duration: 648.920178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.265251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.579339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T15:07:58.265286Z","caller":"traceutil/trace.go:171","msg":"trace[1066271129] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41311; }","duration":"677.661461ms","start":"2026-07-29T15:07:57.587615Z","end":"2026-07-29T15:07:58.265276Z","steps":["trace[1066271129] 'agreement among raft nodes before linearized reading' (duration: 677.459375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.264622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.616339Z","time spent":"648.208698ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:07:58.265352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.614922Z","time spent":"650.346416ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:07:58.265379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.587592Z","time spent":"677.779154ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:07:58.265427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.152805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:07:58.265488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.191177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:07:58.265511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.079439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T15:07:58.265509Z","caller":"traceutil/trace.go:171","msg":"trace[1712571453] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:41311; }","duration":"644.249679ms","start":"2026-07-29T15:07:57.621249Z","end":"2026-07-29T15:07:58.265499Z","steps":["trace[1712571453] 'agreement among raft nodes before linearized reading' (duration: 644.138046ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:58.265533Z","caller":"traceutil/trace.go:171","msg":"trace[1601701744] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:41311; }","duration":"646.135761ms","start":"2026-07-29T15:07:57.619389Z","end":"2026-07-29T15:07:58.265525Z","steps":["trace[1601701744] 'agreement among raft nodes before linearized reading' (duration: 646.051348ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:58.265532Z","caller":"traceutil/trace.go:171","msg":"trace[1486110876] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:41311; }","duration":"644.246638ms","start":"2026-07-29T15:07:57.621272Z","end":"2026-07-29T15:07:58.265519Z","steps":["trace[1486110876] 'agreement among raft nodes before linearized reading' (duration: 644.171776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.265552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.619374Z","time spent":"646.174401ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-07-29T15:07:58.26557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.621244Z","time spent":"644.28865ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T15:07:58.265571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.621267Z","time spent":"644.2949ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-29T15:07:58.265706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.61988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-29T15:07:58.265737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.607173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:58.265753Z","caller":"traceutil/trace.go:171","msg":"trace[447986485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41311; }","duration":"639.691813ms","start":"2026-07-29T15:07:57.626051Z","end":"2026-07-29T15:07:58.265743Z","steps":["trace[447986485] 'agreement among raft nodes before linearized reading' (duration: 639.485427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.265772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.636763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T15:07:58.265731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.102275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:58.265882Z","caller":"traceutil/trace.go:171","msg":"trace[205512108] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:41311; }","duration":"644.268349ms","start":"2026-07-29T15:07:57.6216Z","end":"2026-07-29T15:07:58.265868Z","steps":["trace[205512108] 'agreement among raft nodes before linearized reading' (duration: 644.097874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.265969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.62159Z","time spent":"644.368241ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-29T15:07:58.265994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.631959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:07:58.266018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.145037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-29T15:07:58.266005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.83491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T15:07:58.266067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.630246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-07-29T15:07:58.266169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.902346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:58.266177Z","caller":"traceutil/trace.go:171","msg":"trace[1326308711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41311; }","duration":"629.991975ms","start":"2026-07-29T15:07:57.636137Z","end":"2026-07-29T15:07:58.266129Z","steps":["trace[1326308711] 'agreement among raft nodes before linearized reading' (duration: 629.584424ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:58.266132Z","caller":"traceutil/trace.go:171","msg":"trace[1101412394] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:41311; }","duration":"631.27613ms","start":"2026-07-29T15:07:57.634843Z","end":"2026-07-29T15:07:58.266119Z","steps":["trace[1101412394] 'agreement among raft nodes before linearized reading' (duration: 631.082215ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:58.266201Z","caller":"traceutil/trace.go:171","msg":"trace[2090675443] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:41311; }","duration":"644.934687ms","start":"2026-07-29T15:07:57.621259Z","end":"2026-07-29T15:07:58.266194Z","steps":["trace[2090675443] 'agreement among raft nodes before linearized reading' (duration: 644.888186ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:58.266208Z","caller":"traceutil/trace.go:171","msg":"trace[581286402] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41311; }","duration":"508.814821ms","start":"2026-07-29T15:07:57.757378Z","end":"2026-07-29T15:07:58.266192Z","steps":["trace[581286402] 'agreement among raft nodes before linearized reading' (duration: 508.652556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.266231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.621234Z","time spent":"644.992709ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-29T15:07:58.266244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.757364Z","time spent":"508.869022ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T15:07:58.265758Z","caller":"traceutil/trace.go:171","msg":"trace[1764662230] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:41311; }","duration":"646.643495ms","start":"2026-07-29T15:07:57.619108Z","end":"2026-07-29T15:07:58.265751Z","steps":["trace[1764662230] 'agreement among raft nodes before linearized reading' (duration: 646.610124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.266242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.634832Z","time spent":"631.395754ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T15:07:58.266306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.069001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:58.266329Z","caller":"traceutil/trace.go:171","msg":"trace[664112270] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:41311; }","duration":"645.119472ms","start":"2026-07-29T15:07:57.621204Z","end":"2026-07-29T15:07:58.266323Z","steps":["trace[664112270] 'agreement among raft nodes before linearized reading' (duration: 645.090172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.266351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.621195Z","time spent":"645.152313ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T15:07:58.266086Z","caller":"traceutil/trace.go:171","msg":"trace[997411813] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:41311; }","duration":"644.737952ms","start":"2026-07-29T15:07:57.621297Z","end":"2026-07-29T15:07:58.266035Z","steps":["trace[997411813] 'agreement among raft nodes before linearized reading' (duration: 644.619158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.266376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.048217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T15:07:58.266429Z","caller":"traceutil/trace.go:171","msg":"trace[723674109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41311; }","duration":"630.139899ms","start":"2026-07-29T15:07:57.636257Z","end":"2026-07-29T15:07:58.266397Z","steps":["trace[723674109] 'agreement among raft nodes before linearized reading' (duration: 630.058066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.266437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.527737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:07:58.265152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.389571Z","time spent":"875.570473ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:07:58.26646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.636234Z","time spent":"630.217681ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:07:58.26638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.058114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:58.266505Z","caller":"traceutil/trace.go:171","msg":"trace[1443880321] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:41311; }","duration":"211.314871ms","start":"2026-07-29T15:07:58.055174Z","end":"2026-07-29T15:07:58.266489Z","steps":["trace[1443880321] 'agreement among raft nodes before linearized reading' (duration: 211.124116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.266577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.948207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:07:58.266584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.901906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:58.26663Z","caller":"traceutil/trace.go:171","msg":"trace[253997024] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:41311; }","duration":"644.996699ms","start":"2026-07-29T15:07:57.621606Z","end":"2026-07-29T15:07:58.266602Z","steps":["trace[253997024] 'agreement among raft nodes before linearized reading' (duration: 644.946388ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:07:58.265829Z","caller":"traceutil/trace.go:171","msg":"trace[1864192546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41311; }","duration":"630.705204ms","start":"2026-07-29T15:07:57.635107Z","end":"2026-07-29T15:07:58.265813Z","steps":["trace[1864192546] 'agreement among raft nodes before linearized reading' (duration: 630.54889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.266665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.621596Z","time spent":"645.060531ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-29T15:07:58.266678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.6351Z","time spent":"631.565908ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T15:07:58.266685Z","caller":"traceutil/trace.go:171","msg":"trace[1080369549] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:41311; }","duration":"644.997939ms","start":"2026-07-29T15:07:57.621651Z","end":"2026-07-29T15:07:58.266649Z","steps":["trace[1080369549] 'agreement among raft nodes before linearized reading' (duration: 644.846365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.266444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.690026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T15:07:58.266746Z","caller":"traceutil/trace.go:171","msg":"trace[1486388373] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:41311; }","duration":"647.013175ms","start":"2026-07-29T15:07:57.619723Z","end":"2026-07-29T15:07:58.266736Z","steps":["trace[1486388373] 'agreement among raft nodes before linearized reading' (duration: 646.639995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.266771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.621643Z","time spent":"645.116583ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T15:07:58.266797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.768021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-volume\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-29T15:07:58.266871Z","caller":"traceutil/trace.go:171","msg":"trace[955069621] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-volume; range_end:; response_count:1; response_revision:41311; }","duration":"499.881454ms","start":"2026-07-29T15:07:57.766978Z","end":"2026-07-29T15:07:58.26686Z","steps":["trace[955069621] 'agreement among raft nodes before linearized reading' (duration: 499.71065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.265784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.694306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:07:58.266921Z","caller":"traceutil/trace.go:171","msg":"trace[859807960] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:41311; }","duration":"647.825597ms","start":"2026-07-29T15:07:57.619084Z","end":"2026-07-29T15:07:58.26691Z","steps":["trace[859807960] 'agreement among raft nodes before linearized reading' (duration: 646.685725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.266911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.76696Z","time spent":"499.942597ms","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":553,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-volume\" "} {"level":"warn","ts":"2026-07-29T15:07:58.266952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.61903Z","time spent":"647.91252ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-29T15:07:58.266777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.458802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T15:07:58.267037Z","caller":"traceutil/trace.go:171","msg":"trace[245644022] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:41311; }","duration":"645.75166ms","start":"2026-07-29T15:07:57.621274Z","end":"2026-07-29T15:07:58.267025Z","steps":["trace[245644022] 'agreement among raft nodes before linearized reading' (duration: 645.205625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.267067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.914579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T15:07:58.267117Z","caller":"traceutil/trace.go:171","msg":"trace[353732382] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41311; }","duration":"506.98226ms","start":"2026-07-29T15:07:57.76012Z","end":"2026-07-29T15:07:58.267102Z","steps":["trace[353732382] 'agreement among raft nodes before linearized reading' (duration: 505.693604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.267152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.76011Z","time spent":"507.032042ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T15:07:58.266465Z","caller":"traceutil/trace.go:171","msg":"trace[1528120383] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:41311; }","duration":"644.560617ms","start":"2026-07-29T15:07:57.621894Z","end":"2026-07-29T15:07:58.266455Z","steps":["trace[1528120383] 'agreement among raft nodes before linearized reading' (duration: 644.530046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.267224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.621888Z","time spent":"645.326588ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-29T15:07:58.267083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.621269Z","time spent":"645.792881ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-07-29T15:07:58.266781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.619708Z","time spent":"647.063336ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-07-29T15:07:58.266427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.621292Z","time spent":"645.095051ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T15:07:58.266264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.636126Z","time spent":"630.087607ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:07:58.265784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.626039Z","time spent":"639.737453ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:07:58.265899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.414059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T15:07:58.273325Z","caller":"traceutil/trace.go:171","msg":"trace[565321613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41311; }","duration":"644.847265ms","start":"2026-07-29T15:07:57.62846Z","end":"2026-07-29T15:07:58.273307Z","steps":["trace[565321613] 'agreement among raft nodes before linearized reading' (duration: 637.275836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.273379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.628442Z","time spent":"644.921797ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:07:58.266281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.619103Z","time spent":"647.174799ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-29T15:07:58.267687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.572681Z","time spent":"694.963318ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:07:58.270502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.774283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T15:07:58.273549Z","caller":"traceutil/trace.go:171","msg":"trace[147641375] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:41311; }","duration":"651.850638ms","start":"2026-07-29T15:07:57.621692Z","end":"2026-07-29T15:07:58.273542Z","steps":["trace[147641375] 'agreement among raft nodes before linearized reading' (duration: 643.981081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:07:58.273616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:07:57.621684Z","time spent":"651.923461ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-07-29T15:08:10.735076Z","caller":"traceutil/trace.go:171","msg":"trace[1031629027] transaction","detail":"{read_only:false; response_revision:41419; number_of_response:1; }","duration":"322.205832ms","start":"2026-07-29T15:08:10.412818Z","end":"2026-07-29T15:08:10.735024Z","steps":["trace[1031629027] 'process raft request' (duration: 318.396777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:10.735398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:10.412806Z","time spent":"322.459869ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:08:10.737799Z","caller":"traceutil/trace.go:171","msg":"trace[1817386746] transaction","detail":"{read_only:false; response_revision:41420; number_of_response:1; }","duration":"324.249868ms","start":"2026-07-29T15:08:10.413502Z","end":"2026-07-29T15:08:10.737752Z","steps":["trace[1817386746] 'process raft request' (duration: 323.978721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:10.738064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:10.413483Z","time spent":"324.432213ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:08:11.152091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.50684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12460"} {"level":"info","ts":"2026-07-29T15:08:11.152164Z","caller":"traceutil/trace.go:171","msg":"trace[1871211103] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:41421; }","duration":"222.621474ms","start":"2026-07-29T15:08:10.929523Z","end":"2026-07-29T15:08:11.152145Z","steps":["trace[1871211103] 'range keys from in-memory index tree' (duration: 222.348686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:12.802149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979136319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:08:13.303381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979136319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:08:13.804444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979136319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:08:14.305088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227841979136319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T15:08:14.390806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000608281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T15:08:14.390878Z","caller":"traceutil/trace.go:171","msg":"trace[1812218747] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000733554s","start":"2026-07-29T15:08:12.39012Z","end":"2026-07-29T15:08:14.390854Z","steps":["trace[1812218747] 'agreement among raft nodes before linearized reading' (duration: 2.000633071s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.390913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.390105Z","time spent":"2.000800947s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:08:14.562005Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.437987281s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T15:08:14.696009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.728731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T15:08:14.696098Z","caller":"traceutil/trace.go:171","msg":"trace[1897580291] transaction","detail":"{read_only:false; response_revision:41423; number_of_response:1; }","duration":"2.572178725s","start":"2026-07-29T15:08:12.123903Z","end":"2026-07-29T15:08:14.696082Z","steps":["trace[1897580291] 'process raft request' (duration: 2.43831263s)","trace[1897580291] 'compare' (duration: 133.024861ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:08:14.696143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.123881Z","time spent":"2.572240077s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:08:14.740803Z","caller":"traceutil/trace.go:171","msg":"trace[2121020478] transaction","detail":"{read_only:false; response_revision:41424; number_of_response:1; }","duration":"2.42780143s","start":"2026-07-29T15:08:12.312981Z","end":"2026-07-29T15:08:14.740782Z","steps":["trace[2121020478] 'process raft request' (duration: 2.427663926s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.740931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.312962Z","time spent":"2.427899292s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:08:14.741208Z","caller":"traceutil/trace.go:171","msg":"trace[84562053] transaction","detail":"{read_only:false; response_revision:41425; number_of_response:1; }","duration":"2.332700156s","start":"2026-07-29T15:08:12.408471Z","end":"2026-07-29T15:08:14.741172Z","steps":["trace[84562053] 'process raft request' (duration: 2.332279684s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:08:14.741396Z","caller":"traceutil/trace.go:171","msg":"trace[218712066] transaction","detail":"{read_only:false; response_revision:41426; number_of_response:1; }","duration":"2.329929759s","start":"2026-07-29T15:08:12.411459Z","end":"2026-07-29T15:08:14.741389Z","steps":["trace[218712066] 'process raft request' (duration: 2.329552759s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.741526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.408449Z","time spent":"2.332933032s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:08:14.741575Z","caller":"traceutil/trace.go:171","msg":"trace[140887887] transaction","detail":"{read_only:false; response_revision:41427; number_of_response:1; }","duration":"2.330044523s","start":"2026-07-29T15:08:12.411523Z","end":"2026-07-29T15:08:14.741568Z","steps":["trace[140887887] 'process raft request' (duration: 2.329806256s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.741647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.411519Z","time spent":"2.330094644s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:08:14.741772Z","caller":"traceutil/trace.go:171","msg":"trace[149208059] transaction","detail":"{read_only:false; response_revision:41428; number_of_response:1; }","duration":"2.329865217s","start":"2026-07-29T15:08:12.411894Z","end":"2026-07-29T15:08:14.741759Z","steps":["trace[149208059] 'process raft request' (duration: 2.329645381s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.741868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.411876Z","time spent":"2.32996166s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:08:14.741955Z","caller":"traceutil/trace.go:171","msg":"trace[740663023] linearizableReadLoop","detail":"{readStateIndex:42657; appliedIndex:42648; }","duration":"2.440059628s","start":"2026-07-29T15:08:12.301888Z","end":"2026-07-29T15:08:14.741948Z","steps":["trace[740663023] 'read index received' (duration: 2.260340309s)","trace[740663023] 'applied index is now lower than readState.Index' (duration: 179.718769ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:08:14.741949Z","caller":"traceutil/trace.go:171","msg":"trace[1694527523] transaction","detail":"{read_only:false; response_revision:41431; number_of_response:1; }","duration":"2.328927702s","start":"2026-07-29T15:08:12.412996Z","end":"2026-07-29T15:08:14.741923Z","steps":["trace[1694527523] 'process raft request' (duration: 2.328824099s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:08:14.742014Z","caller":"traceutil/trace.go:171","msg":"trace[2061633651] transaction","detail":"{read_only:false; response_revision:41432; number_of_response:1; }","duration":"306.530439ms","start":"2026-07-29T15:08:14.43545Z","end":"2026-07-29T15:08:14.741981Z","steps":["trace[2061633651] 'process raft request' (duration: 306.423826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.742078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.412988Z","time spent":"2.329021494s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:08:14.742065Z","caller":"traceutil/trace.go:171","msg":"trace[1518036605] transaction","detail":"{read_only:false; response_revision:41429; number_of_response:1; }","duration":"2.329973381s","start":"2026-07-29T15:08:12.41206Z","end":"2026-07-29T15:08:14.742033Z","steps":["trace[1518036605] 'process raft request' (duration: 2.32959163s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.742189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:14.435433Z","time spent":"306.662933ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:08:14.742167Z","caller":"traceutil/trace.go:171","msg":"trace[1792144145] transaction","detail":"{read_only:false; response_revision:41430; number_of_response:1; }","duration":"2.329147968s","start":"2026-07-29T15:08:12.412968Z","end":"2026-07-29T15:08:14.742116Z","steps":["trace[1792144145] 'process raft request' (duration: 2.328788168s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.742299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.412038Z","time spent":"2.330134215s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:08:14.742352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440362647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:08:14.742371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440429808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:08:14.742445Z","caller":"traceutil/trace.go:171","msg":"trace[859851337] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:41432; }","duration":"2.440593814s","start":"2026-07-29T15:08:12.301842Z","end":"2026-07-29T15:08:14.742436Z","steps":["trace[859851337] 'agreement among raft nodes before linearized reading' (duration: 2.440173672s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.742488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.301813Z","time spent":"2.440649975s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-29T15:08:14.742477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429544709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:08:14.74249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325561629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-29T15:08:14.742514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434706445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-29T15:08:14.742539Z","caller":"traceutil/trace.go:171","msg":"trace[604653445] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:41432; }","duration":"2.42963141s","start":"2026-07-29T15:08:12.312894Z","end":"2026-07-29T15:08:14.742525Z","steps":["trace[604653445] 'agreement among raft nodes before linearized reading' (duration: 2.429380303s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:08:14.74255Z","caller":"traceutil/trace.go:171","msg":"trace[2094530149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41432; }","duration":"2.325639161s","start":"2026-07-29T15:08:12.416904Z","end":"2026-07-29T15:08:14.742543Z","steps":["trace[2094530149] 'agreement among raft nodes before linearized reading' (duration: 2.325361683s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.742576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.312883Z","time spent":"2.429685653s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T15:08:14.742526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.412962Z","time spent":"2.329400325s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:08:14.74263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431843662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-29T15:08:14.742643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326541745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T15:08:14.742659Z","caller":"traceutil/trace.go:171","msg":"trace[577156350] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:41432; }","duration":"2.431883743s","start":"2026-07-29T15:08:12.310768Z","end":"2026-07-29T15:08:14.742652Z","steps":["trace[577156350] 'agreement among raft nodes before linearized reading' (duration: 2.43177077s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.742657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326574877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T15:08:14.742684Z","caller":"traceutil/trace.go:171","msg":"trace[289158490] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:41432; }","duration":"2.326584367s","start":"2026-07-29T15:08:12.416086Z","end":"2026-07-29T15:08:14.74267Z","steps":["trace[289158490] 'agreement among raft nodes before linearized reading' (duration: 2.326452084s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.742709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432941292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:08:14.74272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.41608Z","time spent":"2.326634029s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T15:08:14.742732Z","caller":"traceutil/trace.go:171","msg":"trace[807877011] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:41432; }","duration":"2.432984273s","start":"2026-07-29T15:08:12.309742Z","end":"2026-07-29T15:08:14.742727Z","steps":["trace[807877011] 'agreement among raft nodes before linearized reading' (duration: 2.432952722s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.742757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.309729Z","time spent":"2.433023295s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-07-29T15:08:14.742717Z","caller":"traceutil/trace.go:171","msg":"trace[355654618] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41432; }","duration":"1.434892829s","start":"2026-07-29T15:08:13.307775Z","end":"2026-07-29T15:08:14.742668Z","steps":["trace[355654618] 'agreement among raft nodes before linearized reading' (duration: 1.434565s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:08:14.742394Z","caller":"traceutil/trace.go:171","msg":"trace[892502182] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:41432; }","duration":"2.44043997s","start":"2026-07-29T15:08:12.301944Z","end":"2026-07-29T15:08:14.742384Z","steps":["trace[892502182] 'agreement among raft nodes before linearized reading' (duration: 2.440309186s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.74287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.631223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:08:14.742909Z","caller":"traceutil/trace.go:171","msg":"trace[1649973513] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:41432; }","duration":"285.692605ms","start":"2026-07-29T15:08:14.457206Z","end":"2026-07-29T15:08:14.742899Z","steps":["trace[1649973513] 'agreement among raft nodes before linearized reading' (duration: 285.630863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.742926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467922001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-29T15:08:14.742984Z","caller":"traceutil/trace.go:171","msg":"trace[774078211] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41432; }","duration":"1.467990153s","start":"2026-07-29T15:08:13.274973Z","end":"2026-07-29T15:08:14.742963Z","steps":["trace[774078211] 'agreement among raft nodes before linearized reading' (duration: 1.46786136s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.743012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:13.274957Z","time spent":"1.468049825s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:08:14.74302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.301938Z","time spent":"2.440908212s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-29T15:08:14.743082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433497907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:08:14.743143Z","caller":"traceutil/trace.go:171","msg":"trace[1130918894] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:41432; }","duration":"2.43357771s","start":"2026-07-29T15:08:12.309551Z","end":"2026-07-29T15:08:14.743129Z","steps":["trace[1130918894] 'agreement among raft nodes before linearized reading' (duration: 2.433486828s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.74319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517489609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:08:14.743165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.960123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:08:14.743266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.685727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T15:08:14.74319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.309543Z","time spent":"2.433635591s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-29T15:08:14.743292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300444959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-29T15:08:14.743252Z","caller":"traceutil/trace.go:171","msg":"trace[544024085] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:41432; }","duration":"1.517608322s","start":"2026-07-29T15:08:13.225633Z","end":"2026-07-29T15:08:14.743242Z","steps":["trace[544024085] 'agreement among raft nodes before linearized reading' (duration: 1.517475298s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:08:14.743333Z","caller":"traceutil/trace.go:171","msg":"trace[743356019] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:41432; }","duration":"1.300518941s","start":"2026-07-29T15:08:13.442803Z","end":"2026-07-29T15:08:14.743322Z","steps":["trace[743356019] 'agreement among raft nodes before linearized reading' (duration: 1.300409088s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.743378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:13.442785Z","time spent":"1.300585253s","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"info","ts":"2026-07-29T15:08:14.743336Z","caller":"traceutil/trace.go:171","msg":"trace[913615590] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:41432; }","duration":"492.766909ms","start":"2026-07-29T15:08:14.250543Z","end":"2026-07-29T15:08:14.74331Z","steps":["trace[913615590] 'agreement among raft nodes before linearized reading' (duration: 492.671446ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:08:14.743316Z","caller":"traceutil/trace.go:171","msg":"trace[1194821360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41432; }","duration":"352.125628ms","start":"2026-07-29T15:08:14.391176Z","end":"2026-07-29T15:08:14.743301Z","steps":["trace[1194821360] 'agreement among raft nodes before linearized reading' (duration: 351.952743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.743495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:14.391165Z","time spent":"352.313023ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:08:14.743459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:14.250527Z","time spent":"492.886653ms","remote":"127.0.0.1:51162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:08:14.743545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433808026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:08:14.742722Z","caller":"traceutil/trace.go:171","msg":"trace[953102674] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:41432; }","duration":"2.326652099s","start":"2026-07-29T15:08:12.416054Z","end":"2026-07-29T15:08:14.742707Z","steps":["trace[953102674] 'agreement among raft nodes before linearized reading' (duration: 2.326495715s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.743475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433701413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:08:14.743686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206390501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:08:14.743714Z","caller":"traceutil/trace.go:171","msg":"trace[2089809954] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:41432; }","duration":"2.43394038s","start":"2026-07-29T15:08:12.30976Z","end":"2026-07-29T15:08:14.743701Z","steps":["trace[2089809954] 'agreement among raft nodes before linearized reading' (duration: 2.433674932s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.743728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434853795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:08:14.743733Z","caller":"traceutil/trace.go:171","msg":"trace[1126061976] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:41432; }","duration":"2.206467123s","start":"2026-07-29T15:08:12.537258Z","end":"2026-07-29T15:08:14.743725Z","steps":["trace[1126061976] 'agreement among raft nodes before linearized reading' (duration: 2.206386511s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.743425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:13.225612Z","time spent":"1.517743476s","remote":"127.0.0.1:56694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:08:14.743753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441663293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:08:14.743807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333829777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-29T15:08:14.743831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326815113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T15:08:14.742607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.416896Z","time spent":"2.325704142s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T15:08:14.743854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332229833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-29T15:08:14.74421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432434361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T15:08:14.74422Z","caller":"traceutil/trace.go:171","msg":"trace[1713700863] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:41432; }","duration":"2.332607773s","start":"2026-07-29T15:08:12.411592Z","end":"2026-07-29T15:08:14.7442Z","steps":["trace[1713700863] 'agreement among raft nodes before linearized reading' (duration: 2.332163821s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.743573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002232627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T15:08:14.744264Z","caller":"traceutil/trace.go:171","msg":"trace[269985929] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41432; }","duration":"1.432504734s","start":"2026-07-29T15:08:13.311744Z","end":"2026-07-29T15:08:14.744249Z","steps":["trace[269985929] 'agreement among raft nodes before linearized reading' (duration: 1.432259037s)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:08:14.744276Z","caller":"traceutil/trace.go:171","msg":"trace[2070931428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41432; }","duration":"2.002973947s","start":"2026-07-29T15:08:12.741293Z","end":"2026-07-29T15:08:14.744267Z","steps":["trace[2070931428] 'agreement among raft nodes before linearized reading' (duration: 2.002185176s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.744297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:13.311735Z","time spent":"1.432554895s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:08:14.744299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.411588Z","time spent":"2.332693896s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-07-29T15:08:14.744304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.741272Z","time spent":"2.003025028s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T15:08:14.743865Z","caller":"traceutil/trace.go:171","msg":"trace[607491145] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:41432; }","duration":"2.441866459s","start":"2026-07-29T15:08:12.301979Z","end":"2026-07-29T15:08:14.743845Z","steps":["trace[607491145] 'agreement among raft nodes before linearized reading' (duration: 2.441664753s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.743758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.30974Z","time spent":"2.434008202s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T15:08:14.743812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.537237Z","time spent":"2.206546355s","remote":"127.0.0.1:32818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:08:14.743657Z","caller":"traceutil/trace.go:171","msg":"trace[142408416] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:41432; }","duration":"2.433930079s","start":"2026-07-29T15:08:12.309711Z","end":"2026-07-29T15:08:14.743641Z","steps":["trace[142408416] 'agreement among raft nodes before linearized reading' (duration: 2.433809936s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.744555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.309703Z","time spent":"2.434844885s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-29T15:08:14.744551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.301956Z","time spent":"2.442409903s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-29T15:08:14.742681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.310762Z","time spent":"2.431914604s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-07-29T15:08:14.742512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329302862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:08:14.744672Z","caller":"traceutil/trace.go:171","msg":"trace[1441111691] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:41432; }","duration":"2.331473572s","start":"2026-07-29T15:08:12.413181Z","end":"2026-07-29T15:08:14.744654Z","steps":["trace[1441111691] 'agreement among raft nodes before linearized reading' (duration: 2.329281442s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.742815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438435458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-29T15:08:14.744737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.413174Z","time spent":"2.331545444s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-07-29T15:08:14.744774Z","caller":"traceutil/trace.go:171","msg":"trace[286635696] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41432; }","duration":"1.440432502s","start":"2026-07-29T15:08:13.304333Z","end":"2026-07-29T15:08:14.744766Z","steps":["trace[286635696] 'agreement among raft nodes before linearized reading' (duration: 1.438313664s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.742816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:13.307765Z","time spent":"1.435038224s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:08:14.744797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:13.304322Z","time spent":"1.440468364s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T15:08:14.743635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004550411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T15:08:14.74486Z","caller":"traceutil/trace.go:171","msg":"trace[2066404170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41432; }","duration":"2.005808975s","start":"2026-07-29T15:08:12.739031Z","end":"2026-07-29T15:08:14.74484Z","steps":["trace[2066404170] 'agreement among raft nodes before linearized reading' (duration: 2.004571241s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.74496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.739008Z","time spent":"2.005935209s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T15:08:14.743673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.416047Z","time spent":"2.327615966s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-07-29T15:08:14.743763Z","caller":"traceutil/trace.go:171","msg":"trace[551029043] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:41432; }","duration":"2.434926667s","start":"2026-07-29T15:08:12.308826Z","end":"2026-07-29T15:08:14.743753Z","steps":["trace[551029043] 'agreement among raft nodes before linearized reading' (duration: 2.434738912s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.7451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.308804Z","time spent":"2.436281174s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-07-29T15:08:14.743859Z","caller":"traceutil/trace.go:171","msg":"trace[1348277052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41432; }","duration":"2.326849854s","start":"2026-07-29T15:08:12.417004Z","end":"2026-07-29T15:08:14.743854Z","steps":["trace[1348277052] 'agreement among raft nodes before linearized reading' (duration: 2.326776002s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.745196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.416997Z","time spent":"2.328194631s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T15:08:14.743864Z","caller":"traceutil/trace.go:171","msg":"trace[2061861025] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:41432; }","duration":"2.333898079s","start":"2026-07-29T15:08:12.409953Z","end":"2026-07-29T15:08:14.743851Z","steps":["trace[2061861025] 'agreement among raft nodes before linearized reading' (duration: 2.333627721s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.745264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.409945Z","time spent":"2.335301517s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-07-29T15:08:14.743893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425022437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:08:14.745389Z","caller":"traceutil/trace.go:171","msg":"trace[528107932] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:41432; }","duration":"1.426535569s","start":"2026-07-29T15:08:13.318834Z","end":"2026-07-29T15:08:14.745369Z","steps":["trace[528107932] 'agreement among raft nodes before linearized reading' (duration: 1.425037867s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.745439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:13.318819Z","time spent":"1.42660162s","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:08:14.743927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441724925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:08:14.745514Z","caller":"traceutil/trace.go:171","msg":"trace[1047791756] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:41432; }","duration":"2.443310948s","start":"2026-07-29T15:08:12.302194Z","end":"2026-07-29T15:08:14.745504Z","steps":["trace[1047791756] 'agreement among raft nodes before linearized reading' (duration: 2.441703244s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.745539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.302154Z","time spent":"2.44337776s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T15:08:14.743962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334087044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:08:14.745607Z","caller":"traceutil/trace.go:171","msg":"trace[1869768151] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:41432; }","duration":"2.33576103s","start":"2026-07-29T15:08:12.40984Z","end":"2026-07-29T15:08:14.745601Z","steps":["trace[1869768151] 'agreement among raft nodes before linearized reading' (duration: 2.334098114s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.745627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.409825Z","time spent":"2.335797721s","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T15:08:14.744063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205750815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:08:14.74567Z","caller":"traceutil/trace.go:171","msg":"trace[135524403] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:41432; }","duration":"1.207395791s","start":"2026-07-29T15:08:13.538268Z","end":"2026-07-29T15:08:14.745664Z","steps":["trace[135524403] 'agreement among raft nodes before linearized reading' (duration: 1.205764426s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.745689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:13.538249Z","time spent":"1.207434742s","remote":"127.0.0.1:51148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:08:14.74399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329639311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T15:08:14.745975Z","caller":"traceutil/trace.go:171","msg":"trace[1736764942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41432; }","duration":"2.331484632s","start":"2026-07-29T15:08:12.414309Z","end":"2026-07-29T15:08:14.745793Z","steps":["trace[1736764942] 'agreement among raft nodes before linearized reading' (duration: 2.328524781s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:14.746224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.414295Z","time spent":"2.331919344s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:08:14.75105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:08:12.411448Z","time spent":"2.329984531s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:08:33.181511Z","caller":"traceutil/trace.go:171","msg":"trace[448841724] transaction","detail":"{read_only:false; response_revision:41593; number_of_response:1; }","duration":"173.523789ms","start":"2026-07-29T15:08:33.00797Z","end":"2026-07-29T15:08:33.181494Z","steps":["trace[448841724] 'process raft request' (duration: 173.472657ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:08:33.181524Z","caller":"traceutil/trace.go:171","msg":"trace[465869611] transaction","detail":"{read_only:false; response_revision:41592; number_of_response:1; }","duration":"173.55244ms","start":"2026-07-29T15:08:33.00794Z","end":"2026-07-29T15:08:33.181493Z","steps":["trace[465869611] 'process raft request' (duration: 162.658629ms)","trace[465869611] 'compare' (duration: 10.676605ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T15:08:33.181716Z","caller":"traceutil/trace.go:171","msg":"trace[298288425] transaction","detail":"{read_only:false; response_revision:41594; number_of_response:1; }","duration":"173.5438ms","start":"2026-07-29T15:08:33.008164Z","end":"2026-07-29T15:08:33.181708Z","steps":["trace[298288425] 'process raft request' (duration: 173.307813ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:08:33.181765Z","caller":"traceutil/trace.go:171","msg":"trace[1849719507] transaction","detail":"{read_only:false; response_revision:41596; number_of_response:1; }","duration":"172.873311ms","start":"2026-07-29T15:08:33.008881Z","end":"2026-07-29T15:08:33.181754Z","steps":["trace[1849719507] 'process raft request' (duration: 172.82543ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:08:33.181903Z","caller":"traceutil/trace.go:171","msg":"trace[72466496] transaction","detail":"{read_only:false; response_revision:41595; number_of_response:1; }","duration":"173.322993ms","start":"2026-07-29T15:08:33.008572Z","end":"2026-07-29T15:08:33.181895Z","steps":["trace[72466496] 'process raft request' (duration: 173.070776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:39.009163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.865288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:08:39.009235Z","caller":"traceutil/trace.go:171","msg":"trace[971478712] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:41635; }","duration":"111.968531ms","start":"2026-07-29T15:08:38.89725Z","end":"2026-07-29T15:08:39.009218Z","steps":["trace[971478712] 'agreement among raft nodes before linearized reading' (duration: 111.855408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:08:39.009469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.124657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:08:39.009615Z","caller":"traceutil/trace.go:171","msg":"trace[1774190872] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:41635; }","duration":"111.438706ms","start":"2026-07-29T15:08:38.898156Z","end":"2026-07-29T15:08:39.009594Z","steps":["trace[1774190872] 'agreement among raft nodes before linearized reading' (duration: 111.091097ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:08:41.118233Z","caller":"traceutil/trace.go:171","msg":"trace[132795389] transaction","detail":"{read_only:false; response_revision:41655; number_of_response:1; }","duration":"103.002732ms","start":"2026-07-29T15:08:41.015209Z","end":"2026-07-29T15:08:41.118211Z","steps":["trace[132795389] 'process raft request' (duration: 102.674443ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:08:55.123927Z","caller":"traceutil/trace.go:171","msg":"trace[882566647] transaction","detail":"{read_only:false; response_revision:41774; number_of_response:1; }","duration":"136.669702ms","start":"2026-07-29T15:08:54.987234Z","end":"2026-07-29T15:08:55.123904Z","steps":["trace[882566647] 'process raft request' (duration: 136.299351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:09:35.581239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.398199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T15:09:35.581326Z","caller":"traceutil/trace.go:171","msg":"trace[1731910175] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:42127; }","duration":"105.506131ms","start":"2026-07-29T15:09:35.475799Z","end":"2026-07-29T15:09:35.581306Z","steps":["trace[1731910175] 'agreement among raft nodes before linearized reading' (duration: 104.818372ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:09:35.580309Z","caller":"traceutil/trace.go:171","msg":"trace[501452318] transaction","detail":"{read_only:false; response_revision:42125; number_of_response:1; }","duration":"103.364562ms","start":"2026-07-29T15:09:35.476896Z","end":"2026-07-29T15:09:35.580261Z","steps":["trace[501452318] 'process raft request' (duration: 102.346994ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:10:43.643174Z","caller":"traceutil/trace.go:171","msg":"trace[1433194756] transaction","detail":"{read_only:false; response_revision:42725; number_of_response:1; }","duration":"468.851409ms","start":"2026-07-29T15:10:43.174302Z","end":"2026-07-29T15:10:43.643154Z","steps":["trace[1433194756] 'process raft request' (duration: 468.738216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.643281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.174283Z","time spent":"468.945272ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:10:43.650049Z","caller":"traceutil/trace.go:171","msg":"trace[496903530] transaction","detail":"{read_only:false; response_revision:42727; number_of_response:1; }","duration":"473.763274ms","start":"2026-07-29T15:10:43.176232Z","end":"2026-07-29T15:10:43.649996Z","steps":["trace[496903530] 'process raft request' (duration: 473.587939ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:10:43.650132Z","caller":"traceutil/trace.go:171","msg":"trace[1892425061] transaction","detail":"{read_only:false; response_revision:42728; number_of_response:1; }","duration":"456.766976ms","start":"2026-07-29T15:10:43.193358Z","end":"2026-07-29T15:10:43.650125Z","steps":["trace[1892425061] 'process raft request' (duration: 456.487778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.650203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.191104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:10:43.650244Z","caller":"traceutil/trace.go:171","msg":"trace[1906201158] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:42736; }","duration":"475.283957ms","start":"2026-07-29T15:10:43.174952Z","end":"2026-07-29T15:10:43.650235Z","steps":["trace[1906201158] 'agreement among raft nodes before linearized reading' (duration: 475.183284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.650229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.176221Z","time spent":"473.93636ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:10:43.650275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.174938Z","time spent":"475.327508ms","remote":"127.0.0.1:56608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-29T15:10:43.650297Z","caller":"traceutil/trace.go:171","msg":"trace[1451793584] transaction","detail":"{read_only:false; response_revision:42734; number_of_response:1; }","duration":"456.58555ms","start":"2026-07-29T15:10:43.193697Z","end":"2026-07-29T15:10:43.650283Z","steps":["trace[1451793584] 'process raft request' (duration: 456.301202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.650374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.193694Z","time spent":"456.625141ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:10:43.650471Z","caller":"traceutil/trace.go:171","msg":"trace[1038025809] transaction","detail":"{read_only:false; response_revision:42732; number_of_response:1; }","duration":"456.828537ms","start":"2026-07-29T15:10:43.193635Z","end":"2026-07-29T15:10:43.650464Z","steps":["trace[1038025809] 'process raft request' (duration: 456.307203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.650514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.193631Z","time spent":"456.863218ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:10:43.650533Z","caller":"traceutil/trace.go:171","msg":"trace[455768262] transaction","detail":"{read_only:false; response_revision:42735; number_of_response:1; }","duration":"456.782656ms","start":"2026-07-29T15:10:43.193739Z","end":"2026-07-29T15:10:43.650522Z","steps":["trace[455768262] 'process raft request' (duration: 456.279322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.650601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.193732Z","time spent":"456.826397ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:10:43.650628Z","caller":"traceutil/trace.go:171","msg":"trace[873027416] transaction","detail":"{read_only:false; response_revision:42733; number_of_response:1; }","duration":"456.94815ms","start":"2026-07-29T15:10:43.193672Z","end":"2026-07-29T15:10:43.65062Z","steps":["trace[873027416] 'process raft request' (duration: 456.291292ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:10:43.650666Z","caller":"traceutil/trace.go:171","msg":"trace[1029831120] transaction","detail":"{read_only:false; response_revision:42736; number_of_response:1; }","duration":"456.890949ms","start":"2026-07-29T15:10:43.193769Z","end":"2026-07-29T15:10:43.65066Z","steps":["trace[1029831120] 'process raft request' (duration: 456.267641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.650671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.193669Z","time spent":"456.977741ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:10:43.650697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.193765Z","time spent":"456.914749ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:10:43.65078Z","caller":"traceutil/trace.go:171","msg":"trace[1034672968] transaction","detail":"{read_only:false; response_revision:42729; number_of_response:1; }","duration":"457.325461ms","start":"2026-07-29T15:10:43.193446Z","end":"2026-07-29T15:10:43.650771Z","steps":["trace[1034672968] 'process raft request' (duration: 456.424106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.650816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.193441Z","time spent":"457.357741ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:10:43.650888Z","caller":"traceutil/trace.go:171","msg":"trace[1496702402] transaction","detail":"{read_only:false; response_revision:42730; number_of_response:1; }","duration":"457.403784ms","start":"2026-07-29T15:10:43.193473Z","end":"2026-07-29T15:10:43.650877Z","steps":["trace[1496702402] 'process raft request' (duration: 456.424977ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:10:43.65092Z","caller":"traceutil/trace.go:171","msg":"trace[873601082] transaction","detail":"{read_only:false; response_revision:42726; number_of_response:1; }","duration":"476.590323ms","start":"2026-07-29T15:10:43.174323Z","end":"2026-07-29T15:10:43.650913Z","steps":["trace[873601082] 'process raft request' (duration: 475.39752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.650929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.19347Z","time spent":"457.435544ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:10:43.650958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.174304Z","time spent":"476.634634ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:10:43.650091Z","caller":"traceutil/trace.go:171","msg":"trace[1683837332] transaction","detail":"{read_only:false; response_revision:42731; number_of_response:1; }","duration":"456.504908ms","start":"2026-07-29T15:10:43.193553Z","end":"2026-07-29T15:10:43.650058Z","steps":["trace[1683837332] 'process raft request' (duration: 456.366514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.651059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.193548Z","time spent":"457.492645ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T15:10:43.650086Z","caller":"traceutil/trace.go:171","msg":"trace[1354238122] linearizableReadLoop","detail":"{readStateIndex:43985; appliedIndex:43983; }","duration":"475.074771ms","start":"2026-07-29T15:10:43.174987Z","end":"2026-07-29T15:10:43.650062Z","steps":["trace[1354238122] 'read index received' (duration: 468.124669ms)","trace[1354238122] 'applied index is now lower than readState.Index' (duration: 6.949362ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T15:10:43.651213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.200902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T15:10:43.651244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.32608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:10:43.651249Z","caller":"traceutil/trace.go:171","msg":"trace[708033231] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:42736; }","duration":"476.238613ms","start":"2026-07-29T15:10:43.175001Z","end":"2026-07-29T15:10:43.651239Z","steps":["trace[708033231] 'agreement among raft nodes before linearized reading' (duration: 476.172381ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:10:43.651264Z","caller":"traceutil/trace.go:171","msg":"trace[1837835313] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:42736; }","duration":"466.35725ms","start":"2026-07-29T15:10:43.1849Z","end":"2026-07-29T15:10:43.651258Z","steps":["trace[1837835313] 'agreement among raft nodes before linearized reading' (duration: 466.322539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.651273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.174978Z","time spent":"476.289924ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:10:43.651282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.184895Z","time spent":"466.383501ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T15:10:43.651396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.479694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:10:43.651422Z","caller":"traceutil/trace.go:171","msg":"trace[188335897] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:42736; }","duration":"466.509084ms","start":"2026-07-29T15:10:43.184904Z","end":"2026-07-29T15:10:43.651413Z","steps":["trace[188335897] 'agreement among raft nodes before linearized reading' (duration: 466.468343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.651443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.427271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-29T15:10:43.651448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.1849Z","time spent":"466.542215ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-07-29T15:10:43.651467Z","caller":"traceutil/trace.go:171","msg":"trace[2012719295] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:42736; }","duration":"200.487663ms","start":"2026-07-29T15:10:43.450972Z","end":"2026-07-29T15:10:43.651459Z","steps":["trace[2012719295] 'agreement among raft nodes before linearized reading' (duration: 200.4036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.651649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.518379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"warn","ts":"2026-07-29T15:10:43.651689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.857394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-07-29T15:10:43.651722Z","caller":"traceutil/trace.go:171","msg":"trace[318535994] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:42736; }","duration":"466.919576ms","start":"2026-07-29T15:10:43.184794Z","end":"2026-07-29T15:10:43.651714Z","steps":["trace[318535994] 'agreement among raft nodes before linearized reading' (duration: 466.798612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.651745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.184785Z","time spent":"466.955946ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-07-29T15:10:43.651766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.103972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T15:10:43.651797Z","caller":"traceutil/trace.go:171","msg":"trace[1594931567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:42736; }","duration":"458.139344ms","start":"2026-07-29T15:10:43.19365Z","end":"2026-07-29T15:10:43.651789Z","steps":["trace[1594931567] 'agreement among raft nodes before linearized reading' (duration: 458.056592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.651829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.193647Z","time spent":"458.172375ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T15:10:43.650229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.193347Z","time spent":"456.810187ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T15:10:43.65187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.006399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T15:10:43.652146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.558866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T15:10:43.652162Z","caller":"traceutil/trace.go:171","msg":"trace[1704136828] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:42736; }","duration":"475.318168ms","start":"2026-07-29T15:10:43.176835Z","end":"2026-07-29T15:10:43.652153Z","steps":["trace[1704136828] 'agreement among raft nodes before linearized reading' (duration: 474.988719ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:10:43.652186Z","caller":"traceutil/trace.go:171","msg":"trace[1775503692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:42736; }","duration":"458.591446ms","start":"2026-07-29T15:10:43.19357Z","end":"2026-07-29T15:10:43.652162Z","steps":["trace[1775503692] 'agreement among raft nodes before linearized reading' (duration: 458.533755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.652196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.176831Z","time spent":"475.352429ms","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:10:43.652221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.193566Z","time spent":"458.648908ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T15:10:43.652224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.605176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-29T15:10:43.652309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.646408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T15:10:43.652304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.673308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T15:10:43.652314Z","caller":"traceutil/trace.go:171","msg":"trace[1775345788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:42736; }","duration":"458.706729ms","start":"2026-07-29T15:10:43.193587Z","end":"2026-07-29T15:10:43.652293Z","steps":["trace[1775345788] 'agreement among raft nodes before linearized reading' (duration: 458.462062ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T15:10:43.652336Z","caller":"traceutil/trace.go:171","msg":"trace[724987218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:42736; }","duration":"462.682849ms","start":"2026-07-29T15:10:43.189647Z","end":"2026-07-29T15:10:43.65233Z","steps":["trace[724987218] 'agreement among raft nodes before linearized reading' (duration: 462.638378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.652355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.189641Z","time spent":"462.709869ms","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T15:10:43.652357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.668697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T15:10:43.652358Z","caller":"traceutil/trace.go:171","msg":"trace[1808800306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:42736; }","duration":"458.73933ms","start":"2026-07-29T15:10:43.1936Z","end":"2026-07-29T15:10:43.65234Z","steps":["trace[1808800306] 'agreement among raft nodes before linearized reading' (duration: 458.535774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.652362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.193584Z","time spent":"458.76887ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T15:10:43.652385Z","caller":"traceutil/trace.go:171","msg":"trace[93361950] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:42736; }","duration":"475.700148ms","start":"2026-07-29T15:10:43.176674Z","end":"2026-07-29T15:10:43.652374Z","steps":["trace[93361950] 'agreement among raft nodes before linearized reading' (duration: 475.632566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.652421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.176669Z","time spent":"475.743679ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T15:10:43.652418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.193596Z","time spent":"458.810202ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T15:10:43.651686Z","caller":"traceutil/trace.go:171","msg":"trace[1948283513] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:42736; }","duration":"381.580471ms","start":"2026-07-29T15:10:43.270096Z","end":"2026-07-29T15:10:43.651676Z","steps":["trace[1948283513] 'agreement among raft nodes before linearized reading' (duration: 381.490838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.65251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.270082Z","time spent":"382.420854ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1652,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-29T15:10:43.652527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.594194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:10:43.652553Z","caller":"traceutil/trace.go:171","msg":"trace[315396934] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:42736; }","duration":"467.626686ms","start":"2026-07-29T15:10:43.184917Z","end":"2026-07-29T15:10:43.652544Z","steps":["trace[315396934] 'agreement among raft nodes before linearized reading' (duration: 467.584015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.652589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.184915Z","time spent":"467.669007ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-29T15:10:43.652685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.751698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:10:43.652714Z","caller":"traceutil/trace.go:171","msg":"trace[779906351] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:42736; }","duration":"467.78828ms","start":"2026-07-29T15:10:43.184919Z","end":"2026-07-29T15:10:43.652707Z","steps":["trace[779906351] 'agreement among raft nodes before linearized reading' (duration: 467.744359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.652745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.184916Z","time spent":"467.817941ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-29T15:10:43.652084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.131252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-29T15:10:43.652753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.726944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T15:10:43.652784Z","caller":"traceutil/trace.go:171","msg":"trace[541270519] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:42736; }","duration":"467.844521ms","start":"2026-07-29T15:10:43.184928Z","end":"2026-07-29T15:10:43.652773Z","steps":["trace[541270519] 'agreement among raft nodes before linearized reading' (duration: 467.08374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.652826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.184924Z","time spent":"467.892022ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-07-29T15:10:43.652791Z","caller":"traceutil/trace.go:171","msg":"trace[1061405842] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:42736; }","duration":"477.780226ms","start":"2026-07-29T15:10:43.174998Z","end":"2026-07-29T15:10:43.652778Z","steps":["trace[1061405842] 'agreement among raft nodes before linearized reading' (duration: 477.703594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.652986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.174992Z","time spent":"477.980202ms","remote":"127.0.0.1:33810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:10:43.653332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.431557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:10:43.653367Z","caller":"traceutil/trace.go:171","msg":"trace[708725658] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:42736; }","duration":"468.471539ms","start":"2026-07-29T15:10:43.184886Z","end":"2026-07-29T15:10:43.653357Z","steps":["trace[708725658] 'agreement among raft nodes before linearized reading' (duration: 468.422738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.653387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.184883Z","time spent":"468.49964ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T15:10:43.65339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.480469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:10:43.653422Z","caller":"traceutil/trace.go:171","msg":"trace[1146712463] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:42736; }","duration":"468.52219ms","start":"2026-07-29T15:10:43.18489Z","end":"2026-07-29T15:10:43.653412Z","steps":["trace[1146712463] 'agreement among raft nodes before linearized reading' (duration: 468.472228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.65342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.478719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-29T15:10:43.653444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.184887Z","time spent":"468.55156ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-29T15:10:43.653446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.566532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:10:43.653464Z","caller":"traceutil/trace.go:171","msg":"trace[1619857204] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:42736; }","duration":"468.605102ms","start":"2026-07-29T15:10:43.184854Z","end":"2026-07-29T15:10:43.653459Z","steps":["trace[1619857204] 'agreement among raft nodes before linearized reading' (duration: 468.578991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.653452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.564652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:10:43.653472Z","caller":"traceutil/trace.go:171","msg":"trace[1536726317] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:42736; }","duration":"468.546021ms","start":"2026-07-29T15:10:43.184904Z","end":"2026-07-29T15:10:43.65345Z","steps":["trace[1536726317] 'agreement among raft nodes before linearized reading' (duration: 468.411607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.653482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.184839Z","time spent":"468.638994ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-07-29T15:10:43.653501Z","caller":"traceutil/trace.go:171","msg":"trace[162166945] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:42736; }","duration":"468.629633ms","start":"2026-07-29T15:10:43.184854Z","end":"2026-07-29T15:10:43.653483Z","steps":["trace[162166945] 'agreement among raft nodes before linearized reading' (duration: 468.563331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.653512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.184902Z","time spent":"468.602902ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-07-29T15:10:43.653531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.184841Z","time spent":"468.683445ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T15:10:43.655317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.683982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T15:10:43.655369Z","caller":"traceutil/trace.go:171","msg":"trace[554614937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:42736; }","duration":"461.746403ms","start":"2026-07-29T15:10:43.193611Z","end":"2026-07-29T15:10:43.655358Z","steps":["trace[554614937] 'agreement among raft nodes before linearized reading' (duration: 458.284048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.655399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.193609Z","time spent":"461.781724ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T15:10:43.656363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.19129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T15:10:43.656429Z","caller":"traceutil/trace.go:171","msg":"trace[742919917] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:42736; }","duration":"481.278392ms","start":"2026-07-29T15:10:43.175131Z","end":"2026-07-29T15:10:43.65641Z","steps":["trace[742919917] 'agreement among raft nodes before linearized reading' (duration: 477.357784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.656465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.175127Z","time spent":"481.330704ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":244,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T15:10:43.656552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.685288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T15:10:43.6566Z","caller":"traceutil/trace.go:171","msg":"trace[1266329082] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:42736; }","duration":"471.737869ms","start":"2026-07-29T15:10:43.18485Z","end":"2026-07-29T15:10:43.656588Z","steps":["trace[1266329082] 'agreement among raft nodes before linearized reading' (duration: 471.649097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T15:10:43.656631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T15:10:43.18483Z","time spent":"471.79495ms","remote":"127.0.0.1:51154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-07-29T15:12:39.79157Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":41175} {"level":"info","ts":"2026-07-29T15:12:39.943378Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":41175,"took":"148.629372ms","hash":3474913584,"current-db-size-bytes":57147392,"current-db-size":"57 MB","current-db-size-in-use-bytes":30810112,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-29T15:12:39.94348Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3474913584,"revision":41175,"compact-revision":38293}