{"level":"warn","ts":"2026-07-30T18:56:33.433082Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T18:56:33.433173Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.61:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.61:2380","--initial-cluster=instance=https://199.204.45.61:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.61:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.61:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-30T18:56:33.433243Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T18:56:33.433259Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.61:2380"]} {"level":"info","ts":"2026-07-30T18:56:33.433282Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T18:56:33.433903Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.61:2379"]} {"level":"info","ts":"2026-07-30T18:56:33.433975Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.61:2380"],"listen-peer-urls":["https://199.204.45.61:2380"],"advertise-client-urls":["https://199.204.45.61:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.61:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.61:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-30T18:56:33.438273Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.082419ms"} {"level":"info","ts":"2026-07-30T18:56:33.444146Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"ca256638ea38eb43","cluster-id":"dfd7ac400ae20102"} {"level":"info","ts":"2026-07-30T18:56:33.444271Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 switched to configuration voters=()"} {"level":"info","ts":"2026-07-30T18:56:33.44431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 became follower at term 0"} {"level":"info","ts":"2026-07-30T18:56:33.444334Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ca256638ea38eb43 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-30T18:56:33.444356Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 became follower at term 1"} {"level":"info","ts":"2026-07-30T18:56:33.444408Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 switched to configuration voters=(14566160964433537859)"} {"level":"warn","ts":"2026-07-30T18:56:33.450219Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-30T18:56:33.451541Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-30T18:56:33.452703Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-30T18:56:33.455Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"ca256638ea38eb43","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-30T18:56:33.455136Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ca256638ea38eb43","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-30T18:56:33.455269Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T18:56:33.455423Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T18:56:33.455456Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T18:56:33.458356Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 switched to configuration voters=(14566160964433537859)"} {"level":"info","ts":"2026-07-30T18:56:33.458578Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"dfd7ac400ae20102","local-member-id":"ca256638ea38eb43","added-peer-id":"ca256638ea38eb43","added-peer-peer-urls":["https://199.204.45.61:2380"]} {"level":"info","ts":"2026-07-30T18:56:33.459469Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T18:56:33.459634Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.61:2380"} {"level":"info","ts":"2026-07-30T18:56:33.45967Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.61:2380"} {"level":"info","ts":"2026-07-30T18:56:33.459846Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ca256638ea38eb43","initial-advertise-peer-urls":["https://199.204.45.61:2380"],"listen-peer-urls":["https://199.204.45.61:2380"],"advertise-client-urls":["https://199.204.45.61:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.61:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-30T18:56:33.459879Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-30T18:56:33.744814Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 is starting a new election at term 1"} {"level":"info","ts":"2026-07-30T18:56:33.744867Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-30T18:56:33.744901Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 received MsgPreVoteResp from ca256638ea38eb43 at term 1"} {"level":"info","ts":"2026-07-30T18:56:33.744915Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 became candidate at term 2"} {"level":"info","ts":"2026-07-30T18:56:33.744922Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 received MsgVoteResp from ca256638ea38eb43 at term 2"} {"level":"info","ts":"2026-07-30T18:56:33.744933Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 became leader at term 2"} {"level":"info","ts":"2026-07-30T18:56:33.744942Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ca256638ea38eb43 elected leader ca256638ea38eb43 at term 2"} {"level":"info","ts":"2026-07-30T18:56:33.7459Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"ca256638ea38eb43","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.61:2379]}","request-path":"/0/members/ca256638ea38eb43/attributes","cluster-id":"dfd7ac400ae20102","publish-timeout":"7s"} {"level":"info","ts":"2026-07-30T18:56:33.745904Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T18:56:33.745921Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T18:56:33.745982Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T18:56:33.746151Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-30T18:56:33.746221Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-30T18:56:33.747071Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"dfd7ac400ae20102","local-member-id":"ca256638ea38eb43","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T18:56:33.74717Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T18:56:33.747203Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T18:56:33.748546Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-30T18:56:33.749302Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.61:2379"} {"level":"info","ts":"2026-07-30T18:56:53.84961Z","caller":"traceutil/trace.go:171","msg":"trace[1376252029] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"127.760771ms","start":"2026-07-30T18:56:53.721823Z","end":"2026-07-30T18:56:53.849583Z","steps":["trace[1376252029] 'process raft request' (duration: 127.592437ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:57:13.145008Z","caller":"traceutil/trace.go:171","msg":"trace[2021920537] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"258.630577ms","start":"2026-07-30T18:57:12.886348Z","end":"2026-07-30T18:57:13.144978Z","steps":["trace[2021920537] 'process raft request' (duration: 252.904519ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:57:13.145942Z","caller":"traceutil/trace.go:171","msg":"trace[981379441] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"243.04892ms","start":"2026-07-30T18:57:12.902867Z","end":"2026-07-30T18:57:13.145916Z","steps":["trace[981379441] 'process raft request' (duration: 242.299952ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:57:13.146024Z","caller":"traceutil/trace.go:171","msg":"trace[423924402] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:575; }","duration":"237.324861ms","start":"2026-07-30T18:57:12.908687Z","end":"2026-07-30T18:57:13.146012Z","steps":["trace[423924402] 'read index received' (duration: 230.581948ms)","trace[423924402] 'applied index is now lower than readState.Index' (duration: 6.742323ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T18:57:13.146015Z","caller":"traceutil/trace.go:171","msg":"trace[1108069514] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"200.345107ms","start":"2026-07-30T18:57:12.945645Z","end":"2026-07-30T18:57:13.14599Z","steps":["trace[1108069514] 'process raft request' (duration: 200.192193ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:57:13.146029Z","caller":"traceutil/trace.go:171","msg":"trace[1760609730] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"185.934408ms","start":"2026-07-30T18:57:12.960082Z","end":"2026-07-30T18:57:13.146016Z","steps":["trace[1760609730] 'process raft request' (duration: 185.803155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:57:13.1461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.394033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T18:57:13.146143Z","caller":"traceutil/trace.go:171","msg":"trace[2095458652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:556; }","duration":"237.477405ms","start":"2026-07-30T18:57:12.908658Z","end":"2026-07-30T18:57:13.146136Z","steps":["trace[2095458652] 'agreement among raft nodes before linearized reading' (duration: 237.391563ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:57:19.170487Z","caller":"traceutil/trace.go:171","msg":"trace[1214755016] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"167.653546ms","start":"2026-07-30T18:57:19.002801Z","end":"2026-07-30T18:57:19.170455Z","steps":["trace[1214755016] 'process raft request' (duration: 163.601118ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:57:19.37324Z","caller":"traceutil/trace.go:171","msg":"trace[835098189] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"144.631038ms","start":"2026-07-30T18:57:19.228572Z","end":"2026-07-30T18:57:19.373203Z","steps":["trace[835098189] 'process raft request' (duration: 144.380352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:57:20.301171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451091251,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T18:57:20.634878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.72071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T18:57:20.634987Z","caller":"traceutil/trace.go:171","msg":"trace[1601812288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:620; }","duration":"888.884024ms","start":"2026-07-30T18:57:19.746075Z","end":"2026-07-30T18:57:20.634959Z","steps":["trace[1601812288] 'range keys from in-memory index tree' (duration: 888.535875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:57:20.635045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:57:19.746056Z","time spent":"888.974566ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T18:57:20.67163Z","caller":"traceutil/trace.go:171","msg":"trace[2107466623] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:644; }","duration":"870.855598ms","start":"2026-07-30T18:57:19.800749Z","end":"2026-07-30T18:57:20.671605Z","steps":["trace[2107466623] 'read index received' (duration: 870.184591ms)","trace[2107466623] 'applied index is now lower than readState.Index' (duration: 669.837µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T18:57:20.67168Z","caller":"traceutil/trace.go:171","msg":"trace[941650391] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"897.120903ms","start":"2026-07-30T18:57:19.77453Z","end":"2026-07-30T18:57:20.671651Z","steps":["trace[941650391] 'process raft request' (duration: 896.551379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:57:20.671838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.077403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-znshx\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-07-30T18:57:20.671886Z","caller":"traceutil/trace.go:171","msg":"trace[1951478213] range","detail":"{range_begin:/registry/pods/kube-system/cilium-znshx; range_end:; response_count:1; response_revision:621; }","duration":"871.175745ms","start":"2026-07-30T18:57:19.800697Z","end":"2026-07-30T18:57:20.671873Z","steps":["trace[1951478213] 'agreement among raft nodes before linearized reading' (duration: 871.025691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:57:20.671922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:57:19.800679Z","time spent":"871.234776ms","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-znshx\" "} {"level":"warn","ts":"2026-07-30T18:57:20.672278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:57:19.774503Z","time spent":"897.245216ms","remote":"127.0.0.1:49818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036301,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:57:20.6723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.756704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T18:57:20.672379Z","caller":"traceutil/trace.go:171","msg":"trace[998060182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"760.902458ms","start":"2026-07-30T18:57:19.911456Z","end":"2026-07-30T18:57:20.672358Z","steps":["trace[998060182] 'agreement among raft nodes before linearized reading' (duration: 760.729234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:57:20.672429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:57:19.911414Z","time spent":"761.00676ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T18:57:20.672596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.532586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-30T18:57:20.672684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.683429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T18:57:20.672708Z","caller":"traceutil/trace.go:171","msg":"trace[689945600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:622; }","duration":"528.68954ms","start":"2026-07-30T18:57:20.144006Z","end":"2026-07-30T18:57:20.672696Z","steps":["trace[689945600] 'agreement among raft nodes before linearized reading' (duration: 528.450834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:57:20.672753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:57:20.143982Z","time spent":"528.762842ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T18:57:20.672776Z","caller":"traceutil/trace.go:171","msg":"trace[1920159582] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:622; }","duration":"721.805122ms","start":"2026-07-30T18:57:19.950932Z","end":"2026-07-30T18:57:20.672737Z","steps":["trace[1920159582] 'agreement among raft nodes before linearized reading' (duration: 721.602637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:57:20.672816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:57:19.950911Z","time spent":"721.896404ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T18:57:22.322743Z","caller":"traceutil/trace.go:171","msg":"trace[1702561871] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"102.96194ms","start":"2026-07-30T18:57:22.219756Z","end":"2026-07-30T18:57:22.322718Z","steps":["trace[1702561871] 'process raft request' (duration: 102.919479ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:57:22.322804Z","caller":"traceutil/trace.go:171","msg":"trace[1373633969] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"302.343964ms","start":"2026-07-30T18:57:22.02043Z","end":"2026-07-30T18:57:22.322774Z","steps":["trace[1373633969] 'process raft request' (duration: 302.123748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:57:22.323041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:57:22.020403Z","time spent":"302.57884ms","remote":"127.0.0.1:49764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T18:57:35.388588Z","caller":"traceutil/trace.go:171","msg":"trace[411519826] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"645.057684ms","start":"2026-07-30T18:57:34.743502Z","end":"2026-07-30T18:57:35.38856Z","steps":["trace[411519826] 'process raft request' (duration: 644.90113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:57:35.388741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:57:34.743486Z","time spent":"645.184618ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T18:57:35.393038Z","caller":"traceutil/trace.go:171","msg":"trace[1725289650] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"647.115713ms","start":"2026-07-30T18:57:34.745898Z","end":"2026-07-30T18:57:35.393014Z","steps":["trace[1725289650] 'process raft request' (duration: 646.867007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:57:35.393218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:57:34.745881Z","time spent":"647.253267ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T18:57:35.393291Z","caller":"traceutil/trace.go:171","msg":"trace[1639742234] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"646.067608ms","start":"2026-07-30T18:57:34.747201Z","end":"2026-07-30T18:57:35.393268Z","steps":["trace[1639742234] 'process raft request' (duration: 645.775391ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:57:35.393285Z","caller":"traceutil/trace.go:171","msg":"trace[1075094516] linearizableReadLoop","detail":"{readStateIndex:812; appliedIndex:809; }","duration":"481.029896ms","start":"2026-07-30T18:57:34.912235Z","end":"2026-07-30T18:57:35.393264Z","steps":["trace[1075094516] 'read index received' (duration: 476.19241ms)","trace[1075094516] 'applied index is now lower than readState.Index' (duration: 4.836466ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T18:57:35.393385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:57:34.747191Z","time spent":"646.15226ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:57:35.3934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.155769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T18:57:35.393431Z","caller":"traceutil/trace.go:171","msg":"trace[2068293083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:785; }","duration":"481.222321ms","start":"2026-07-30T18:57:34.9122Z","end":"2026-07-30T18:57:35.393422Z","steps":["trace[2068293083] 'agreement among raft nodes before linearized reading' (duration: 481.159359ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:57:35.39348Z","caller":"traceutil/trace.go:171","msg":"trace[489744304] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"478.368192ms","start":"2026-07-30T18:57:34.915094Z","end":"2026-07-30T18:57:35.393462Z","steps":["trace[489744304] 'process raft request' (duration: 478.075045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:57:35.393473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:57:34.912188Z","time spent":"481.275472ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T18:57:35.393623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:57:34.915069Z","time spent":"478.487104ms","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:58:16.70538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451092215,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T18:58:16.713984Z","caller":"traceutil/trace.go:171","msg":"trace[1156384249] linearizableReadLoop","detail":"{readStateIndex:1109; appliedIndex:1108; }","duration":"509.447784ms","start":"2026-07-30T18:58:16.204516Z","end":"2026-07-30T18:58:16.713964Z","steps":["trace[1156384249] 'read index received' (duration: 509.390422ms)","trace[1156384249] 'applied index is now lower than readState.Index' (duration: 56.302µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T18:58:16.714042Z","caller":"traceutil/trace.go:171","msg":"trace[96899546] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"598.6591ms","start":"2026-07-30T18:58:16.115353Z","end":"2026-07-30T18:58:16.714012Z","steps":["trace[96899546] 'process raft request' (duration: 598.489996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:16.714152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.620278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T18:58:16.7142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:16.115337Z","time spent":"598.777223ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T18:58:16.714229Z","caller":"traceutil/trace.go:171","msg":"trace[1749322013] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1070; }","duration":"509.759712ms","start":"2026-07-30T18:58:16.204449Z","end":"2026-07-30T18:58:16.714209Z","steps":["trace[1749322013] 'agreement among raft nodes before linearized reading' (duration: 509.606228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:16.714268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:16.204422Z","time spent":"509.839133ms","remote":"127.0.0.1:49818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-07-30T18:58:17.506419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.262028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T18:58:17.506519Z","caller":"traceutil/trace.go:171","msg":"trace[1814771996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1070; }","duration":"595.411121ms","start":"2026-07-30T18:58:16.91109Z","end":"2026-07-30T18:58:17.506501Z","steps":["trace[1814771996] 'range keys from in-memory index tree' (duration: 595.178226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:17.506563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:16.911072Z","time spent":"595.482064ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T18:58:17.506603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.376725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.61\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-30T18:58:17.506679Z","caller":"traceutil/trace.go:171","msg":"trace[1600122156] range","detail":"{range_begin:/registry/masterleases/199.204.45.61; range_end:; response_count:1; response_revision:1070; }","duration":"620.487588ms","start":"2026-07-30T18:58:16.886175Z","end":"2026-07-30T18:58:17.506663Z","steps":["trace[1600122156] 'range keys from in-memory index tree' (duration: 620.217181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:17.506716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:16.886161Z","time spent":"620.543259ms","remote":"127.0.0.1:49750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.61\" "} {"level":"info","ts":"2026-07-30T18:58:17.507652Z","caller":"traceutil/trace.go:171","msg":"trace[239739210] linearizableReadLoop","detail":"{readStateIndex:1110; appliedIndex:1109; }","duration":"172.867559ms","start":"2026-07-30T18:58:17.334761Z","end":"2026-07-30T18:58:17.507628Z","steps":["trace[239739210] 'read index received' (duration: 172.742326ms)","trace[239739210] 'applied index is now lower than readState.Index' (duration: 124.163µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T18:58:17.507822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.045253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T18:58:17.507867Z","caller":"traceutil/trace.go:171","msg":"trace[2052651709] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1071; }","duration":"173.144905ms","start":"2026-07-30T18:58:17.334709Z","end":"2026-07-30T18:58:17.507854Z","steps":["trace[2052651709] 'agreement among raft nodes before linearized reading' (duration: 173.052393ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:58:17.507863Z","caller":"traceutil/trace.go:171","msg":"trace[334472833] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"340.756566ms","start":"2026-07-30T18:58:17.167054Z","end":"2026-07-30T18:58:17.507811Z","steps":["trace[334472833] 'process raft request' (duration: 340.441868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:17.508064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:17.167031Z","time spent":"340.926671ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T18:58:17.521628Z","caller":"traceutil/trace.go:171","msg":"trace[1095907747] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"149.138844ms","start":"2026-07-30T18:58:17.372463Z","end":"2026-07-30T18:58:17.521602Z","steps":["trace[1095907747] 'process raft request' (duration: 149.034912ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:58:41.191371Z","caller":"traceutil/trace.go:171","msg":"trace[1092705732] linearizableReadLoop","detail":"{readStateIndex:1397; appliedIndex:1396; }","duration":"335.697844ms","start":"2026-07-30T18:58:40.855648Z","end":"2026-07-30T18:58:41.191346Z","steps":["trace[1092705732] 'read index received' (duration: 335.575931ms)","trace[1092705732] 'applied index is now lower than readState.Index' (duration: 120.563µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T18:58:41.191535Z","caller":"traceutil/trace.go:171","msg":"trace[1092721956] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"336.721909ms","start":"2026-07-30T18:58:40.85471Z","end":"2026-07-30T18:58:41.191432Z","steps":["trace[1092721956] 'process raft request' (duration: 336.448823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:41.191652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.108431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T18:58:41.191712Z","caller":"traceutil/trace.go:171","msg":"trace[82285009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1352; }","duration":"280.213483ms","start":"2026-07-30T18:58:40.911485Z","end":"2026-07-30T18:58:41.191699Z","steps":["trace[82285009] 'agreement among raft nodes before linearized reading' (duration: 280.10207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:41.191754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:40.854686Z","time spent":"336.981056ms","remote":"127.0.0.1:49872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:58:41.191835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.144955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T18:58:41.191924Z","caller":"traceutil/trace.go:171","msg":"trace[389174915] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1352; }","duration":"336.293969ms","start":"2026-07-30T18:58:40.855614Z","end":"2026-07-30T18:58:41.191908Z","steps":["trace[389174915] 'agreement among raft nodes before linearized reading' (duration: 335.971831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:41.19198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:40.8556Z","time spent":"336.37129ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T18:58:41.447678Z","caller":"traceutil/trace.go:171","msg":"trace[1065444449] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"132.775619ms","start":"2026-07-30T18:58:41.31487Z","end":"2026-07-30T18:58:41.447645Z","steps":["trace[1065444449] 'process raft request' (duration: 66.945448ms)","trace[1065444449] 'compare' (duration: 65.689478ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T18:58:41.842995Z","caller":"traceutil/trace.go:171","msg":"trace[93984198] linearizableReadLoop","detail":"{readStateIndex:1400; appliedIndex:1399; }","duration":"111.233089ms","start":"2026-07-30T18:58:41.731744Z","end":"2026-07-30T18:58:41.842977Z","steps":["trace[93984198] 'read index received' (duration: 111.030974ms)","trace[93984198] 'applied index is now lower than readState.Index' (duration: 201.495µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T18:58:41.843055Z","caller":"traceutil/trace.go:171","msg":"trace[1879635511] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"235.734548ms","start":"2026-07-30T18:58:41.607306Z","end":"2026-07-30T18:58:41.84304Z","steps":["trace[1879635511] 'process raft request' (duration: 235.551204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:41.843184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.037149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T18:58:41.843219Z","caller":"traceutil/trace.go:171","msg":"trace[1634354003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1355; }","duration":"105.120321ms","start":"2026-07-30T18:58:41.738088Z","end":"2026-07-30T18:58:41.843209Z","steps":["trace[1634354003] 'agreement among raft nodes before linearized reading' (duration: 105.004708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:41.843365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.128451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T18:58:41.843482Z","caller":"traceutil/trace.go:171","msg":"trace[636674763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1355; }","duration":"105.312385ms","start":"2026-07-30T18:58:41.738147Z","end":"2026-07-30T18:58:41.843459Z","steps":["trace[636674763] 'agreement among raft nodes before linearized reading' (duration: 105.028228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:41.843975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.234812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T18:58:41.84404Z","caller":"traceutil/trace.go:171","msg":"trace[1912176139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1355; }","duration":"112.367626ms","start":"2026-07-30T18:58:41.73166Z","end":"2026-07-30T18:58:41.844027Z","steps":["trace[1912176139] 'agreement among raft nodes before linearized reading' (duration: 111.439024ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:58:41.974292Z","caller":"traceutil/trace.go:171","msg":"trace[1037948943] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"126.470057ms","start":"2026-07-30T18:58:41.847797Z","end":"2026-07-30T18:58:41.974267Z","steps":["trace[1037948943] 'process raft request' (duration: 45.521811ms)","trace[1037948943] 'compare' (duration: 80.782752ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T18:58:41.974419Z","caller":"traceutil/trace.go:171","msg":"trace[343871563] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"126.339424ms","start":"2026-07-30T18:58:41.848067Z","end":"2026-07-30T18:58:41.974406Z","steps":["trace[343871563] 'process raft request' (duration: 126.171689ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:58:41.974544Z","caller":"traceutil/trace.go:171","msg":"trace[1041120283] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"125.945894ms","start":"2026-07-30T18:58:41.84858Z","end":"2026-07-30T18:58:41.974526Z","steps":["trace[1041120283] 'process raft request' (duration: 125.787571ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:58:41.974537Z","caller":"traceutil/trace.go:171","msg":"trace[40491525] linearizableReadLoop","detail":"{readStateIndex:1403; appliedIndex:1400; }","duration":"116.894306ms","start":"2026-07-30T18:58:41.857602Z","end":"2026-07-30T18:58:41.974497Z","steps":["trace[40491525] 'read index received' (duration: 35.725764ms)","trace[40491525] 'applied index is now lower than readState.Index' (duration: 81.167532ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T18:58:41.974798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.184183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T18:58:41.974824Z","caller":"traceutil/trace.go:171","msg":"trace[1698646697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1358; }","duration":"117.234313ms","start":"2026-07-30T18:58:41.857583Z","end":"2026-07-30T18:58:41.974818Z","steps":["trace[1698646697] 'agreement among raft nodes before linearized reading' (duration: 117.131481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:42.546048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.376963ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-30T18:58:43.57743Z","caller":"traceutil/trace.go:171","msg":"trace[410128936] linearizableReadLoop","detail":"{readStateIndex:1406; appliedIndex:1405; }","duration":"272.579828ms","start":"2026-07-30T18:58:43.304825Z","end":"2026-07-30T18:58:43.577405Z","steps":["trace[410128936] 'read index received' (duration: 272.382353ms)","trace[410128936] 'applied index is now lower than readState.Index' (duration: 196.514µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T18:58:43.577532Z","caller":"traceutil/trace.go:171","msg":"trace[59395070] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"347.54731ms","start":"2026-07-30T18:58:43.229955Z","end":"2026-07-30T18:58:43.577502Z","steps":["trace[59395070] 'process raft request' (duration: 347.270763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:43.577619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.776703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T18:58:43.577665Z","caller":"traceutil/trace.go:171","msg":"trace[311364995] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1360; }","duration":"272.892576ms","start":"2026-07-30T18:58:43.30476Z","end":"2026-07-30T18:58:43.577652Z","steps":["trace[311364995] 'agreement among raft nodes before linearized reading' (duration: 272.791403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:43.577712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:43.229932Z","time spent":"347.664892ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T18:58:44.285561Z","caller":"traceutil/trace.go:171","msg":"trace[262360986] linearizableReadLoop","detail":"{readStateIndex:1407; appliedIndex:1406; }","duration":"373.5992ms","start":"2026-07-30T18:58:43.911935Z","end":"2026-07-30T18:58:44.285534Z","steps":["trace[262360986] 'read index received' (duration: 373.390575ms)","trace[262360986] 'applied index is now lower than readState.Index' (duration: 207.775µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T18:58:44.28559Z","caller":"traceutil/trace.go:171","msg":"trace[1113229272] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"436.561882ms","start":"2026-07-30T18:58:43.84901Z","end":"2026-07-30T18:58:44.285572Z","steps":["trace[1113229272] 'process raft request' (duration: 436.341957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:44.285709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:43.84898Z","time spent":"436.663034ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:58:44.285721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.374481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T18:58:44.285747Z","caller":"traceutil/trace.go:171","msg":"trace[1786096043] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1361; }","duration":"365.435532ms","start":"2026-07-30T18:58:43.920305Z","end":"2026-07-30T18:58:44.285741Z","steps":["trace[1786096043] 'agreement among raft nodes before linearized reading' (duration: 365.384131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:44.285769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:43.920285Z","time spent":"365.479114ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-30T18:58:44.285738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.779615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T18:58:44.285816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.173925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T18:58:44.285819Z","caller":"traceutil/trace.go:171","msg":"trace[2052931299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1361; }","duration":"373.915418ms","start":"2026-07-30T18:58:43.911887Z","end":"2026-07-30T18:58:44.285802Z","steps":["trace[2052931299] 'agreement among raft nodes before linearized reading' (duration: 373.767184ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:58:44.285861Z","caller":"traceutil/trace.go:171","msg":"trace[1834120850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1361; }","duration":"307.261277ms","start":"2026-07-30T18:58:43.978589Z","end":"2026-07-30T18:58:44.28585Z","steps":["trace[1834120850] 'agreement among raft nodes before linearized reading' (duration: 307.099193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:44.285872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:43.911864Z","time spent":"374.000549ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T18:58:44.285902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:43.978561Z","time spent":"307.331858ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T18:58:44.285962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.38447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T18:58:44.286056Z","caller":"traceutil/trace.go:171","msg":"trace[152902246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1361; }","duration":"307.495093ms","start":"2026-07-30T18:58:43.978539Z","end":"2026-07-30T18:58:44.286034Z","steps":["trace[152902246] 'agreement among raft nodes before linearized reading' (duration: 307.251837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:44.285962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.306904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T18:58:44.286103Z","caller":"traceutil/trace.go:171","msg":"trace[806719565] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1361; }","duration":"234.484298ms","start":"2026-07-30T18:58:44.051609Z","end":"2026-07-30T18:58:44.286093Z","steps":["trace[806719565] 'agreement among raft nodes before linearized reading' (duration: 234.113709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:44.286102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:43.978533Z","time spent":"307.561064ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T18:58:44.286155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.894222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T18:58:44.286282Z","caller":"traceutil/trace.go:171","msg":"trace[934214728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1361; }","duration":"308.064996ms","start":"2026-07-30T18:58:43.978192Z","end":"2026-07-30T18:58:44.286257Z","steps":["trace[934214728] 'agreement among raft nodes before linearized reading' (duration: 307.678417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:44.286351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:43.978176Z","time spent":"308.162879ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T18:58:44.601542Z","caller":"traceutil/trace.go:171","msg":"trace[878998427] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"310.970217ms","start":"2026-07-30T18:58:44.290536Z","end":"2026-07-30T18:58:44.601506Z","steps":["trace[878998427] 'process raft request' (duration: 310.68279ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:58:44.601531Z","caller":"traceutil/trace.go:171","msg":"trace[680679086] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"310.219148ms","start":"2026-07-30T18:58:44.291285Z","end":"2026-07-30T18:58:44.601504Z","steps":["trace[680679086] 'process raft request' (duration: 310.135696ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:58:44.601632Z","caller":"traceutil/trace.go:171","msg":"trace[2019345666] transaction","detail":"{read_only:false; response_revision:1364; number_of_response:1; }","duration":"310.985837ms","start":"2026-07-30T18:58:44.290602Z","end":"2026-07-30T18:58:44.601587Z","steps":["trace[2019345666] 'process raft request' (duration: 310.782452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:44.601742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:44.29051Z","time spent":"311.13546ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:58:44.601755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:44.291275Z","time spent":"310.394023ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:58:44.601808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:44.290574Z","time spent":"311.142411ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T18:58:44.601878Z","caller":"traceutil/trace.go:171","msg":"trace[960218670] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"293.263258ms","start":"2026-07-30T18:58:44.308582Z","end":"2026-07-30T18:58:44.601845Z","steps":["trace[960218670] 'process raft request' (duration: 292.876309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:46.347783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451092779,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T18:58:46.552359Z","caller":"traceutil/trace.go:171","msg":"trace[83786638] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"966.796789ms","start":"2026-07-30T18:58:45.585537Z","end":"2026-07-30T18:58:46.552333Z","steps":["trace[83786638] 'process raft request' (duration: 966.610924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:46.552516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:45.585513Z","time spent":"966.922772ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T18:58:46.567247Z","caller":"traceutil/trace.go:171","msg":"trace[405496884] linearizableReadLoop","detail":"{readStateIndex:1416; appliedIndex:1413; }","duration":"719.819978ms","start":"2026-07-30T18:58:45.847406Z","end":"2026-07-30T18:58:46.567226Z","steps":["trace[405496884] 'read index received' (duration: 704.770325ms)","trace[405496884] 'applied index is now lower than readState.Index' (duration: 15.048623ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T18:58:46.567296Z","caller":"traceutil/trace.go:171","msg":"trace[1129070438] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"276.445452ms","start":"2026-07-30T18:58:46.290836Z","end":"2026-07-30T18:58:46.567281Z","steps":["trace[1129070438] 'process raft request' (duration: 276.325619ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:58:46.56735Z","caller":"traceutil/trace.go:171","msg":"trace[2147188398] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"808.649826ms","start":"2026-07-30T18:58:45.758681Z","end":"2026-07-30T18:58:46.567331Z","steps":["trace[2147188398] 'process raft request' (duration: 808.370569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:46.56738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.958563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T18:58:46.567419Z","caller":"traceutil/trace.go:171","msg":"trace[1563290696] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1370; }","duration":"720.041774ms","start":"2026-07-30T18:58:45.847364Z","end":"2026-07-30T18:58:46.567405Z","steps":["trace[1563290696] 'agreement among raft nodes before linearized reading' (duration: 719.969222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:46.567432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:45.758654Z","time spent":"808.736918ms","remote":"127.0.0.1:49796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T18:58:46.567452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:45.847317Z","time spent":"720.127477ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T18:58:46.567774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.620521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T18:58:46.567826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.283722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T18:58:46.56786Z","caller":"traceutil/trace.go:171","msg":"trace[1444356297] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1370; }","duration":"481.742604ms","start":"2026-07-30T18:58:46.0861Z","end":"2026-07-30T18:58:46.567843Z","steps":["trace[1444356297] 'agreement among raft nodes before linearized reading' (duration: 481.607801ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:58:46.567886Z","caller":"traceutil/trace.go:171","msg":"trace[1992382443] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1370; }","duration":"248.329413ms","start":"2026-07-30T18:58:46.319528Z","end":"2026-07-30T18:58:46.567858Z","steps":["trace[1992382443] 'agreement among raft nodes before linearized reading' (duration: 248.19844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:46.567767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.014467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T18:58:46.567912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:46.086089Z","time spent":"481.812036ms","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":7,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-30T18:58:46.567989Z","caller":"traceutil/trace.go:171","msg":"trace[1004124326] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1370; }","duration":"541.251203ms","start":"2026-07-30T18:58:46.026693Z","end":"2026-07-30T18:58:46.567945Z","steps":["trace[1004124326] 'agreement among raft nodes before linearized reading' (duration: 541.035538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:46.568076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:46.026674Z","time spent":"541.371596ms","remote":"127.0.0.1:50028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-30T18:58:46.568138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.345853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T18:58:46.568248Z","caller":"traceutil/trace.go:171","msg":"trace[800521291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1370; }","duration":"658.493727ms","start":"2026-07-30T18:58:45.909744Z","end":"2026-07-30T18:58:46.568238Z","steps":["trace[800521291] 'agreement among raft nodes before linearized reading' (duration: 657.934713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:46.568308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:45.909726Z","time spent":"658.574048ms","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T18:58:46.773538Z","caller":"traceutil/trace.go:171","msg":"trace[255360168] linearizableReadLoop","detail":"{readStateIndex:1417; appliedIndex:1416; }","duration":"200.089297ms","start":"2026-07-30T18:58:46.573426Z","end":"2026-07-30T18:58:46.773515Z","steps":["trace[255360168] 'read index received' (duration: 128.021035ms)","trace[255360168] 'applied index is now lower than readState.Index' (duration: 72.067262ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T18:58:46.773693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.24723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T18:58:46.773736Z","caller":"traceutil/trace.go:171","msg":"trace[2020554164] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:1371; }","duration":"200.329023ms","start":"2026-07-30T18:58:46.573392Z","end":"2026-07-30T18:58:46.773721Z","steps":["trace[2020554164] 'agreement among raft nodes before linearized reading' (duration: 200.247201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:46.773931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.915309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-30T18:58:46.774004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.95881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T18:58:46.774013Z","caller":"traceutil/trace.go:171","msg":"trace[1079293831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1371; }","duration":"168.037431ms","start":"2026-07-30T18:58:46.605958Z","end":"2026-07-30T18:58:46.773995Z","steps":["trace[1079293831] 'agreement among raft nodes before linearized reading' (duration: 167.790665ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:58:46.774063Z","caller":"traceutil/trace.go:171","msg":"trace[1875396799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1371; }","duration":"168.041791ms","start":"2026-07-30T18:58:46.606005Z","end":"2026-07-30T18:58:46.774047Z","steps":["trace[1875396799] 'agreement among raft nodes before linearized reading' (duration: 167.766835ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:58:46.773879Z","caller":"traceutil/trace.go:171","msg":"trace[2007879561] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"201.607873ms","start":"2026-07-30T18:58:46.572038Z","end":"2026-07-30T18:58:46.773646Z","steps":["trace[2007879561] 'process raft request' (duration: 129.423528ms)","trace[2007879561] 'compare' (duration: 71.959699ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T18:58:46.774525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.20956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-30T18:58:46.774577Z","caller":"traceutil/trace.go:171","msg":"trace[1616255260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1371; }","duration":"169.283862ms","start":"2026-07-30T18:58:46.605278Z","end":"2026-07-30T18:58:46.774562Z","steps":["trace[1616255260] 'agreement among raft nodes before linearized reading' (duration: 168.423341ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:58:47.017606Z","caller":"traceutil/trace.go:171","msg":"trace[256752426] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"166.898793ms","start":"2026-07-30T18:58:46.850683Z","end":"2026-07-30T18:58:47.017581Z","steps":["trace[256752426] 'process raft request' (duration: 166.78434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:47.256859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.027875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T18:58:47.257023Z","caller":"traceutil/trace.go:171","msg":"trace[1124644561] linearizableReadLoop","detail":"{readStateIndex:1425; appliedIndex:1423; }","duration":"369.692275ms","start":"2026-07-30T18:58:46.887315Z","end":"2026-07-30T18:58:47.257008Z","steps":["trace[1124644561] 'read index received' (duration: 130.318949ms)","trace[1124644561] 'applied index is now lower than readState.Index' (duration: 239.372576ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T18:58:47.257114Z","caller":"traceutil/trace.go:171","msg":"trace[695961548] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"391.070552ms","start":"2026-07-30T18:58:46.866024Z","end":"2026-07-30T18:58:47.257094Z","steps":["trace[695961548] 'process raft request' (duration: 197.728389ms)","trace[695961548] 'compare' (duration: 192.889992ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T18:58:47.257156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.954277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T18:58:47.257185Z","caller":"traceutil/trace.go:171","msg":"trace[1696538752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1379; }","duration":"345.022049ms","start":"2026-07-30T18:58:46.912154Z","end":"2026-07-30T18:58:47.257176Z","steps":["trace[1696538752] 'agreement among raft nodes before linearized reading' (duration: 344.965718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:47.257222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:46.912136Z","time spent":"345.07975ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T18:58:47.257237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:46.866005Z","time spent":"391.185314ms","remote":"127.0.0.1:49796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":843,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T18:58:47.257258Z","caller":"traceutil/trace.go:171","msg":"trace[1336614224] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"390.818045ms","start":"2026-07-30T18:58:46.866422Z","end":"2026-07-30T18:58:47.25724Z","steps":["trace[1336614224] 'process raft request' (duration: 390.520908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:47.257348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:46.866395Z","time spent":"390.906698ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:58:47.257335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.984242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.61\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-30T18:58:47.257417Z","caller":"traceutil/trace.go:171","msg":"trace[174002717] range","detail":"{range_begin:/registry/masterleases/199.204.45.61; range_end:; response_count:1; response_revision:1379; }","duration":"370.124355ms","start":"2026-07-30T18:58:46.887272Z","end":"2026-07-30T18:58:47.257397Z","steps":["trace[174002717] 'agreement among raft nodes before linearized reading' (duration: 369.855789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:47.257486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:46.887254Z","time spent":"370.220937ms","remote":"127.0.0.1:49750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.61\" "} {"level":"warn","ts":"2026-07-30T18:58:48.115181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.010624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T18:58:48.115283Z","caller":"traceutil/trace.go:171","msg":"trace[2017440893] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"807.14436ms","start":"2026-07-30T18:58:47.308117Z","end":"2026-07-30T18:58:48.115261Z","steps":["trace[2017440893] 'process raft request' (duration: 50.963562ms)","trace[2017440893] 'compare' (duration: 755.87229ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T18:58:48.115348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:47.308091Z","time spent":"807.224961ms","remote":"127.0.0.1:49750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T18:58:48.116075Z","caller":"traceutil/trace.go:171","msg":"trace[209503486] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"203.011597ms","start":"2026-07-30T18:58:47.913017Z","end":"2026-07-30T18:58:48.116028Z","steps":["trace[209503486] 'process raft request' (duration: 202.875834ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:58:48.69928Z","caller":"traceutil/trace.go:171","msg":"trace[309454415] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"318.679153ms","start":"2026-07-30T18:58:48.380581Z","end":"2026-07-30T18:58:48.69926Z","steps":["trace[309454415] 'process raft request' (duration: 318.488818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:48.699398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:48.380546Z","time spent":"318.794436ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T18:58:48.699264Z","caller":"traceutil/trace.go:171","msg":"trace[338567271] linearizableReadLoop","detail":"{readStateIndex:1429; appliedIndex:1428; }","duration":"143.008657ms","start":"2026-07-30T18:58:48.556232Z","end":"2026-07-30T18:58:48.699241Z","steps":["trace[338567271] 'read index received' (duration: 142.867594ms)","trace[338567271] 'applied index is now lower than readState.Index' (duration: 139.963µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T18:58:48.699476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.225622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T18:58:48.69954Z","caller":"traceutil/trace.go:171","msg":"trace[266191479] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1382; }","duration":"143.349825ms","start":"2026-07-30T18:58:48.556176Z","end":"2026-07-30T18:58:48.699526Z","steps":["trace[266191479] 'agreement among raft nodes before linearized reading' (duration: 143.15083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:49.200444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451092810,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T18:58:50.609723Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.142343987s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T18:58:50.887129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419706582s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T18:58:50.887375Z","caller":"traceutil/trace.go:171","msg":"trace[682740364] transaction","detail":"{read_only:false; response_revision:1385; number_of_response:1; }","duration":"1.240264524s","start":"2026-07-30T18:58:49.647093Z","end":"2026-07-30T18:58:50.887358Z","steps":["trace[682740364] 'process raft request' (duration: 1.240223753s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:50.887439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:49.64706Z","time spent":"1.240347026s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T18:58:50.887543Z","caller":"traceutil/trace.go:171","msg":"trace[607232298] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"2.314807421s","start":"2026-07-30T18:58:48.57268Z","end":"2026-07-30T18:58:50.887488Z","steps":["trace[607232298] 'process raft request' (duration: 894.655578ms)","trace[607232298] 'compare' (duration: 1.418951124s)"],"step_count":2} {"level":"info","ts":"2026-07-30T18:58:50.887702Z","caller":"traceutil/trace.go:171","msg":"trace[1557410392] linearizableReadLoop","detail":"{readStateIndex:1431; appliedIndex:1429; }","duration":"2.188219112s","start":"2026-07-30T18:58:48.699441Z","end":"2026-07-30T18:58:50.88766Z","steps":["trace[1557410392] 'read index received' (duration: 767.912245ms)","trace[1557410392] 'applied index is now lower than readState.Index' (duration: 1.420302996s)"],"step_count":2} {"level":"warn","ts":"2026-07-30T18:58:50.887746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:48.572663Z","time spent":"2.314964815s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T18:58:50.887768Z","caller":"traceutil/trace.go:171","msg":"trace[546998963] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"2.183858896s","start":"2026-07-30T18:58:48.703875Z","end":"2026-07-30T18:58:50.887734Z","steps":["trace[546998963] 'process raft request' (duration: 2.183357174s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:50.887867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190331483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T18:58:50.887922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975699144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T18:58:50.887925Z","caller":"traceutil/trace.go:171","msg":"trace[1038729793] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1385; }","duration":"2.190433955s","start":"2026-07-30T18:58:48.697476Z","end":"2026-07-30T18:58:50.88791Z","steps":["trace[1038729793] 'agreement among raft nodes before linearized reading' (duration: 2.190328172s)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:58:50.887966Z","caller":"traceutil/trace.go:171","msg":"trace[456635191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1385; }","duration":"1.975801627s","start":"2026-07-30T18:58:48.912152Z","end":"2026-07-30T18:58:50.887953Z","steps":["trace[456635191] 'agreement among raft nodes before linearized reading' (duration: 1.975700944s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:50.887987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:48.697456Z","time spent":"2.190512277s","remote":"127.0.0.1:52324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-30T18:58:50.888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109451007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-30T18:58:50.888008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:48.912124Z","time spent":"1.975875958s","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T18:58:50.888011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021487061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-30T18:58:50.888021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084260283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-30T18:58:50.888059Z","caller":"traceutil/trace.go:171","msg":"trace[216926010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1385; }","duration":"2.10954801s","start":"2026-07-30T18:58:48.778493Z","end":"2026-07-30T18:58:50.888041Z","steps":["trace[216926010] 'agreement among raft nodes before linearized reading' (duration: 2.109356275s)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:58:50.888078Z","caller":"traceutil/trace.go:171","msg":"trace[1432705516] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1385; }","duration":"1.084349124s","start":"2026-07-30T18:58:49.803716Z","end":"2026-07-30T18:58:50.888065Z","steps":["trace[1432705516] 'agreement among raft nodes before linearized reading' (duration: 1.08418003s)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:58:50.888075Z","caller":"traceutil/trace.go:171","msg":"trace[1227278700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1385; }","duration":"2.021591223s","start":"2026-07-30T18:58:48.866466Z","end":"2026-07-30T18:58:50.888057Z","steps":["trace[1227278700] 'agreement among raft nodes before linearized reading' (duration: 2.021389088s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:50.888102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:48.778468Z","time spent":"2.109626212s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T18:58:50.888122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:48.866446Z","time spent":"2.021667565s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T18:58:50.888115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:49.803696Z","time spent":"1.084410556s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T18:58:50.888223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021655376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T18:58:50.8883Z","caller":"traceutil/trace.go:171","msg":"trace[238735624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1385; }","duration":"2.02183731s","start":"2026-07-30T18:58:48.866444Z","end":"2026-07-30T18:58:50.888281Z","steps":["trace[238735624] 'agreement among raft nodes before linearized reading' (duration: 2.021580913s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:50.888348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:48.866427Z","time spent":"2.021909091s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T18:58:50.888097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741094962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T18:58:50.888001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021518982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T18:58:50.888803Z","caller":"traceutil/trace.go:171","msg":"trace[980149737] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1385; }","duration":"1.741597855s","start":"2026-07-30T18:58:49.14689Z","end":"2026-07-30T18:58:50.888488Z","steps":["trace[980149737] 'agreement among raft nodes before linearized reading' (duration: 1.74101321s)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:58:50.888837Z","caller":"traceutil/trace.go:171","msg":"trace[1971411668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1385; }","duration":"2.022364652s","start":"2026-07-30T18:58:48.866436Z","end":"2026-07-30T18:58:50.888801Z","steps":["trace[1971411668] 'agreement among raft nodes before linearized reading' (duration: 2.021488461s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:50.888883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:48.866413Z","time spent":"2.022455045s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T18:58:50.888883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:49.146833Z","time spent":"1.742027895s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-30T18:58:50.887987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:48.70385Z","time spent":"2.18405381s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:58:50.888979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350918549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T18:58:50.889182Z","caller":"traceutil/trace.go:171","msg":"trace[153804837] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1385; }","duration":"1.351075603s","start":"2026-07-30T18:58:49.537977Z","end":"2026-07-30T18:58:50.889053Z","steps":["trace[153804837] 'agreement among raft nodes before linearized reading' (duration: 1.349912925s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:50.889335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:49.537942Z","time spent":"1.351304249s","remote":"127.0.0.1:39782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-30T18:58:51.197707Z","caller":"traceutil/trace.go:171","msg":"trace[959871166] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"304.650336ms","start":"2026-07-30T18:58:50.893031Z","end":"2026-07-30T18:58:51.197681Z","steps":["trace[959871166] 'process raft request' (duration: 304.521052ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:58:51.197808Z","caller":"traceutil/trace.go:171","msg":"trace[1041276310] linearizableReadLoop","detail":"{readStateIndex:1437; appliedIndex:1432; }","duration":"300.840943ms","start":"2026-07-30T18:58:50.896959Z","end":"2026-07-30T18:58:51.197799Z","steps":["trace[1041276310] 'read index received' (duration: 91.266147ms)","trace[1041276310] 'applied index is now lower than readState.Index' (duration: 209.573496ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T18:58:51.197869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.907155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T18:58:51.197884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:50.89301Z","time spent":"304.805649ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T18:58:51.197897Z","caller":"traceutil/trace.go:171","msg":"trace[765370697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1390; }","duration":"300.960717ms","start":"2026-07-30T18:58:50.896927Z","end":"2026-07-30T18:58:51.197887Z","steps":["trace[765370697] 'agreement among raft nodes before linearized reading' (duration: 300.906005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:51.19808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:50.896919Z","time spent":"301.13254ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T18:58:51.197781Z","caller":"traceutil/trace.go:171","msg":"trace[454762913] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"304.036851ms","start":"2026-07-30T18:58:50.893736Z","end":"2026-07-30T18:58:51.197773Z","steps":["trace[454762913] 'process raft request' (duration: 303.937458ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:58:51.197739Z","caller":"traceutil/trace.go:171","msg":"trace[1780753956] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"304.641796ms","start":"2026-07-30T18:58:50.893083Z","end":"2026-07-30T18:58:51.197725Z","steps":["trace[1780753956] 'process raft request' (duration: 304.556834ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:58:51.198248Z","caller":"traceutil/trace.go:171","msg":"trace[607924675] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"305.228119ms","start":"2026-07-30T18:58:50.892979Z","end":"2026-07-30T18:58:51.198207Z","steps":["trace[607924675] 'process raft request' (duration: 302.36897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:58:51.198339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:50.89372Z","time spent":"304.498072ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:58:51.198372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:50.893076Z","time spent":"305.2261ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:58:51.198398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:58:50.892963Z","time spent":"305.351793ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:59:10.093358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.443426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-bh5qz\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-07-30T18:59:10.093499Z","caller":"traceutil/trace.go:171","msg":"trace[2100618597] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-bh5qz; range_end:; response_count:1; response_revision:1576; }","duration":"193.58537ms","start":"2026-07-30T18:59:09.899856Z","end":"2026-07-30T18:59:10.093441Z","steps":["trace[2100618597] 'range keys from in-memory index tree' (duration: 193.310993ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:59:16.21083Z","caller":"traceutil/trace.go:171","msg":"trace[1189134459] linearizableReadLoop","detail":"{readStateIndex:1760; appliedIndex:1759; }","duration":"170.690216ms","start":"2026-07-30T18:59:16.040114Z","end":"2026-07-30T18:59:16.210804Z","steps":["trace[1189134459] 'read index received' (duration: 170.513402ms)","trace[1189134459] 'applied index is now lower than readState.Index' (duration: 175.194µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T18:59:16.211094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.977423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-30T18:59:16.211147Z","caller":"traceutil/trace.go:171","msg":"trace[1101564523] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1703; }","duration":"171.117397ms","start":"2026-07-30T18:59:16.040018Z","end":"2026-07-30T18:59:16.211135Z","steps":["trace[1101564523] 'agreement among raft nodes before linearized reading' (duration: 170.895292ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:59:16.21102Z","caller":"traceutil/trace.go:171","msg":"trace[388408803] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"268.305797ms","start":"2026-07-30T18:59:15.942656Z","end":"2026-07-30T18:59:16.210962Z","steps":["trace[388408803] 'process raft request' (duration: 267.986239ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:59:17.263892Z","caller":"traceutil/trace.go:171","msg":"trace[639727885] linearizableReadLoop","detail":"{readStateIndex:1764; appliedIndex:1763; }","duration":"213.483341ms","start":"2026-07-30T18:59:17.050386Z","end":"2026-07-30T18:59:17.263869Z","steps":["trace[639727885] 'read index received' (duration: 213.344928ms)","trace[639727885] 'applied index is now lower than readState.Index' (duration: 136.833µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T18:59:17.264134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.737098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T18:59:17.264173Z","caller":"traceutil/trace.go:171","msg":"trace[201008867] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1706; }","duration":"213.84318ms","start":"2026-07-30T18:59:17.050315Z","end":"2026-07-30T18:59:17.264159Z","steps":["trace[201008867] 'agreement among raft nodes before linearized reading' (duration: 213.652916ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:59:17.264766Z","caller":"traceutil/trace.go:171","msg":"trace[718615231] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"247.204877ms","start":"2026-07-30T18:59:17.017509Z","end":"2026-07-30T18:59:17.264714Z","steps":["trace[718615231] 'process raft request' (duration: 246.217123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:34.77843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.76808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T18:59:34.77854Z","caller":"traceutil/trace.go:171","msg":"trace[1796689446] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2039; }","duration":"121.124828ms","start":"2026-07-30T18:59:34.657392Z","end":"2026-07-30T18:59:34.778517Z","steps":["trace[1796689446] 'range keys from in-memory index tree' (duration: 120.628436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:34.77851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.006805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T18:59:34.778435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.872203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T18:59:34.778642Z","caller":"traceutil/trace.go:171","msg":"trace[224321196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:2039; }","duration":"121.18297ms","start":"2026-07-30T18:59:34.657428Z","end":"2026-07-30T18:59:34.778611Z","steps":["trace[224321196] 'range keys from in-memory index tree' (duration: 120.655117ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:59:34.778679Z","caller":"traceutil/trace.go:171","msg":"trace[2114161086] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2039; }","duration":"121.324853ms","start":"2026-07-30T18:59:34.657315Z","end":"2026-07-30T18:59:34.77864Z","steps":["trace[2114161086] 'count revisions from in-memory index tree' (duration: 120.796481ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:59:43.659819Z","caller":"traceutil/trace.go:171","msg":"trace[411940728] linearizableReadLoop","detail":"{readStateIndex:2260; appliedIndex:2259; }","duration":"241.588321ms","start":"2026-07-30T18:59:43.418197Z","end":"2026-07-30T18:59:43.659785Z","steps":["trace[411940728] 'read index received' (duration: 168.750679ms)","trace[411940728] 'applied index is now lower than readState.Index' (duration: 72.836902ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T18:59:43.659962Z","caller":"traceutil/trace.go:171","msg":"trace[1483920414] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"254.77304ms","start":"2026-07-30T18:59:43.405178Z","end":"2026-07-30T18:59:43.659951Z","steps":["trace[1483920414] 'process raft request' (duration: 181.753554ms)","trace[1483920414] 'compare' (duration: 72.680697ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T18:59:43.660158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.94662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T18:59:43.66024Z","caller":"traceutil/trace.go:171","msg":"trace[1264557957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2176; }","duration":"242.089903ms","start":"2026-07-30T18:59:43.418131Z","end":"2026-07-30T18:59:43.660221Z","steps":["trace[1264557957] 'agreement among raft nodes before linearized reading' (duration: 241.841387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:43.660254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.529159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-30T18:59:43.660389Z","caller":"traceutil/trace.go:171","msg":"trace[899583726] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2176; }","duration":"241.690334ms","start":"2026-07-30T18:59:43.418674Z","end":"2026-07-30T18:59:43.660365Z","steps":["trace[899583726] 'agreement among raft nodes before linearized reading' (duration: 241.328735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:43.660552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.410451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T18:59:43.660588Z","caller":"traceutil/trace.go:171","msg":"trace[1388812841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2176; }","duration":"206.520263ms","start":"2026-07-30T18:59:43.454059Z","end":"2026-07-30T18:59:43.66058Z","steps":["trace[1388812841] 'agreement among raft nodes before linearized reading' (duration: 206.38642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:43.66061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.208029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T18:59:43.660643Z","caller":"traceutil/trace.go:171","msg":"trace[923164884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2176; }","duration":"214.287531ms","start":"2026-07-30T18:59:43.446346Z","end":"2026-07-30T18:59:43.660633Z","steps":["trace[923164884] 'agreement among raft nodes before linearized reading' (duration: 214.188209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:43.660691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.344634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T18:59:43.660709Z","caller":"traceutil/trace.go:171","msg":"trace[422829458] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"177.776818ms","start":"2026-07-30T18:59:43.482883Z","end":"2026-07-30T18:59:43.66066Z","steps":["trace[422829458] 'process raft request' (duration: 176.848295ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:59:43.660789Z","caller":"traceutil/trace.go:171","msg":"trace[1135503472] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2176; }","duration":"212.480227ms","start":"2026-07-30T18:59:43.448285Z","end":"2026-07-30T18:59:43.660765Z","steps":["trace[1135503472] 'agreement among raft nodes before linearized reading' (duration: 212.207281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:43.660973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.189389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T18:59:43.661102Z","caller":"traceutil/trace.go:171","msg":"trace[1461567642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2176; }","duration":"207.485376ms","start":"2026-07-30T18:59:43.453593Z","end":"2026-07-30T18:59:43.661079Z","steps":["trace[1461567642] 'agreement among raft nodes before linearized reading' (duration: 207.119837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:44.377938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451094368,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T18:59:44.878115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451094368,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T18:59:45.378271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451094368,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T18:59:45.652986Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.919609818s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T18:59:45.705652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.22486ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T18:59:45.705856Z","caller":"traceutil/trace.go:171","msg":"trace[1593199975] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2177; }","duration":"461.440505ms","start":"2026-07-30T18:59:45.244379Z","end":"2026-07-30T18:59:45.705819Z","steps":["trace[1593199975] 'range keys from in-memory index tree' (duration: 461.163109ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:59:45.705983Z","caller":"traceutil/trace.go:171","msg":"trace[307993353] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"2.041013112s","start":"2026-07-30T18:59:43.664913Z","end":"2026-07-30T18:59:45.705926Z","steps":["trace[307993353] 'process raft request' (duration: 1.988354379s)","trace[307993353] 'compare' (duration: 51.686749ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T18:59:45.70606Z","caller":"traceutil/trace.go:171","msg":"trace[865889213] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"2.040287575s","start":"2026-07-30T18:59:43.665733Z","end":"2026-07-30T18:59:45.706021Z","steps":["trace[865889213] 'process raft request' (duration: 2.040179903s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:45.705222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:45.30291Z","time spent":"402.303856ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-30T18:59:45.706142Z","caller":"traceutil/trace.go:171","msg":"trace[553641101] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"1.975586621s","start":"2026-07-30T18:59:43.730521Z","end":"2026-07-30T18:59:45.706108Z","steps":["trace[553641101] 'process raft request' (duration: 1.97552935s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:45.706214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:43.664888Z","time spent":"2.041229948s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:59:45.706315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:43.665723Z","time spent":"2.040454829s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:59:45.706357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:43.730493Z","time spent":"1.975738134s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T18:59:45.706367Z","caller":"traceutil/trace.go:171","msg":"trace[957409898] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"2.040336396s","start":"2026-07-30T18:59:43.665997Z","end":"2026-07-30T18:59:45.706334Z","steps":["trace[957409898] 'process raft request' (duration: 2.039968467s)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:59:45.706435Z","caller":"traceutil/trace.go:171","msg":"trace[652661615] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"2.039772902s","start":"2026-07-30T18:59:43.666627Z","end":"2026-07-30T18:59:45.7064Z","steps":["trace[652661615] 'process raft request' (duration: 2.039381663s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:45.706531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:43.665988Z","time spent":"2.040454238s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:59:45.706663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:43.666616Z","time spent":"2.039916196s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T18:59:45.707185Z","caller":"traceutil/trace.go:171","msg":"trace[1289626289] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"2.041961395s","start":"2026-07-30T18:59:43.665199Z","end":"2026-07-30T18:59:45.707161Z","steps":["trace[1289626289] 'process raft request' (duration: 2.040588552s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:45.707293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:43.66519Z","time spent":"2.042045248s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:59:45.911705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999936719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T18:59:45.911947Z","caller":"traceutil/trace.go:171","msg":"trace[1992612744] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000267897s","start":"2026-07-30T18:59:43.911651Z","end":"2026-07-30T18:59:45.911919Z","steps":["trace[1992612744] 'agreement among raft nodes before linearized reading' (duration: 1.99996903s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:45.912046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:43.911631Z","time spent":"2.000394181s","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T18:59:46.112713Z","caller":"traceutil/trace.go:171","msg":"trace[1481557953] linearizableReadLoop","detail":"{readStateIndex:2270; appliedIndex:2262; }","duration":"2.235139026s","start":"2026-07-30T18:59:43.877546Z","end":"2026-07-30T18:59:46.112685Z","steps":["trace[1481557953] 'read index received' (duration: 1.775735979s)","trace[1481557953] 'applied index is now lower than readState.Index' (duration: 459.401737ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T18:59:46.112757Z","caller":"traceutil/trace.go:171","msg":"trace[519762643] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"1.642680304s","start":"2026-07-30T18:59:44.470042Z","end":"2026-07-30T18:59:46.112723Z","steps":["trace[519762643] 'process raft request' (duration: 1.626608375s)","trace[519762643] 'compare' (duration: 15.678849ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T18:59:46.112842Z","caller":"traceutil/trace.go:171","msg":"trace[1907921653] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"739.540019ms","start":"2026-07-30T18:59:45.373283Z","end":"2026-07-30T18:59:46.112823Z","steps":["trace[1907921653] 'process raft request' (duration: 739.333644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:46.112987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235432613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T18:59:46.113042Z","caller":"traceutil/trace.go:171","msg":"trace[825189707] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2185; }","duration":"2.235545056s","start":"2026-07-30T18:59:43.87748Z","end":"2026-07-30T18:59:46.113025Z","steps":["trace[825189707] 'agreement among raft nodes before linearized reading' (duration: 2.235348311s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:46.11312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:43.877449Z","time spent":"2.235662558s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T18:59:46.11324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:45.373254Z","time spent":"739.720644ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:59:46.113246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:44.470018Z","time spent":"1.642934039s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:59:46.125732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014541823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-30T18:59:46.125757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.923731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T18:59:46.125781Z","caller":"traceutil/trace.go:171","msg":"trace[792940467] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2187; }","duration":"2.014635865s","start":"2026-07-30T18:59:44.111133Z","end":"2026-07-30T18:59:46.125768Z","steps":["trace[792940467] 'agreement among raft nodes before linearized reading' (duration: 2.014503712s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:46.125804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:44.111101Z","time spent":"2.014697657s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-30T18:59:46.125808Z","caller":"traceutil/trace.go:171","msg":"trace[2140898295] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2187; }","duration":"463.014184ms","start":"2026-07-30T18:59:45.662781Z","end":"2026-07-30T18:59:46.125795Z","steps":["trace[2140898295] 'agreement among raft nodes before linearized reading' (duration: 462.917652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:46.125843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:45.662762Z","time spent":"463.071786ms","remote":"127.0.0.1:49950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-30T18:59:46.125831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.876864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T18:59:46.125959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235644203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11911"} {"level":"warn","ts":"2026-07-30T18:59:46.125962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.131603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T18:59:46.12598Z","caller":"traceutil/trace.go:171","msg":"trace[1923210894] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2187; }","duration":"1.235696744s","start":"2026-07-30T18:59:44.890276Z","end":"2026-07-30T18:59:46.125973Z","steps":["trace[1923210894] 'agreement among raft nodes before linearized reading' (duration: 1.235628622s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:46.125954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.655221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T18:59:46.126002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:44.890253Z","time spent":"1.235744926s","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11935,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-30T18:59:46.125998Z","caller":"traceutil/trace.go:171","msg":"trace[295894859] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2187; }","duration":"787.069698ms","start":"2026-07-30T18:59:45.338861Z","end":"2026-07-30T18:59:46.125931Z","steps":["trace[295894859] 'agreement among raft nodes before linearized reading' (duration: 786.906724ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:59:46.126015Z","caller":"traceutil/trace.go:171","msg":"trace[516762904] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2187; }","duration":"844.765383ms","start":"2026-07-30T18:59:45.281236Z","end":"2026-07-30T18:59:46.126002Z","steps":["trace[516762904] 'agreement among raft nodes before linearized reading' (duration: 844.63024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:46.126053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:45.281206Z","time spent":"844.839785ms","remote":"127.0.0.1:49970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":17,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-30T18:59:46.126064Z","caller":"traceutil/trace.go:171","msg":"trace[487475410] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"460.416981ms","start":"2026-07-30T18:59:45.665631Z","end":"2026-07-30T18:59:46.126048Z","steps":["trace[487475410] 'process raft request' (duration: 459.872568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:46.126101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.874512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T18:59:46.126119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643562605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T18:59:46.12614Z","caller":"traceutil/trace.go:171","msg":"trace[404328355] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2187; }","duration":"1.643614796s","start":"2026-07-30T18:59:44.482518Z","end":"2026-07-30T18:59:46.126133Z","steps":["trace[404328355] 'agreement among raft nodes before linearized reading' (duration: 1.643567325s)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:59:46.126139Z","caller":"traceutil/trace.go:171","msg":"trace[1364514627] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2187; }","duration":"345.951464ms","start":"2026-07-30T18:59:45.780177Z","end":"2026-07-30T18:59:46.126129Z","steps":["trace[1364514627] 'agreement among raft nodes before linearized reading' (duration: 345.893883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:46.126158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:44.482504Z","time spent":"1.643649928s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-30T18:59:46.126143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.660006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-30T18:59:46.126169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:45.780151Z","time spent":"346.010486ms","remote":"127.0.0.1:49852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-30T18:59:46.12621Z","caller":"traceutil/trace.go:171","msg":"trace[708282666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2187; }","duration":"388.805251ms","start":"2026-07-30T18:59:45.737389Z","end":"2026-07-30T18:59:46.126195Z","steps":["trace[708282666] 'agreement among raft nodes before linearized reading' (duration: 388.568565ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:59:46.126218Z","caller":"traceutil/trace.go:171","msg":"trace[494621435] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"460.453972ms","start":"2026-07-30T18:59:45.665749Z","end":"2026-07-30T18:59:46.126203Z","steps":["trace[494621435] 'process raft request' (duration: 459.844407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:46.126247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:45.737337Z","time spent":"388.903293ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T18:59:46.126014Z","caller":"traceutil/trace.go:171","msg":"trace[503401741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2187; }","duration":"213.211545ms","start":"2026-07-30T18:59:45.912783Z","end":"2026-07-30T18:59:46.125995Z","steps":["trace[503401741] 'agreement among raft nodes before linearized reading' (duration: 213.146013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:46.126332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:45.665707Z","time spent":"460.548484ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:59:46.126159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:45.665614Z","time spent":"460.490233ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:59:46.126061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:45.338832Z","time spent":"787.210212ms","remote":"127.0.0.1:50064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-30T18:59:46.125884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.357554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-07-30T18:59:46.126529Z","caller":"traceutil/trace.go:171","msg":"trace[1539212837] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2187; }","duration":"936.05377ms","start":"2026-07-30T18:59:45.190453Z","end":"2026-07-30T18:59:46.126507Z","steps":["trace[1539212837] 'agreement among raft nodes before linearized reading' (duration: 935.261591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:46.126588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:45.19042Z","time spent":"936.156673ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T18:59:46.635371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451094381,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T18:59:47.129831Z","caller":"traceutil/trace.go:171","msg":"trace[1623426466] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"998.307155ms","start":"2026-07-30T18:59:46.131451Z","end":"2026-07-30T18:59:47.129758Z","steps":["trace[1623426466] 'process raft request' (duration: 963.456122ms)","trace[1623426466] 'compare' (duration: 34.432983ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T18:59:47.130467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:46.13141Z","time spent":"998.91972ms","remote":"127.0.0.1:49796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T18:59:47.134519Z","caller":"traceutil/trace.go:171","msg":"trace[293366110] linearizableReadLoop","detail":"{readStateIndex:2275; appliedIndex:2272; }","duration":"999.943785ms","start":"2026-07-30T18:59:46.134548Z","end":"2026-07-30T18:59:47.134492Z","steps":["trace[293366110] 'read index received' (duration: 960.44698ms)","trace[293366110] 'applied index is now lower than readState.Index' (duration: 39.495395ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T18:59:47.134902Z","caller":"traceutil/trace.go:171","msg":"trace[1546338614] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"1.003288445s","start":"2026-07-30T18:59:46.131572Z","end":"2026-07-30T18:59:47.134861Z","steps":["trace[1546338614] 'process raft request' (duration: 1.002709371s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:47.134924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000337855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T18:59:47.134968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.740459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T18:59:47.135027Z","caller":"traceutil/trace.go:171","msg":"trace[119976715] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2190; }","duration":"120.847542ms","start":"2026-07-30T18:59:47.014162Z","end":"2026-07-30T18:59:47.135009Z","steps":["trace[119976715] 'agreement among raft nodes before linearized reading' (duration: 120.745359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:47.13499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.055241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T18:59:47.135053Z","caller":"traceutil/trace.go:171","msg":"trace[687754385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2190; }","duration":"1.000478117s","start":"2026-07-30T18:59:46.134524Z","end":"2026-07-30T18:59:47.135002Z","steps":["trace[687754385] 'agreement among raft nodes before linearized reading' (duration: 1.000259822s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:47.135126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:46.134514Z","time spent":"1.00057523s","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T18:59:47.135149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:46.131538Z","time spent":"1.003462819s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:59:47.135287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.754233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.61\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-30T18:59:47.135332Z","caller":"traceutil/trace.go:171","msg":"trace[856236213] range","detail":"{range_begin:/registry/masterleases/199.204.45.61; range_end:; response_count:1; response_revision:2190; }","duration":"243.836595ms","start":"2026-07-30T18:59:46.891485Z","end":"2026-07-30T18:59:47.135322Z","steps":["trace[856236213] 'agreement among raft nodes before linearized reading' (duration: 243.678751ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:59:47.135095Z","caller":"traceutil/trace.go:171","msg":"trace[644809081] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2190; }","duration":"996.197144ms","start":"2026-07-30T18:59:46.138876Z","end":"2026-07-30T18:59:47.135073Z","steps":["trace[644809081] 'agreement among raft nodes before linearized reading' (duration: 996.01852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:47.135435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:46.138866Z","time spent":"996.554492ms","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-30T18:59:47.135529Z","caller":"traceutil/trace.go:171","msg":"trace[1555302818] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"1.003531101s","start":"2026-07-30T18:59:46.131967Z","end":"2026-07-30T18:59:47.135498Z","steps":["trace[1555302818] 'process raft request' (duration: 1.002476616s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:47.135576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.993671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-30T18:59:47.135626Z","caller":"traceutil/trace.go:171","msg":"trace[643755531] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2190; }","duration":"860.091773ms","start":"2026-07-30T18:59:46.275519Z","end":"2026-07-30T18:59:47.135611Z","steps":["trace[643755531] 'agreement among raft nodes before linearized reading' (duration: 859.920459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:47.135688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:46.131935Z","time spent":"1.003663995s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T18:59:47.135698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:46.275492Z","time spent":"860.183866ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T18:59:54.028632Z","caller":"traceutil/trace.go:171","msg":"trace[866622700] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"284.540778ms","start":"2026-07-30T18:59:53.744061Z","end":"2026-07-30T18:59:54.028601Z","steps":["trace[866622700] 'process raft request' (duration: 284.286112ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:59:54.04066Z","caller":"traceutil/trace.go:171","msg":"trace[412582879] linearizableReadLoop","detail":"{readStateIndex:2346; appliedIndex:2341; }","duration":"280.973111ms","start":"2026-07-30T18:59:53.759672Z","end":"2026-07-30T18:59:54.040645Z","steps":["trace[412582879] 'read index received' (duration: 268.608233ms)","trace[412582879] 'applied index is now lower than readState.Index' (duration: 12.363668ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T18:59:54.040922Z","caller":"traceutil/trace.go:171","msg":"trace[674539610] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"294.302414ms","start":"2026-07-30T18:59:53.746611Z","end":"2026-07-30T18:59:54.040914Z","steps":["trace[674539610] 'process raft request' (duration: 293.245498ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:59:54.041046Z","caller":"traceutil/trace.go:171","msg":"trace[878340294] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"294.413987ms","start":"2026-07-30T18:59:53.746625Z","end":"2026-07-30T18:59:54.041039Z","steps":["trace[878340294] 'process raft request' (duration: 293.933815ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:59:54.041172Z","caller":"traceutil/trace.go:171","msg":"trace[247219224] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"294.326415ms","start":"2026-07-30T18:59:53.746837Z","end":"2026-07-30T18:59:54.041163Z","steps":["trace[247219224] 'process raft request' (duration: 293.751381ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:59:54.041257Z","caller":"traceutil/trace.go:171","msg":"trace[1770079432] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"292.91599ms","start":"2026-07-30T18:59:53.748334Z","end":"2026-07-30T18:59:54.04125Z","steps":["trace[1770079432] 'process raft request' (duration: 292.279815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:54.041364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.671999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T18:59:54.041393Z","caller":"traceutil/trace.go:171","msg":"trace[609641481] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2259; }","duration":"281.761821ms","start":"2026-07-30T18:59:53.759618Z","end":"2026-07-30T18:59:54.04138Z","steps":["trace[609641481] 'agreement among raft nodes before linearized reading' (duration: 281.685739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:54.041702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.053903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T18:59:54.041977Z","caller":"traceutil/trace.go:171","msg":"trace[122271102] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2259; }","duration":"103.215456ms","start":"2026-07-30T18:59:53.938552Z","end":"2026-07-30T18:59:54.041768Z","steps":["trace[122271102] 'agreement among raft nodes before linearized reading' (duration: 103.006081ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:59:58.283711Z","caller":"traceutil/trace.go:171","msg":"trace[1152844259] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"128.552407ms","start":"2026-07-30T18:59:58.155124Z","end":"2026-07-30T18:59:58.283676Z","steps":["trace[1152844259] 'process raft request' (duration: 128.304841ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:59:58.3692Z","caller":"traceutil/trace.go:171","msg":"trace[29914770] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"203.327578ms","start":"2026-07-30T18:59:58.165843Z","end":"2026-07-30T18:59:58.36917Z","steps":["trace[29914770] 'process raft request' (duration: 203.200255ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:59:58.369223Z","caller":"traceutil/trace.go:171","msg":"trace[875440045] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"212.814287ms","start":"2026-07-30T18:59:58.156374Z","end":"2026-07-30T18:59:58.369188Z","steps":["trace[875440045] 'process raft request' (duration: 210.41994ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T18:59:58.36937Z","caller":"traceutil/trace.go:171","msg":"trace[1576559171] linearizableReadLoop","detail":"{readStateIndex:2390; appliedIndex:2386; }","duration":"154.387269ms","start":"2026-07-30T18:59:58.214967Z","end":"2026-07-30T18:59:58.369355Z","steps":["trace[1576559171] 'read index received' (duration: 68.529751ms)","trace[1576559171] 'applied index is now lower than readState.Index' (duration: 85.856348ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T18:59:58.369445Z","caller":"traceutil/trace.go:171","msg":"trace[1081101741] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"202.827246ms","start":"2026-07-30T18:59:58.166606Z","end":"2026-07-30T18:59:58.369433Z","steps":["trace[1081101741] 'process raft request' (duration: 202.516319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:58.369555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.585725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T18:59:58.369591Z","caller":"traceutil/trace.go:171","msg":"trace[1803305572] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2302; }","duration":"154.680967ms","start":"2026-07-30T18:59:58.214899Z","end":"2026-07-30T18:59:58.36958Z","steps":["trace[1803305572] 'agreement among raft nodes before linearized reading' (duration: 154.508713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T18:59:59.878559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451094620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T19:00:00.379236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451094620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T19:00:00.542898Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.344224046s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T19:00:00.54342Z","caller":"traceutil/trace.go:171","msg":"trace[2122102326] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"1.344849861s","start":"2026-07-30T18:59:59.198539Z","end":"2026-07-30T19:00:00.543389Z","steps":["trace[2122102326] 'process raft request' (duration: 1.344564464s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:00.543671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:59.198515Z","time spent":"1.344975734s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:00:00.612558Z","caller":"traceutil/trace.go:171","msg":"trace[898301843] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"1.272737513s","start":"2026-07-30T18:59:59.339787Z","end":"2026-07-30T19:00:00.612525Z","steps":["trace[898301843] 'process raft request' (duration: 1.272557899s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:00.612703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:59.339755Z","time spent":"1.272863617s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:00:00.613018Z","caller":"traceutil/trace.go:171","msg":"trace[1485557344] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"323.640848ms","start":"2026-07-30T19:00:00.289363Z","end":"2026-07-30T19:00:00.613004Z","steps":["trace[1485557344] 'process raft request' (duration: 323.116225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:00.613105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:00.289335Z","time spent":"323.718609ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:00:00.613298Z","caller":"traceutil/trace.go:171","msg":"trace[755670555] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"238.369673ms","start":"2026-07-30T19:00:00.374879Z","end":"2026-07-30T19:00:00.613248Z","steps":["trace[755670555] 'process raft request' (duration: 238.033455ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:00.613904Z","caller":"traceutil/trace.go:171","msg":"trace[165330360] linearizableReadLoop","detail":"{readStateIndex:2396; appliedIndex:2390; }","duration":"1.235567668s","start":"2026-07-30T18:59:59.378319Z","end":"2026-07-30T19:00:00.613886Z","steps":["trace[165330360] 'read index received' (duration: 1.164824474s)","trace[165330360] 'applied index is now lower than readState.Index' (duration: 70.739624ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:00:00.613914Z","caller":"traceutil/trace.go:171","msg":"trace[341718999] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"238.953757ms","start":"2026-07-30T19:00:00.37494Z","end":"2026-07-30T19:00:00.613894Z","steps":["trace[341718999] 'process raft request' (duration: 238.149698ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:00.614271Z","caller":"traceutil/trace.go:171","msg":"trace[1151003421] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"239.027069ms","start":"2026-07-30T19:00:00.375095Z","end":"2026-07-30T19:00:00.614122Z","steps":["trace[1151003421] 'process raft request' (duration: 238.721901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:00.614394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.604581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-30T19:00:00.614446Z","caller":"traceutil/trace.go:171","msg":"trace[1048131022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2308; }","duration":"561.707833ms","start":"2026-07-30T19:00:00.052727Z","end":"2026-07-30T19:00:00.614435Z","steps":["trace[1048131022] 'agreement among raft nodes before linearized reading' (duration: 561.547199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:00.614496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:00.0527Z","time spent":"561.787736ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T19:00:00.614528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.729254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T19:00:00.614552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.958829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-30T19:00:00.614561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.107121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T19:00:00.614604Z","caller":"traceutil/trace.go:171","msg":"trace[2094309687] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2308; }","duration":"385.808446ms","start":"2026-07-30T19:00:00.228757Z","end":"2026-07-30T19:00:00.614565Z","steps":["trace[2094309687] 'agreement among raft nodes before linearized reading' (duration: 385.649232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:00.614714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.750267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-30T19:00:00.614745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:00.228692Z","time spent":"385.983229ms","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":23,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-30T19:00:00.614631Z","caller":"traceutil/trace.go:171","msg":"trace[1332641486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2308; }","duration":"545.071033ms","start":"2026-07-30T19:00:00.069541Z","end":"2026-07-30T19:00:00.614612Z","steps":["trace[1332641486] 'agreement among raft nodes before linearized reading' (duration: 544.781886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:00.614317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235966148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T19:00:00.615021Z","caller":"traceutil/trace.go:171","msg":"trace[125087721] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2308; }","duration":"1.236730206s","start":"2026-07-30T18:59:59.378272Z","end":"2026-07-30T19:00:00.615002Z","steps":["trace[125087721] 'agreement among raft nodes before linearized reading' (duration: 1.235870445s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:00.615001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:00.069534Z","time spent":"545.38394ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T19:00:00.615083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T18:59:59.378248Z","time spent":"1.236817079s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-30T19:00:00.614754Z","caller":"traceutil/trace.go:171","msg":"trace[527699777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2308; }","duration":"547.830939ms","start":"2026-07-30T19:00:00.066914Z","end":"2026-07-30T19:00:00.614745Z","steps":["trace[527699777] 'agreement among raft nodes before linearized reading' (duration: 547.730386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:00.615176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:00.066888Z","time spent":"548.2657ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T19:00:00.614751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.842457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-30T19:00:00.614638Z","caller":"traceutil/trace.go:171","msg":"trace[355454090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2308; }","duration":"547.222574ms","start":"2026-07-30T19:00:00.067398Z","end":"2026-07-30T19:00:00.614621Z","steps":["trace[355454090] 'agreement among raft nodes before linearized reading' (duration: 547.04571ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:00.615322Z","caller":"traceutil/trace.go:171","msg":"trace[1075264969] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2308; }","duration":"545.446951ms","start":"2026-07-30T19:00:00.069852Z","end":"2026-07-30T19:00:00.615299Z","steps":["trace[1075264969] 'agreement among raft nodes before linearized reading' (duration: 544.810506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:00.61538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:00.069823Z","time spent":"545.545264ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T19:00:00.615416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:00.067375Z","time spent":"548.021214ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T19:00:16.976438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.195822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T19:00:16.97668Z","caller":"traceutil/trace.go:171","msg":"trace[894034269] transaction","detail":"{read_only:false; response_revision:2423; number_of_response:1; }","duration":"303.922322ms","start":"2026-07-30T19:00:16.672728Z","end":"2026-07-30T19:00:16.976651Z","steps":["trace[894034269] 'process raft request' (duration: 101.423033ms)","trace[894034269] 'compare' (duration: 202.043418ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:00:16.976726Z","caller":"traceutil/trace.go:171","msg":"trace[117638570] linearizableReadLoop","detail":"{readStateIndex:2517; appliedIndex:2513; }","duration":"296.312169ms","start":"2026-07-30T19:00:16.680396Z","end":"2026-07-30T19:00:16.976708Z","steps":["trace[117638570] 'read index received' (duration: 94.107767ms)","trace[117638570] 'applied index is now lower than readState.Index' (duration: 202.203462ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:00:16.976754Z","caller":"traceutil/trace.go:171","msg":"trace[987655963] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"300.09971ms","start":"2026-07-30T19:00:16.676633Z","end":"2026-07-30T19:00:16.976733Z","steps":["trace[987655963] 'process raft request' (duration: 300.010368ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:16.976748Z","caller":"traceutil/trace.go:171","msg":"trace[1799284886] transaction","detail":"{read_only:false; response_revision:2424; number_of_response:1; }","duration":"303.577064ms","start":"2026-07-30T19:00:16.673152Z","end":"2026-07-30T19:00:16.976729Z","steps":["trace[1799284886] 'process raft request' (duration: 303.40476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:16.976839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:16.676603Z","time spent":"300.190833ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:00:16.976826Z","caller":"traceutil/trace.go:171","msg":"trace[2147101908] transaction","detail":"{read_only:false; response_revision:2426; number_of_response:1; }","duration":"299.24164ms","start":"2026-07-30T19:00:16.677549Z","end":"2026-07-30T19:00:16.97679Z","steps":["trace[2147101908] 'process raft request' (duration: 299.127327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:16.97685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:16.673106Z","time spent":"303.694137ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:00:16.976844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:16.672677Z","time spent":"304.073476ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:00:16.976935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.465903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-30T19:00:16.976956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.097097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T19:00:16.97698Z","caller":"traceutil/trace.go:171","msg":"trace[805901150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2426; }","duration":"274.541745ms","start":"2026-07-30T19:00:16.702423Z","end":"2026-07-30T19:00:16.976965Z","steps":["trace[805901150] 'agreement among raft nodes before linearized reading' (duration: 274.386041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:16.976982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.479622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T19:00:16.97703Z","caller":"traceutil/trace.go:171","msg":"trace[1700619035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2426; }","duration":"248.19389ms","start":"2026-07-30T19:00:16.728815Z","end":"2026-07-30T19:00:16.977009Z","steps":["trace[1700619035] 'agreement among raft nodes before linearized reading' (duration: 248.029976ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:16.977055Z","caller":"traceutil/trace.go:171","msg":"trace[585040985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2426; }","duration":"247.570595ms","start":"2026-07-30T19:00:16.729473Z","end":"2026-07-30T19:00:16.977044Z","steps":["trace[585040985] 'agreement among raft nodes before linearized reading' (duration: 247.402621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:16.97711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.565861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-30T19:00:16.977151Z","caller":"traceutil/trace.go:171","msg":"trace[664348499] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2426; }","duration":"273.628892ms","start":"2026-07-30T19:00:16.703512Z","end":"2026-07-30T19:00:16.977141Z","steps":["trace[664348499] 'agreement among raft nodes before linearized reading' (duration: 273.499329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:16.977312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.560989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-30T19:00:16.977386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.982755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T19:00:16.97744Z","caller":"traceutil/trace.go:171","msg":"trace[194077789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2426; }","duration":"297.093178ms","start":"2026-07-30T19:00:16.68033Z","end":"2026-07-30T19:00:16.977423Z","steps":["trace[194077789] 'agreement among raft nodes before linearized reading' (duration: 296.458563ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:16.977467Z","caller":"traceutil/trace.go:171","msg":"trace[2143894891] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2426; }","duration":"236.728613ms","start":"2026-07-30T19:00:16.740669Z","end":"2026-07-30T19:00:16.977397Z","steps":["trace[2143894891] 'agreement among raft nodes before linearized reading' (duration: 236.1732ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:17.151282Z","caller":"traceutil/trace.go:171","msg":"trace[1036752633] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"169.520724ms","start":"2026-07-30T19:00:16.981735Z","end":"2026-07-30T19:00:17.151256Z","steps":["trace[1036752633] 'process raft request' (duration: 169.224827ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:17.151733Z","caller":"traceutil/trace.go:171","msg":"trace[1605882140] transaction","detail":"{read_only:false; response_revision:2428; number_of_response:1; }","duration":"170.226551ms","start":"2026-07-30T19:00:16.981484Z","end":"2026-07-30T19:00:17.151711Z","steps":["trace[1605882140] 'process raft request' (duration: 169.730969ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:17.151809Z","caller":"traceutil/trace.go:171","msg":"trace[641953898] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"169.948915ms","start":"2026-07-30T19:00:16.981835Z","end":"2026-07-30T19:00:17.151784Z","steps":["trace[641953898] 'process raft request' (duration: 169.803501ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:17.152365Z","caller":"traceutil/trace.go:171","msg":"trace[251460806] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"170.276023ms","start":"2026-07-30T19:00:16.982074Z","end":"2026-07-30T19:00:17.15235Z","steps":["trace[251460806] 'process raft request' (duration: 170.202201ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:17.152375Z","caller":"traceutil/trace.go:171","msg":"trace[616433829] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"170.396026ms","start":"2026-07-30T19:00:16.981954Z","end":"2026-07-30T19:00:17.15235Z","steps":["trace[616433829] 'process raft request' (duration: 169.789841ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:17.164368Z","caller":"traceutil/trace.go:171","msg":"trace[2127675403] transaction","detail":"{read_only:false; response_revision:2432; number_of_response:1; }","duration":"142.315688ms","start":"2026-07-30T19:00:17.022029Z","end":"2026-07-30T19:00:17.164345Z","steps":["trace[2127675403] 'process raft request' (duration: 142.198566ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:22.478404Z","caller":"traceutil/trace.go:171","msg":"trace[709810322] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"260.866865ms","start":"2026-07-30T19:00:22.217508Z","end":"2026-07-30T19:00:22.478375Z","steps":["trace[709810322] 'process raft request' (duration: 260.66589ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:22.506161Z","caller":"traceutil/trace.go:171","msg":"trace[739648646] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"286.697268ms","start":"2026-07-30T19:00:22.219432Z","end":"2026-07-30T19:00:22.506129Z","steps":["trace[739648646] 'process raft request' (duration: 286.427851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:22.712366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.359281ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-30T19:00:22.712479Z","caller":"traceutil/trace.go:171","msg":"trace[98509358] linearizableReadLoop","detail":"{readStateIndex:2555; appliedIndex:2552; }","duration":"373.263113ms","start":"2026-07-30T19:00:22.339197Z","end":"2026-07-30T19:00:22.71246Z","steps":["trace[98509358] 'read index received' (duration: 139.065041ms)","trace[98509358] 'applied index is now lower than readState.Index' (duration: 234.196582ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:00:22.71269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.492998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12632"} {"level":"info","ts":"2026-07-30T19:00:22.71273Z","caller":"traceutil/trace.go:171","msg":"trace[895123534] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2462; }","duration":"373.605682ms","start":"2026-07-30T19:00:22.339113Z","end":"2026-07-30T19:00:22.712719Z","steps":["trace[895123534] 'agreement among raft nodes before linearized reading' (duration: 373.453218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:22.712759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:22.339085Z","time spent":"373.666032ms","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12656,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-30T19:00:22.712776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.163228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-30T19:00:22.712847Z","caller":"traceutil/trace.go:171","msg":"trace[599222568] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2462; }","duration":"133.277521ms","start":"2026-07-30T19:00:22.57955Z","end":"2026-07-30T19:00:22.712827Z","steps":["trace[599222568] 'agreement among raft nodes before linearized reading' (duration: 133.112647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:22.712858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.832427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-30T19:00:22.712949Z","caller":"traceutil/trace.go:171","msg":"trace[1037274061] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2462; }","duration":"273.96371ms","start":"2026-07-30T19:00:22.438958Z","end":"2026-07-30T19:00:22.712922Z","steps":["trace[1037274061] 'agreement among raft nodes before linearized reading' (duration: 273.699234ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:23.173928Z","caller":"traceutil/trace.go:171","msg":"trace[1572193897] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"171.258676ms","start":"2026-07-30T19:00:23.002641Z","end":"2026-07-30T19:00:23.173899Z","steps":["trace[1572193897] 'process raft request' (duration: 171.038161ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:23.174395Z","caller":"traceutil/trace.go:171","msg":"trace[588923438] linearizableReadLoop","detail":"{readStateIndex:2562; appliedIndex:2558; }","duration":"154.533813ms","start":"2026-07-30T19:00:23.019824Z","end":"2026-07-30T19:00:23.174358Z","steps":["trace[588923438] 'read index received' (duration: 43.670532ms)","trace[588923438] 'applied index is now lower than readState.Index' (duration: 110.862351ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:00:23.174428Z","caller":"traceutil/trace.go:171","msg":"trace[754990102] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"171.157344ms","start":"2026-07-30T19:00:23.003234Z","end":"2026-07-30T19:00:23.174392Z","steps":["trace[754990102] 'process raft request' (duration: 170.619561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:23.17458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.749889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T19:00:23.174622Z","caller":"traceutil/trace.go:171","msg":"trace[1044600394] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2469; }","duration":"154.859511ms","start":"2026-07-30T19:00:23.01975Z","end":"2026-07-30T19:00:23.17461Z","steps":["trace[1044600394] 'agreement among raft nodes before linearized reading' (duration: 154.692217ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:23.17466Z","caller":"traceutil/trace.go:171","msg":"trace[1091920413] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"170.935488ms","start":"2026-07-30T19:00:23.003684Z","end":"2026-07-30T19:00:23.17462Z","steps":["trace[1091920413] 'process raft request' (duration: 170.443046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:23.652002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.614644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T19:00:23.652254Z","caller":"traceutil/trace.go:171","msg":"trace[958272379] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"471.15767ms","start":"2026-07-30T19:00:23.181043Z","end":"2026-07-30T19:00:23.652201Z","steps":["trace[958272379] 'process raft request' (duration: 228.263369ms)","trace[958272379] 'compare' (duration: 242.497542ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:00:23.652297Z","caller":"traceutil/trace.go:171","msg":"trace[246522625] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"469.280775ms","start":"2026-07-30T19:00:23.182992Z","end":"2026-07-30T19:00:23.652273Z","steps":["trace[246522625] 'process raft request' (duration: 469.194913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:23.652397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:23.182979Z","time spent":"469.369038ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:00:23.652431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:23.181011Z","time spent":"471.322394ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:00:23.652438Z","caller":"traceutil/trace.go:171","msg":"trace[1060714684] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"468.949098ms","start":"2026-07-30T19:00:23.183468Z","end":"2026-07-30T19:00:23.652418Z","steps":["trace[1060714684] 'process raft request' (duration: 468.762333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:23.652549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:23.183456Z","time spent":"469.0518ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:00:23.652606Z","caller":"traceutil/trace.go:171","msg":"trace[518450288] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"471.057068ms","start":"2026-07-30T19:00:23.181536Z","end":"2026-07-30T19:00:23.652593Z","steps":["trace[518450288] 'process raft request' (duration: 470.587206ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:23.652837Z","caller":"traceutil/trace.go:171","msg":"trace[13073486] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"469.275265ms","start":"2026-07-30T19:00:23.183529Z","end":"2026-07-30T19:00:23.652804Z","steps":["trace[13073486] 'process raft request' (duration: 468.839254ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:23.652929Z","caller":"traceutil/trace.go:171","msg":"trace[1093322921] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"413.626674ms","start":"2026-07-30T19:00:23.239281Z","end":"2026-07-30T19:00:23.652908Z","steps":["trace[1093322921] 'process raft request' (duration: 413.44469ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:23.652933Z","caller":"traceutil/trace.go:171","msg":"trace[1031064111] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"369.680786ms","start":"2026-07-30T19:00:23.283232Z","end":"2026-07-30T19:00:23.652913Z","steps":["trace[1031064111] 'process raft request' (duration: 369.592053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:23.653015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:23.183507Z","time spent":"469.420449ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:00:23.653016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:23.239264Z","time spent":"413.706097ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:00:23.653026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:23.283195Z","time spent":"369.789948ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:00:23.653426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:23.181522Z","time spent":"471.10964ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:00:24.898754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.430626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:00:24.898839Z","caller":"traceutil/trace.go:171","msg":"trace[703098695] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2477; }","duration":"302.576209ms","start":"2026-07-30T19:00:24.596241Z","end":"2026-07-30T19:00:24.898817Z","steps":["trace[703098695] 'count revisions from in-memory index tree' (duration: 302.331243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:24.898884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:24.596219Z","time spent":"302.654802ms","remote":"127.0.0.1:50136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-30T19:00:24.89907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.471829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T19:00:24.899178Z","caller":"traceutil/trace.go:171","msg":"trace[1718826639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2477; }","duration":"124.625242ms","start":"2026-07-30T19:00:24.774532Z","end":"2026-07-30T19:00:24.899157Z","steps":["trace[1718826639] 'range keys from in-memory index tree' (duration: 124.11201ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:25.264934Z","caller":"traceutil/trace.go:171","msg":"trace[735956041] linearizableReadLoop","detail":"{readStateIndex:2571; appliedIndex:2570; }","duration":"355.536575ms","start":"2026-07-30T19:00:24.909375Z","end":"2026-07-30T19:00:25.264912Z","steps":["trace[735956041] 'read index received' (duration: 355.153236ms)","trace[735956041] 'applied index is now lower than readState.Index' (duration: 382.279µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:00:25.26499Z","caller":"traceutil/trace.go:171","msg":"trace[1033041421] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"361.594641ms","start":"2026-07-30T19:00:24.903363Z","end":"2026-07-30T19:00:25.264957Z","steps":["trace[1033041421] 'process raft request' (duration: 361.361666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:25.265109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.71337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:00:25.265227Z","caller":"traceutil/trace.go:171","msg":"trace[965026898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2478; }","duration":"355.883305ms","start":"2026-07-30T19:00:24.909331Z","end":"2026-07-30T19:00:25.265215Z","steps":["trace[965026898] 'agreement among raft nodes before linearized reading' (duration: 355.69226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:25.265156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:24.903328Z","time spent":"361.747455ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:00:25.265302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:24.909314Z","time spent":"355.976546ms","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T19:00:25.283849Z","caller":"traceutil/trace.go:171","msg":"trace[570224549] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"215.576893ms","start":"2026-07-30T19:00:25.068252Z","end":"2026-07-30T19:00:25.283828Z","steps":["trace[570224549] 'process raft request' (duration: 215.313006ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:25.283861Z","caller":"traceutil/trace.go:171","msg":"trace[2123525163] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"102.081159ms","start":"2026-07-30T19:00:25.181752Z","end":"2026-07-30T19:00:25.283834Z","steps":["trace[2123525163] 'process raft request' (duration: 102.010437ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:25.283884Z","caller":"traceutil/trace.go:171","msg":"trace[942675981] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"103.593955ms","start":"2026-07-30T19:00:25.180259Z","end":"2026-07-30T19:00:25.283853Z","steps":["trace[942675981] 'process raft request' (duration: 103.465042ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:25.284072Z","caller":"traceutil/trace.go:171","msg":"trace[1249220728] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"102.241842ms","start":"2026-07-30T19:00:25.181805Z","end":"2026-07-30T19:00:25.284047Z","steps":["trace[1249220728] 'process raft request' (duration: 101.991976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:26.413387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451095020,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T19:00:26.532498Z","caller":"traceutil/trace.go:171","msg":"trace[2139703387] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"870.326598ms","start":"2026-07-30T19:00:25.662143Z","end":"2026-07-30T19:00:26.532469Z","steps":["trace[2139703387] 'process raft request' (duration: 870.120833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:26.532646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:25.662125Z","time spent":"870.443551ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:00:27.373383Z","caller":"traceutil/trace.go:171","msg":"trace[576293244] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"1.710843508s","start":"2026-07-30T19:00:25.662507Z","end":"2026-07-30T19:00:27.37335Z","steps":["trace[576293244] 'process raft request' (duration: 1.710662254s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:27.373506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:25.66248Z","time spent":"1.71096226s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:00:27.37373Z","caller":"traceutil/trace.go:171","msg":"trace[552673011] linearizableReadLoop","detail":"{readStateIndex:2580; appliedIndex:2575; }","duration":"1.46103649s","start":"2026-07-30T19:00:25.912672Z","end":"2026-07-30T19:00:27.373708Z","steps":["trace[552673011] 'read index received' (duration: 619.626249ms)","trace[552673011] 'applied index is now lower than readState.Index' (duration: 841.409151ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:00:27.373782Z","caller":"traceutil/trace.go:171","msg":"trace[1525048969] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"1.711117674s","start":"2026-07-30T19:00:25.662655Z","end":"2026-07-30T19:00:27.373773Z","steps":["trace[1525048969] 'process raft request' (duration: 1.710663633s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:27.373822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:25.662614Z","time spent":"1.711185956s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:00:27.373882Z","caller":"traceutil/trace.go:171","msg":"trace[925468939] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"1.710748426s","start":"2026-07-30T19:00:25.663127Z","end":"2026-07-30T19:00:27.373876Z","steps":["trace[925468939] 'process raft request' (duration: 1.71052812s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:27.373921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:25.663105Z","time spent":"1.710799166s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:00:27.37387Z","caller":"traceutil/trace.go:171","msg":"trace[793103237] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"1.710735175s","start":"2026-07-30T19:00:25.663119Z","end":"2026-07-30T19:00:27.373854Z","steps":["trace[793103237] 'process raft request' (duration: 1.710446298s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:27.373947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461273815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T19:00:27.373984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:25.663091Z","time spent":"1.710876118s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:00:27.373995Z","caller":"traceutil/trace.go:171","msg":"trace[1281918329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2487; }","duration":"1.461362267s","start":"2026-07-30T19:00:25.912619Z","end":"2026-07-30T19:00:27.373981Z","steps":["trace[1281918329] 'agreement among raft nodes before linearized reading' (duration: 1.461278305s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:27.37406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:25.912595Z","time spent":"1.46145493s","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T19:00:27.874864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451095030,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T19:00:27.933676Z","caller":"traceutil/trace.go:171","msg":"trace[1129053294] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"644.880647ms","start":"2026-07-30T19:00:27.28876Z","end":"2026-07-30T19:00:27.933641Z","steps":["trace[1129053294] 'process raft request' (duration: 605.56681ms)","trace[1129053294] 'compare' (duration: 38.678781ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:00:27.933715Z","caller":"traceutil/trace.go:171","msg":"trace[1755028191] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"644.863237ms","start":"2026-07-30T19:00:27.288826Z","end":"2026-07-30T19:00:27.933689Z","steps":["trace[1755028191] 'process raft request' (duration: 644.702103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:27.933836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:27.288736Z","time spent":"645.01461ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:00:27.9339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:27.288788Z","time spent":"645.016771ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:00:27.933943Z","caller":"traceutil/trace.go:171","msg":"trace[1557431662] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"644.748414ms","start":"2026-07-30T19:00:27.289174Z","end":"2026-07-30T19:00:27.933922Z","steps":["trace[1557431662] 'process raft request' (duration: 644.471287ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:27.934046Z","caller":"traceutil/trace.go:171","msg":"trace[1148062670] linearizableReadLoop","detail":"{readStateIndex:2584; appliedIndex:2580; }","duration":"560.228847ms","start":"2026-07-30T19:00:27.373794Z","end":"2026-07-30T19:00:27.934023Z","steps":["trace[1148062670] 'read index received' (duration: 520.538131ms)","trace[1148062670] 'applied index is now lower than readState.Index' (duration: 39.689706ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:00:27.934064Z","caller":"traceutil/trace.go:171","msg":"trace[1435293194] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"643.876523ms","start":"2026-07-30T19:00:27.290172Z","end":"2026-07-30T19:00:27.934049Z","steps":["trace[1435293194] 'process raft request' (duration: 643.671768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:27.934067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:27.289163Z","time spent":"644.833696ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:00:27.934151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:27.290157Z","time spent":"643.954965ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:00:27.934172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041712436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.61\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-30T19:00:27.934229Z","caller":"traceutil/trace.go:171","msg":"trace[1884016375] range","detail":"{range_begin:/registry/masterleases/199.204.45.61; range_end:; response_count:1; response_revision:2491; }","duration":"1.041809919s","start":"2026-07-30T19:00:26.892404Z","end":"2026-07-30T19:00:27.934214Z","steps":["trace[1884016375] 'agreement among raft nodes before linearized reading' (duration: 1.041632604s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:27.934264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.084074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-07-30T19:00:27.9343Z","caller":"traceutil/trace.go:171","msg":"trace[2064825813] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2491; }","duration":"423.136374ms","start":"2026-07-30T19:00:27.511155Z","end":"2026-07-30T19:00:27.934291Z","steps":["trace[2064825813] 'agreement among raft nodes before linearized reading' (duration: 423.034562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:27.934294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.524017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-30T19:00:27.934285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:26.892366Z","time spent":"1.041906331s","remote":"127.0.0.1:49750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.61\" "} {"level":"warn","ts":"2026-07-30T19:00:27.934317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:27.511141Z","time spent":"423.172856ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T19:00:27.934276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.383923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T19:00:27.934273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.036322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T19:00:27.934341Z","caller":"traceutil/trace.go:171","msg":"trace[1257685137] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2491; }","duration":"116.587129ms","start":"2026-07-30T19:00:27.817738Z","end":"2026-07-30T19:00:27.934325Z","steps":["trace[1257685137] 'agreement among raft nodes before linearized reading' (duration: 116.437856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:27.934299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.864363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T19:00:27.934385Z","caller":"traceutil/trace.go:171","msg":"trace[793151901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2491; }","duration":"558.542167ms","start":"2026-07-30T19:00:27.375813Z","end":"2026-07-30T19:00:27.934355Z","steps":["trace[793151901] 'agreement among raft nodes before linearized reading' (duration: 558.371923ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:27.934422Z","caller":"traceutil/trace.go:171","msg":"trace[1887997510] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2491; }","duration":"429.020397ms","start":"2026-07-30T19:00:27.50537Z","end":"2026-07-30T19:00:27.93439Z","steps":["trace[1887997510] 'agreement among raft nodes before linearized reading' (duration: 428.838792ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:27.934432Z","caller":"traceutil/trace.go:171","msg":"trace[1389556225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2491; }","duration":"665.190946ms","start":"2026-07-30T19:00:27.269179Z","end":"2026-07-30T19:00:27.93437Z","steps":["trace[1389556225] 'agreement among raft nodes before linearized reading' (duration: 664.853638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:27.934477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:27.375791Z","time spent":"558.659419ms","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T19:00:27.934483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.723577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-30T19:00:27.93449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:27.505351Z","time spent":"429.121909ms","remote":"127.0.0.1:55586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-30T19:00:27.934538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:27.269153Z","time spent":"665.324629ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T19:00:27.934418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.913093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-30T19:00:27.93456Z","caller":"traceutil/trace.go:171","msg":"trace[1497372974] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2491; }","duration":"117.835669ms","start":"2026-07-30T19:00:27.816701Z","end":"2026-07-30T19:00:27.934536Z","steps":["trace[1497372974] 'agreement among raft nodes before linearized reading' (duration: 117.574413ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:27.93464Z","caller":"traceutil/trace.go:171","msg":"trace[1817661194] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2491; }","duration":"451.201111ms","start":"2026-07-30T19:00:27.48343Z","end":"2026-07-30T19:00:27.934631Z","steps":["trace[1817661194] 'agreement among raft nodes before linearized reading' (duration: 450.954005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:27.934669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:27.483407Z","time spent":"451.253651ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T19:00:27.934772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642801718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T19:00:27.934825Z","caller":"traceutil/trace.go:171","msg":"trace[1815551748] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2491; }","duration":"1.64287739s","start":"2026-07-30T19:00:26.291933Z","end":"2026-07-30T19:00:27.934811Z","steps":["trace[1815551748] 'agreement among raft nodes before linearized reading' (duration: 1.642193153s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:27.934862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:26.291918Z","time spent":"1.642936351s","remote":"127.0.0.1:43492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T19:00:28.308759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:27.935454Z","time spent":"373.294164ms","remote":"127.0.0.1:49750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-30T19:00:28.314598Z","caller":"traceutil/trace.go:171","msg":"trace[1731157312] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"375.082727ms","start":"2026-07-30T19:00:27.93948Z","end":"2026-07-30T19:00:28.314563Z","steps":["trace[1731157312] 'process raft request' (duration: 374.890002ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:28.314708Z","caller":"traceutil/trace.go:171","msg":"trace[878679044] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"374.061672ms","start":"2026-07-30T19:00:27.940611Z","end":"2026-07-30T19:00:28.314673Z","steps":["trace[878679044] 'process raft request' (duration: 373.921448ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:28.314643Z","caller":"traceutil/trace.go:171","msg":"trace[1767047576] linearizableReadLoop","detail":"{readStateIndex:2590; appliedIndex:2584; }","duration":"371.573812ms","start":"2026-07-30T19:00:27.94305Z","end":"2026-07-30T19:00:28.314624Z","steps":["trace[1767047576] 'read index received' (duration: 351.649192ms)","trace[1767047576] 'applied index is now lower than readState.Index' (duration: 19.92347ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:00:28.314767Z","caller":"traceutil/trace.go:171","msg":"trace[530749562] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"374.186125ms","start":"2026-07-30T19:00:27.940536Z","end":"2026-07-30T19:00:28.314722Z","steps":["trace[530749562] 'process raft request' (duration: 373.931299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:28.314878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:27.940576Z","time spent":"374.204745ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:00:28.314878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:27.939388Z","time spent":"375.368534ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:00:28.314841Z","caller":"traceutil/trace.go:171","msg":"trace[1159638705] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"373.680543ms","start":"2026-07-30T19:00:27.941112Z","end":"2026-07-30T19:00:28.314792Z","steps":["trace[1159638705] 'process raft request' (duration: 373.467027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:28.314891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.831219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T19:00:28.314995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:27.940526Z","time spent":"374.356149ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:00:28.315Z","caller":"traceutil/trace.go:171","msg":"trace[774000289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2496; }","duration":"371.950421ms","start":"2026-07-30T19:00:27.943027Z","end":"2026-07-30T19:00:28.314977Z","steps":["trace[774000289] 'agreement among raft nodes before linearized reading' (duration: 371.813998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:28.315095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:27.941101Z","time spent":"373.871358ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:00:28.315104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:27.943018Z","time spent":"372.071034ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T19:00:28.315129Z","caller":"traceutil/trace.go:171","msg":"trace[972048698] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"375.577299ms","start":"2026-07-30T19:00:27.939442Z","end":"2026-07-30T19:00:28.315019Z","steps":["trace[972048698] 'process raft request' (duration: 374.689428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:28.31531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:27.939426Z","time spent":"375.824125ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:00:28.316226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.05185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:00:28.316287Z","caller":"traceutil/trace.go:171","msg":"trace[1887022307] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2497; }","duration":"371.130911ms","start":"2026-07-30T19:00:27.945142Z","end":"2026-07-30T19:00:28.316273Z","steps":["trace[1887022307] 'agreement among raft nodes before linearized reading' (duration: 371.011538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:28.316326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:27.945136Z","time spent":"371.183072ms","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-30T19:00:57.654173Z","caller":"traceutil/trace.go:171","msg":"trace[433201139] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"117.640565ms","start":"2026-07-30T19:00:57.536498Z","end":"2026-07-30T19:00:57.654138Z","steps":["trace[433201139] 'process raft request' (duration: 74.886284ms)","trace[433201139] 'compare' (duration: 42.474184ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:00:57.65419Z","caller":"traceutil/trace.go:171","msg":"trace[317407816] linearizableReadLoop","detail":"{readStateIndex:2785; appliedIndex:2783; }","duration":"108.168256ms","start":"2026-07-30T19:00:57.545858Z","end":"2026-07-30T19:00:57.654026Z","steps":["trace[317407816] 'read index received' (duration: 19.172142ms)","trace[317407816] 'applied index is now lower than readState.Index' (duration: 88.994814ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:00:57.654438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.554605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-30T19:00:57.654548Z","caller":"traceutil/trace.go:171","msg":"trace[1297821201] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2684; }","duration":"108.701039ms","start":"2026-07-30T19:00:57.545824Z","end":"2026-07-30T19:00:57.654525Z","steps":["trace[1297821201] 'agreement among raft nodes before linearized reading' (duration: 108.432583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:58.04339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.842329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T19:00:58.043579Z","caller":"traceutil/trace.go:171","msg":"trace[414752752] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"383.749405ms","start":"2026-07-30T19:00:57.659799Z","end":"2026-07-30T19:00:58.043548Z","steps":["trace[414752752] 'process raft request' (duration: 94.6503ms)","trace[414752752] 'compare' (duration: 288.299946ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:00:58.043724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:00:57.659773Z","time spent":"383.875279ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:00:58.043783Z","caller":"traceutil/trace.go:171","msg":"trace[934273948] linearizableReadLoop","detail":"{readStateIndex:2786; appliedIndex:2785; }","duration":"170.519899ms","start":"2026-07-30T19:00:57.873245Z","end":"2026-07-30T19:00:58.043765Z","steps":["trace[934273948] 'read index received' (duration: 46.341µs)","trace[934273948] 'applied index is now lower than readState.Index' (duration: 170.472568ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:00:58.043979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.739264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T19:00:58.043984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.324188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:00:58.044017Z","caller":"traceutil/trace.go:171","msg":"trace[233361885] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2686; }","duration":"170.815435ms","start":"2026-07-30T19:00:57.873191Z","end":"2026-07-30T19:00:58.044006Z","steps":["trace[233361885] 'agreement among raft nodes before linearized reading' (duration: 170.716333ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:58.044021Z","caller":"traceutil/trace.go:171","msg":"trace[218352252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2686; }","duration":"132.39507ms","start":"2026-07-30T19:00:57.911615Z","end":"2026-07-30T19:00:58.04401Z","steps":["trace[218352252] 'agreement among raft nodes before linearized reading' (duration: 132.305467ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:58.292048Z","caller":"traceutil/trace.go:171","msg":"trace[428913295] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"183.125471ms","start":"2026-07-30T19:00:58.108882Z","end":"2026-07-30T19:00:58.292008Z","steps":["trace[428913295] 'process raft request' (duration: 139.480916ms)","trace[428913295] 'compare' (duration: 43.412949ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:00:58.292105Z","caller":"traceutil/trace.go:171","msg":"trace[181416724] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"182.490696ms","start":"2026-07-30T19:00:58.109569Z","end":"2026-07-30T19:00:58.292059Z","steps":["trace[181416724] 'process raft request' (duration: 182.330962ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:58.292148Z","caller":"traceutil/trace.go:171","msg":"trace[1334280813] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"182.508257ms","start":"2026-07-30T19:00:58.109577Z","end":"2026-07-30T19:00:58.292085Z","steps":["trace[1334280813] 'process raft request' (duration: 182.397864ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:58.292054Z","caller":"traceutil/trace.go:171","msg":"trace[594328972] linearizableReadLoop","detail":"{readStateIndex:2790; appliedIndex:2787; }","duration":"134.043169ms","start":"2026-07-30T19:00:58.157989Z","end":"2026-07-30T19:00:58.292032Z","steps":["trace[594328972] 'read index received' (duration: 90.535877ms)","trace[594328972] 'applied index is now lower than readState.Index' (duration: 43.506412ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:00:58.292237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.239574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T19:00:58.292295Z","caller":"traceutil/trace.go:171","msg":"trace[1143971376] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2689; }","duration":"134.340517ms","start":"2026-07-30T19:00:58.15794Z","end":"2026-07-30T19:00:58.292281Z","steps":["trace[1143971376] 'agreement among raft nodes before linearized reading' (duration: 134.166062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:58.675051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.285542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T19:00:58.675356Z","caller":"traceutil/trace.go:171","msg":"trace[1663194143] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"293.534822ms","start":"2026-07-30T19:00:58.381768Z","end":"2026-07-30T19:00:58.675302Z","steps":["trace[1663194143] 'process raft request' (duration: 124.81957ms)","trace[1663194143] 'compare' (duration: 167.968834ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:00:58.675418Z","caller":"traceutil/trace.go:171","msg":"trace[592708818] linearizableReadLoop","detail":"{readStateIndex:2794; appliedIndex:2790; }","duration":"208.830422ms","start":"2026-07-30T19:00:58.466568Z","end":"2026-07-30T19:00:58.675399Z","steps":["trace[592708818] 'read index received' (duration: 39.970967ms)","trace[592708818] 'applied index is now lower than readState.Index' (duration: 168.858555ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:00:58.675401Z","caller":"traceutil/trace.go:171","msg":"trace[2124704181] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"293.576423ms","start":"2026-07-30T19:00:58.381798Z","end":"2026-07-30T19:00:58.675374Z","steps":["trace[2124704181] 'process raft request' (duration: 293.375348ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:58.675466Z","caller":"traceutil/trace.go:171","msg":"trace[146047019] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"293.05648ms","start":"2026-07-30T19:00:58.382383Z","end":"2026-07-30T19:00:58.675439Z","steps":["trace[146047019] 'process raft request' (duration: 292.922417ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:58.675469Z","caller":"traceutil/trace.go:171","msg":"trace[1676191128] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"292.960409ms","start":"2026-07-30T19:00:58.382488Z","end":"2026-07-30T19:00:58.675449Z","steps":["trace[1676191128] 'process raft request' (duration: 292.870366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:58.675643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.961763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T19:00:58.675707Z","caller":"traceutil/trace.go:171","msg":"trace[1735885801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2693; }","duration":"140.058335ms","start":"2026-07-30T19:00:58.535633Z","end":"2026-07-30T19:00:58.675691Z","steps":["trace[1735885801] 'agreement among raft nodes before linearized reading' (duration: 139.893971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:58.675684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.087649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12632"} {"level":"info","ts":"2026-07-30T19:00:58.675773Z","caller":"traceutil/trace.go:171","msg":"trace[290054487] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2693; }","duration":"209.208722ms","start":"2026-07-30T19:00:58.466539Z","end":"2026-07-30T19:00:58.675748Z","steps":["trace[290054487] 'agreement among raft nodes before linearized reading' (duration: 208.924775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:00:59.119397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.674546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T19:00:59.11944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.715786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:00:59.119492Z","caller":"traceutil/trace.go:171","msg":"trace[2138511601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2695; }","duration":"207.808328ms","start":"2026-07-30T19:00:58.911667Z","end":"2026-07-30T19:00:59.119475Z","steps":["trace[2138511601] 'range keys from in-memory index tree' (duration: 207.592243ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:00:59.119489Z","caller":"traceutil/trace.go:171","msg":"trace[2000759116] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2695; }","duration":"273.83052ms","start":"2026-07-30T19:00:58.845637Z","end":"2026-07-30T19:00:59.119467Z","steps":["trace[2000759116] 'count revisions from in-memory index tree' (duration: 273.600774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:01.241363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.153625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T19:01:01.241362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.269418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:01:01.241456Z","caller":"traceutil/trace.go:171","msg":"trace[287239789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2705; }","duration":"329.330849ms","start":"2026-07-30T19:01:00.912105Z","end":"2026-07-30T19:01:01.241435Z","steps":["trace[287239789] 'range keys from in-memory index tree' (duration: 329.011782ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:01:01.241489Z","caller":"traceutil/trace.go:171","msg":"trace[1773197745] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2705; }","duration":"228.483844ms","start":"2026-07-30T19:01:01.012975Z","end":"2026-07-30T19:01:01.241459Z","steps":["trace[1773197745] 'count revisions from in-memory index tree' (duration: 228.119134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:01.241505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:01:00.912062Z","time spent":"329.433521ms","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T19:01:01.774882Z","caller":"traceutil/trace.go:171","msg":"trace[453732027] linearizableReadLoop","detail":"{readStateIndex:2808; appliedIndex:2807; }","duration":"130.340632ms","start":"2026-07-30T19:01:01.644512Z","end":"2026-07-30T19:01:01.774853Z","steps":["trace[453732027] 'read index received' (duration: 130.125877ms)","trace[453732027] 'applied index is now lower than readState.Index' (duration: 213.805µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:01:01.774922Z","caller":"traceutil/trace.go:171","msg":"trace[1688952044] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"171.418656ms","start":"2026-07-30T19:01:01.603476Z","end":"2026-07-30T19:01:01.774895Z","steps":["trace[1688952044] 'process raft request' (duration: 171.197861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:01.775169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.630509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T19:01:01.775249Z","caller":"traceutil/trace.go:171","msg":"trace[1334638360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2707; }","duration":"130.765222ms","start":"2026-07-30T19:01:01.644466Z","end":"2026-07-30T19:01:01.775231Z","steps":["trace[1334638360] 'agreement among raft nodes before linearized reading' (duration: 130.522376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:02.567178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.199409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T19:01:02.567417Z","caller":"traceutil/trace.go:171","msg":"trace[126220760] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"447.892519ms","start":"2026-07-30T19:01:02.119485Z","end":"2026-07-30T19:01:02.567377Z","steps":["trace[126220760] 'process raft request' (duration: 236.372932ms)","trace[126220760] 'compare' (duration: 211.054846ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:01:02.567627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:01:02.119466Z","time spent":"448.051883ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:01:02.570111Z","caller":"traceutil/trace.go:171","msg":"trace[670750149] linearizableReadLoop","detail":"{readStateIndex:2817; appliedIndex:2811; }","duration":"192.166893ms","start":"2026-07-30T19:01:02.377913Z","end":"2026-07-30T19:01:02.57008Z","steps":["trace[670750149] 'read index received' (duration: 188.772842ms)","trace[670750149] 'applied index is now lower than readState.Index' (duration: 3.393101ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:01:02.57018Z","caller":"traceutil/trace.go:171","msg":"trace[799871227] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"225.159973ms","start":"2026-07-30T19:01:02.344984Z","end":"2026-07-30T19:01:02.570144Z","steps":["trace[799871227] 'process raft request' (duration: 224.943268ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:01:02.570106Z","caller":"traceutil/trace.go:171","msg":"trace[870741316] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"256.72569ms","start":"2026-07-30T19:01:02.313332Z","end":"2026-07-30T19:01:02.570058Z","steps":["trace[870741316] 'process raft request' (duration: 256.399283ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:01:02.570215Z","caller":"traceutil/trace.go:171","msg":"trace[660514736] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"224.953909ms","start":"2026-07-30T19:01:02.345247Z","end":"2026-07-30T19:01:02.570201Z","steps":["trace[660514736] 'process raft request' (duration: 224.772094ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:01:02.570146Z","caller":"traceutil/trace.go:171","msg":"trace[1522461290] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"231.900885ms","start":"2026-07-30T19:01:02.33808Z","end":"2026-07-30T19:01:02.569981Z","steps":["trace[1522461290] 'process raft request' (duration: 231.793103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:02.570475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.547573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T19:01:02.570542Z","caller":"traceutil/trace.go:171","msg":"trace[1409302811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2715; }","duration":"192.625024ms","start":"2026-07-30T19:01:02.377894Z","end":"2026-07-30T19:01:02.570519Z","steps":["trace[1409302811] 'agreement among raft nodes before linearized reading' (duration: 192.307957ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:01:08.724855Z","caller":"traceutil/trace.go:171","msg":"trace[1628119977] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"135.184068ms","start":"2026-07-30T19:01:08.589649Z","end":"2026-07-30T19:01:08.724833Z","steps":["trace[1628119977] 'process raft request' (duration: 135.043265ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:01:08.892295Z","caller":"traceutil/trace.go:171","msg":"trace[2130062046] linearizableReadLoop","detail":"{readStateIndex:2854; appliedIndex:2852; }","duration":"297.63674ms","start":"2026-07-30T19:01:08.59463Z","end":"2026-07-30T19:01:08.892267Z","steps":["trace[2130062046] 'read index received' (duration: 130.085177ms)","trace[2130062046] 'applied index is now lower than readState.Index' (duration: 167.550343ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:01:08.892382Z","caller":"traceutil/trace.go:171","msg":"trace[1466835511] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"296.836491ms","start":"2026-07-30T19:01:08.595505Z","end":"2026-07-30T19:01:08.892341Z","steps":["trace[1466835511] 'process raft request' (duration: 296.681557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:08.89256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.910686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-30T19:01:08.892663Z","caller":"traceutil/trace.go:171","msg":"trace[1970790092] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2752; }","duration":"298.028909ms","start":"2026-07-30T19:01:08.594618Z","end":"2026-07-30T19:01:08.892647Z","steps":["trace[1970790092] 'agreement among raft nodes before linearized reading' (duration: 297.790674ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:01:08.892961Z","caller":"traceutil/trace.go:171","msg":"trace[1876697012] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"299.254329ms","start":"2026-07-30T19:01:08.59368Z","end":"2026-07-30T19:01:08.892934Z","steps":["trace[1876697012] 'process raft request' (duration: 298.351608ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:01:08.893927Z","caller":"traceutil/trace.go:171","msg":"trace[1898515811] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"125.690361ms","start":"2026-07-30T19:01:08.768199Z","end":"2026-07-30T19:01:08.893889Z","steps":["trace[1898515811] 'process raft request' (duration: 125.561758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:08.893983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.446072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T19:01:08.894048Z","caller":"traceutil/trace.go:171","msg":"trace[451596928] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2753; }","duration":"286.543884ms","start":"2026-07-30T19:01:08.607484Z","end":"2026-07-30T19:01:08.894028Z","steps":["trace[451596928] 'agreement among raft nodes before linearized reading' (duration: 286.36684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:08.894068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.078243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12632"} {"level":"info","ts":"2026-07-30T19:01:08.894122Z","caller":"traceutil/trace.go:171","msg":"trace[1199492948] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2753; }","duration":"129.166174ms","start":"2026-07-30T19:01:08.764939Z","end":"2026-07-30T19:01:08.894105Z","steps":["trace[1199492948] 'agreement among raft nodes before linearized reading' (duration: 128.922088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:08.894165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.761043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-30T19:01:08.894209Z","caller":"traceutil/trace.go:171","msg":"trace[1130169338] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2753; }","duration":"201.830865ms","start":"2026-07-30T19:01:08.692364Z","end":"2026-07-30T19:01:08.894195Z","steps":["trace[1130169338] 'agreement among raft nodes before linearized reading' (duration: 201.697062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:08.894326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.541282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-30T19:01:08.894389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.515388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-30T19:01:08.894428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.153947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T19:01:08.89449Z","caller":"traceutil/trace.go:171","msg":"trace[651997320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2753; }","duration":"127.251858ms","start":"2026-07-30T19:01:08.767222Z","end":"2026-07-30T19:01:08.894474Z","steps":["trace[651997320] 'agreement among raft nodes before linearized reading' (duration: 127.111195ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:01:08.894436Z","caller":"traceutil/trace.go:171","msg":"trace[1348705209] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2753; }","duration":"202.722827ms","start":"2026-07-30T19:01:08.691694Z","end":"2026-07-30T19:01:08.894417Z","steps":["trace[1348705209] 'agreement among raft nodes before linearized reading' (duration: 202.484191ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:01:08.894438Z","caller":"traceutil/trace.go:171","msg":"trace[115419376] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2753; }","duration":"201.580729ms","start":"2026-07-30T19:01:08.692845Z","end":"2026-07-30T19:01:08.894425Z","steps":["trace[115419376] 'agreement among raft nodes before linearized reading' (duration: 201.465506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:08.894483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.114452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-30T19:01:08.89464Z","caller":"traceutil/trace.go:171","msg":"trace[91359614] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2753; }","duration":"202.330357ms","start":"2026-07-30T19:01:08.692284Z","end":"2026-07-30T19:01:08.894614Z","steps":["trace[91359614] 'agreement among raft nodes before linearized reading' (duration: 201.839136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:09.301174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.829181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T19:01:09.301494Z","caller":"traceutil/trace.go:171","msg":"trace[708684289] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"402.482421ms","start":"2026-07-30T19:01:08.898971Z","end":"2026-07-30T19:01:09.301454Z","steps":["trace[708684289] 'process raft request' (duration: 178.205809ms)","trace[708684289] 'compare' (duration: 223.725699ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:01:09.30156Z","caller":"traceutil/trace.go:171","msg":"trace[1283444219] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"401.909607ms","start":"2026-07-30T19:01:08.899627Z","end":"2026-07-30T19:01:09.301537Z","steps":["trace[1283444219] 'process raft request' (duration: 401.707552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:09.301673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:01:08.898945Z","time spent":"402.646725ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:01:09.301795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:01:08.899596Z","time spent":"402.02867ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:01:09.301929Z","caller":"traceutil/trace.go:171","msg":"trace[911177577] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"402.048011ms","start":"2026-07-30T19:01:08.89976Z","end":"2026-07-30T19:01:09.301808Z","steps":["trace[911177577] 'process raft request' (duration: 401.657751ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:01:09.302204Z","caller":"traceutil/trace.go:171","msg":"trace[1693326928] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"402.230355ms","start":"2026-07-30T19:01:08.899947Z","end":"2026-07-30T19:01:09.302178Z","steps":["trace[1693326928] 'process raft request' (duration: 401.5903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:09.302238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:01:08.899741Z","time spent":"402.341178ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:01:09.302336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:01:08.899931Z","time spent":"402.338598ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:01:09.302305Z","caller":"traceutil/trace.go:171","msg":"trace[1450619932] linearizableReadLoop","detail":"{readStateIndex:2863; appliedIndex:2857; }","duration":"398.783333ms","start":"2026-07-30T19:01:08.903501Z","end":"2026-07-30T19:01:09.302284Z","steps":["trace[1450619932] 'read index received' (duration: 173.6314ms)","trace[1450619932] 'applied index is now lower than readState.Index' (duration: 225.150033ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:01:09.302454Z","caller":"traceutil/trace.go:171","msg":"trace[612532967] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"402.469331ms","start":"2026-07-30T19:01:08.899956Z","end":"2026-07-30T19:01:09.302425Z","steps":["trace[612532967] 'process raft request' (duration: 402.051841ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:01:09.302527Z","caller":"traceutil/trace.go:171","msg":"trace[1336769860] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"402.174274ms","start":"2026-07-30T19:01:08.900329Z","end":"2026-07-30T19:01:09.302503Z","steps":["trace[1336769860] 'process raft request' (duration: 401.851037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:09.302574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.028449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T19:01:09.302596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.428554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T19:01:09.302634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:01:08.899945Z","time spent":"402.595324ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:01:09.302668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:01:08.900314Z","time spent":"402.289347ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:01:09.302676Z","caller":"traceutil/trace.go:171","msg":"trace[2088285309] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2760; }","duration":"150.561517ms","start":"2026-07-30T19:01:09.152092Z","end":"2026-07-30T19:01:09.302654Z","steps":["trace[2088285309] 'agreement among raft nodes before linearized reading' (duration: 150.436744ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:01:09.302687Z","caller":"traceutil/trace.go:171","msg":"trace[1362045664] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2760; }","duration":"399.158562ms","start":"2026-07-30T19:01:08.903457Z","end":"2026-07-30T19:01:09.302616Z","steps":["trace[1362045664] 'agreement among raft nodes before linearized reading' (duration: 398.929876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:09.302794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:01:08.903446Z","time spent":"399.331896ms","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-30T19:01:55.059632Z","caller":"traceutil/trace.go:171","msg":"trace[944392749] linearizableReadLoop","detail":"{readStateIndex:3225; appliedIndex:3224; }","duration":"148.19227ms","start":"2026-07-30T19:01:54.911406Z","end":"2026-07-30T19:01:55.059599Z","steps":["trace[944392749] 'read index received' (duration: 147.926313ms)","trace[944392749] 'applied index is now lower than readState.Index' (duration: 264.597µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:01:55.05973Z","caller":"traceutil/trace.go:171","msg":"trace[123512905] transaction","detail":"{read_only:false; response_revision:3112; number_of_response:1; }","duration":"163.293652ms","start":"2026-07-30T19:01:54.8964Z","end":"2026-07-30T19:01:55.059694Z","steps":["trace[123512905] 'process raft request' (duration: 162.969694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:55.059928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.485476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:01:55.06002Z","caller":"traceutil/trace.go:171","msg":"trace[1725641445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3112; }","duration":"148.661811ms","start":"2026-07-30T19:01:54.911336Z","end":"2026-07-30T19:01:55.059998Z","steps":["trace[1725641445] 'agreement among raft nodes before linearized reading' (duration: 148.464897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:56.129014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451096491,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T19:01:56.461082Z","caller":"traceutil/trace.go:171","msg":"trace[524867005] transaction","detail":"{read_only:false; response_revision:3116; number_of_response:1; }","duration":"866.662001ms","start":"2026-07-30T19:01:55.594384Z","end":"2026-07-30T19:01:56.461046Z","steps":["trace[524867005] 'process raft request' (duration: 866.548878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:56.461212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:01:55.594364Z","time spent":"866.781904ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:01:56.468147Z","caller":"traceutil/trace.go:171","msg":"trace[1776802891] linearizableReadLoop","detail":"{readStateIndex:3230; appliedIndex:3228; }","duration":"839.159962ms","start":"2026-07-30T19:01:55.628961Z","end":"2026-07-30T19:01:56.468121Z","steps":["trace[1776802891] 'read index received' (duration: 832.025782ms)","trace[1776802891] 'applied index is now lower than readState.Index' (duration: 7.13315ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:01:56.4682Z","caller":"traceutil/trace.go:171","msg":"trace[215447714] transaction","detail":"{read_only:false; response_revision:3117; number_of_response:1; }","duration":"658.852383ms","start":"2026-07-30T19:01:55.809315Z","end":"2026-07-30T19:01:56.468168Z","steps":["trace[215447714] 'process raft request' (duration: 658.627217ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:01:56.468281Z","caller":"traceutil/trace.go:171","msg":"trace[151246160] transaction","detail":"{read_only:false; response_revision:3118; number_of_response:1; }","duration":"151.50609ms","start":"2026-07-30T19:01:56.316744Z","end":"2026-07-30T19:01:56.46825Z","steps":["trace[151246160] 'process raft request' (duration: 151.348076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:56.468348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:01:55.80927Z","time spent":"658.992847ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:01:56.468475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.500341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T19:01:56.468398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.753524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T19:01:56.468484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.777012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T19:01:56.468509Z","caller":"traceutil/trace.go:171","msg":"trace[100615347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3118; }","duration":"556.565673ms","start":"2026-07-30T19:01:55.911932Z","end":"2026-07-30T19:01:56.468498Z","steps":["trace[100615347] 'agreement among raft nodes before linearized reading' (duration: 556.515821ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:01:56.468528Z","caller":"traceutil/trace.go:171","msg":"trace[1938637238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3118; }","duration":"312.884015ms","start":"2026-07-30T19:01:56.15563Z","end":"2026-07-30T19:01:56.468514Z","steps":["trace[1938637238] 'agreement among raft nodes before linearized reading' (duration: 312.747332ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:01:56.468525Z","caller":"traceutil/trace.go:171","msg":"trace[393928606] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3118; }","duration":"755.937379ms","start":"2026-07-30T19:01:55.712573Z","end":"2026-07-30T19:01:56.46851Z","steps":["trace[393928606] 'agreement among raft nodes before linearized reading' (duration: 755.729014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:56.468518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.103514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-30T19:01:56.46856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:01:56.155595Z","time spent":"312.958727ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T19:01:56.468568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:01:55.712549Z","time spent":"756.006321ms","remote":"127.0.0.1:50096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-30T19:01:56.468534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:01:55.911908Z","time spent":"556.621994ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T19:01:56.468596Z","caller":"traceutil/trace.go:171","msg":"trace[433484162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3118; }","duration":"420.213146ms","start":"2026-07-30T19:01:56.048362Z","end":"2026-07-30T19:01:56.468575Z","steps":["trace[433484162] 'agreement among raft nodes before linearized reading' (duration: 420.041392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:56.468631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:01:56.048341Z","time spent":"420.282359ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T19:01:56.468498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.029872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T19:01:56.468675Z","caller":"traceutil/trace.go:171","msg":"trace[886896216] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3118; }","duration":"243.300579ms","start":"2026-07-30T19:01:56.225364Z","end":"2026-07-30T19:01:56.468665Z","steps":["trace[886896216] 'agreement among raft nodes before linearized reading' (duration: 242.995991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:56.468913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.965011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T19:01:56.468956Z","caller":"traceutil/trace.go:171","msg":"trace[1411412151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3118; }","duration":"839.989702ms","start":"2026-07-30T19:01:55.628942Z","end":"2026-07-30T19:01:56.468932Z","steps":["trace[1411412151] 'agreement among raft nodes before linearized reading' (duration: 839.327226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:56.468972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:01:55.628873Z","time spent":"840.095465ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T19:01:56.468988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.895139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T19:01:56.469041Z","caller":"traceutil/trace.go:171","msg":"trace[1262819180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3118; }","duration":"318.94896ms","start":"2026-07-30T19:01:56.150082Z","end":"2026-07-30T19:01:56.469031Z","steps":["trace[1262819180] 'agreement among raft nodes before linearized reading' (duration: 318.230853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:56.469105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:01:56.15002Z","time spent":"319.077834ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T19:01:57.527818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.166424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T19:01:57.528028Z","caller":"traceutil/trace.go:171","msg":"trace[1372672414] linearizableReadLoop","detail":"{readStateIndex:3240; appliedIndex:3238; }","duration":"374.02596ms","start":"2026-07-30T19:01:57.153984Z","end":"2026-07-30T19:01:57.52801Z","steps":["trace[1372672414] 'read index received' (duration: 234.421506ms)","trace[1372672414] 'applied index is now lower than readState.Index' (duration: 139.603314ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:01:57.528054Z","caller":"traceutil/trace.go:171","msg":"trace[1489786074] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"393.129217ms","start":"2026-07-30T19:01:57.134885Z","end":"2026-07-30T19:01:57.528014Z","steps":["trace[1489786074] 'process raft request' (duration: 253.656986ms)","trace[1489786074] 'compare' (duration: 138.780365ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:01:57.528206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.214245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-30T19:01:57.528194Z","caller":"traceutil/trace.go:171","msg":"trace[718802233] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"389.118482ms","start":"2026-07-30T19:01:57.139039Z","end":"2026-07-30T19:01:57.528157Z","steps":["trace[718802233] 'process raft request' (duration: 388.879696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:57.528261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:01:57.134856Z","time spent":"393.292492ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:01:57.528244Z","caller":"traceutil/trace.go:171","msg":"trace[817087141] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3126; }","duration":"374.286877ms","start":"2026-07-30T19:01:57.153948Z","end":"2026-07-30T19:01:57.528235Z","steps":["trace[817087141] 'agreement among raft nodes before linearized reading' (duration: 374.119093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:01:57.5284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:01:57.139017Z","time spent":"389.274675ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:01:57.528426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:01:57.15393Z","time spent":"374.473041ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-30T19:02:26.911586Z","caller":"traceutil/trace.go:171","msg":"trace[507836406] linearizableReadLoop","detail":"{readStateIndex:3441; appliedIndex:3440; }","duration":"308.740561ms","start":"2026-07-30T19:02:26.602823Z","end":"2026-07-30T19:02:26.911564Z","steps":["trace[507836406] 'read index received' (duration: 308.561397ms)","trace[507836406] 'applied index is now lower than readState.Index' (duration: 178.334µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:02:26.911899Z","caller":"traceutil/trace.go:171","msg":"trace[2106895618] transaction","detail":"{read_only:false; response_revision:3322; number_of_response:1; }","duration":"332.719475ms","start":"2026-07-30T19:02:26.579109Z","end":"2026-07-30T19:02:26.911829Z","steps":["trace[2106895618] 'process raft request' (duration: 332.328506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:02:26.912292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.069318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-30T19:02:26.912355Z","caller":"traceutil/trace.go:171","msg":"trace[1137373204] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3322; }","duration":"281.173071ms","start":"2026-07-30T19:02:26.631161Z","end":"2026-07-30T19:02:26.912335Z","steps":["trace[1137373204] 'agreement among raft nodes before linearized reading' (duration: 281.059019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:02:26.912098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.226102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T19:02:26.912621Z","caller":"traceutil/trace.go:171","msg":"trace[137733814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3322; }","duration":"309.812447ms","start":"2026-07-30T19:02:26.602761Z","end":"2026-07-30T19:02:26.912573Z","steps":["trace[137733814] 'agreement among raft nodes before linearized reading' (duration: 309.024288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:02:26.91275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:02:26.602732Z","time spent":"309.97298ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T19:02:26.912734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.874141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-30T19:02:26.912756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.798306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T19:02:26.912878Z","caller":"traceutil/trace.go:171","msg":"trace[533446650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3322; }","duration":"278.098118ms","start":"2026-07-30T19:02:26.634749Z","end":"2026-07-30T19:02:26.912847Z","steps":["trace[533446650] 'agreement among raft nodes before linearized reading' (duration: 277.695758ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:02:26.912902Z","caller":"traceutil/trace.go:171","msg":"trace[278148750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3322; }","duration":"276.991581ms","start":"2026-07-30T19:02:26.635874Z","end":"2026-07-30T19:02:26.912866Z","steps":["trace[278148750] 'agreement among raft nodes before linearized reading' (duration: 276.55048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:02:26.912504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.923183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T19:02:26.913011Z","caller":"traceutil/trace.go:171","msg":"trace[1169446559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3322; }","duration":"273.502608ms","start":"2026-07-30T19:02:26.639477Z","end":"2026-07-30T19:02:26.91298Z","steps":["trace[1169446559] 'agreement among raft nodes before linearized reading' (duration: 272.77622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:02:26.912311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:02:26.579079Z","time spent":"333.139115ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:02:27.330935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:02:26.913845Z","time spent":"417.070895ms","remote":"127.0.0.1:49750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-30T19:02:27.331122Z","caller":"traceutil/trace.go:171","msg":"trace[2055151675] transaction","detail":"{read_only:false; response_revision:3324; number_of_response:1; }","duration":"413.063458ms","start":"2026-07-30T19:02:26.918025Z","end":"2026-07-30T19:02:27.331089Z","steps":["trace[2055151675] 'process raft request' (duration: 412.976586ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:02:27.331137Z","caller":"traceutil/trace.go:171","msg":"trace[994911864] transaction","detail":"{read_only:false; response_revision:3323; number_of_response:1; }","duration":"413.592561ms","start":"2026-07-30T19:02:26.917492Z","end":"2026-07-30T19:02:27.331084Z","steps":["trace[994911864] 'process raft request' (duration: 413.346615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:02:27.331345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:02:26.918013Z","time spent":"413.214462ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:02:27.331353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:02:26.917467Z","time spent":"413.774845ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:02:27.331581Z","caller":"traceutil/trace.go:171","msg":"trace[622740858] transaction","detail":"{read_only:false; response_revision:3325; number_of_response:1; }","duration":"413.455158ms","start":"2026-07-30T19:02:26.918092Z","end":"2026-07-30T19:02:27.331547Z","steps":["trace[622740858] 'process raft request' (duration: 412.952256ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:02:27.331628Z","caller":"traceutil/trace.go:171","msg":"trace[1251619756] transaction","detail":"{read_only:false; response_revision:3327; number_of_response:1; }","duration":"412.602987ms","start":"2026-07-30T19:02:26.918989Z","end":"2026-07-30T19:02:27.331592Z","steps":["trace[1251619756] 'process raft request' (duration: 412.517215ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:02:27.331651Z","caller":"traceutil/trace.go:171","msg":"trace[766417979] transaction","detail":"{read_only:false; response_revision:3326; number_of_response:1; }","duration":"413.374615ms","start":"2026-07-30T19:02:26.918239Z","end":"2026-07-30T19:02:27.331613Z","steps":["trace[766417979] 'process raft request' (duration: 413.13929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:02:27.331744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:02:26.918084Z","time spent":"413.580121ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:02:27.33178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:02:26.918978Z","time spent":"412.72167ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:02:27.331793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:02:26.918217Z","time spent":"413.492209ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:02:27.332057Z","caller":"traceutil/trace.go:171","msg":"trace[1127428862] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"334.197901ms","start":"2026-07-30T19:02:26.997801Z","end":"2026-07-30T19:02:27.331999Z","steps":["trace[1127428862] 'process raft request' (duration: 333.74361ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:02:27.332048Z","caller":"traceutil/trace.go:171","msg":"trace[560012757] linearizableReadLoop","detail":"{readStateIndex:3448; appliedIndex:3441; }","duration":"299.334365ms","start":"2026-07-30T19:02:27.032695Z","end":"2026-07-30T19:02:27.33203Z","steps":["trace[560012757] 'read index received' (duration: 290.188756ms)","trace[560012757] 'applied index is now lower than readState.Index' (duration: 9.144409ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:02:27.332474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:02:26.997742Z","time spent":"334.466967ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:02:27.332567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.877529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-30T19:02:27.332627Z","caller":"traceutil/trace.go:171","msg":"trace[848580597] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3329; }","duration":"299.982291ms","start":"2026-07-30T19:02:27.032628Z","end":"2026-07-30T19:02:27.332611Z","steps":["trace[848580597] 'agreement among raft nodes before linearized reading' (duration: 299.573751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:02:27.33267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:02:27.032602Z","time spent":"300.060502ms","remote":"127.0.0.1:49892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-30T19:02:33.096437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.319787ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-30T19:02:33.096571Z","caller":"traceutil/trace.go:171","msg":"trace[1100868542] linearizableReadLoop","detail":"{readStateIndex:3480; appliedIndex:3479; }","duration":"255.256701ms","start":"2026-07-30T19:02:32.841291Z","end":"2026-07-30T19:02:33.096548Z","steps":["trace[1100868542] 'read index received' (duration: 77.612µs)","trace[1100868542] 'applied index is now lower than readState.Index' (duration: 255.177129ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:02:33.096952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.612329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T19:02:33.097125Z","caller":"traceutil/trace.go:171","msg":"trace[1556296344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3359; }","duration":"255.789744ms","start":"2026-07-30T19:02:32.841263Z","end":"2026-07-30T19:02:33.097053Z","steps":["trace[1556296344] 'agreement among raft nodes before linearized reading' (duration: 255.576589ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:02:33.331775Z","caller":"traceutil/trace.go:171","msg":"trace[1812445663] linearizableReadLoop","detail":"{readStateIndex:3481; appliedIndex:3480; }","duration":"235.155249ms","start":"2026-07-30T19:02:33.096602Z","end":"2026-07-30T19:02:33.331757Z","steps":["trace[1812445663] 'read index received' (duration: 234.918683ms)","trace[1812445663] 'applied index is now lower than readState.Index' (duration: 236.076µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:02:33.332012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.524366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-30T19:02:33.332037Z","caller":"traceutil/trace.go:171","msg":"trace[49119244] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3360; }","duration":"298.628009ms","start":"2026-07-30T19:02:33.033403Z","end":"2026-07-30T19:02:33.332031Z","steps":["trace[49119244] 'agreement among raft nodes before linearized reading' (duration: 298.421444ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:02:33.332162Z","caller":"traceutil/trace.go:171","msg":"trace[505416298] transaction","detail":"{read_only:false; response_revision:3360; number_of_response:1; }","duration":"397.180668ms","start":"2026-07-30T19:02:32.934949Z","end":"2026-07-30T19:02:33.33213Z","steps":["trace[505416298] 'process raft request' (duration: 396.667086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:02:33.332311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:02:32.934918Z","time spent":"397.315151ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:02:33.528255Z","caller":"traceutil/trace.go:171","msg":"trace[1484446222] linearizableReadLoop","detail":"{readStateIndex:3482; appliedIndex:3481; }","duration":"187.768884ms","start":"2026-07-30T19:02:33.340463Z","end":"2026-07-30T19:02:33.528231Z","steps":["trace[1484446222] 'read index received' (duration: 180.205673ms)","trace[1484446222] 'applied index is now lower than readState.Index' (duration: 7.562271ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:02:33.528635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.136764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-07-30T19:02:33.528748Z","caller":"traceutil/trace.go:171","msg":"trace[751681313] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3361; }","duration":"188.298047ms","start":"2026-07-30T19:02:33.340429Z","end":"2026-07-30T19:02:33.528727Z","steps":["trace[751681313] 'agreement among raft nodes before linearized reading' (duration: 187.907868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:02:33.529041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.860922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-30T19:02:33.529049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.253006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-30T19:02:33.529115Z","caller":"traceutil/trace.go:171","msg":"trace[844168231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3362; }","duration":"163.998765ms","start":"2026-07-30T19:02:33.365105Z","end":"2026-07-30T19:02:33.529104Z","steps":["trace[844168231] 'agreement among raft nodes before linearized reading' (duration: 163.78025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:02:33.529052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.809195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T19:02:33.529142Z","caller":"traceutil/trace.go:171","msg":"trace[1977259023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3362; }","duration":"165.381279ms","start":"2026-07-30T19:02:33.363745Z","end":"2026-07-30T19:02:33.529127Z","steps":["trace[1977259023] 'agreement among raft nodes before linearized reading' (duration: 165.190514ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:02:33.529039Z","caller":"traceutil/trace.go:171","msg":"trace[1444597854] transaction","detail":"{read_only:false; response_revision:3361; number_of_response:1; }","duration":"189.908396ms","start":"2026-07-30T19:02:33.338379Z","end":"2026-07-30T19:02:33.528287Z","steps":["trace[1444597854] 'process raft request' (duration: 182.15291ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:02:33.529222Z","caller":"traceutil/trace.go:171","msg":"trace[2073979907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3362; }","duration":"169.99312ms","start":"2026-07-30T19:02:33.359169Z","end":"2026-07-30T19:02:33.529162Z","steps":["trace[2073979907] 'agreement among raft nodes before linearized reading' (duration: 169.674892ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:02:33.529248Z","caller":"traceutil/trace.go:171","msg":"trace[294650710] transaction","detail":"{read_only:false; response_revision:3362; number_of_response:1; }","duration":"175.077581ms","start":"2026-07-30T19:02:33.354155Z","end":"2026-07-30T19:02:33.529232Z","steps":["trace[294650710] 'process raft request' (duration: 174.493267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:02:33.52935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.922308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T19:02:33.529456Z","caller":"traceutil/trace.go:171","msg":"trace[1037125263] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3362; }","duration":"165.091762ms","start":"2026-07-30T19:02:33.364338Z","end":"2026-07-30T19:02:33.52943Z","steps":["trace[1037125263] 'agreement among raft nodes before linearized reading' (duration: 164.696133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:02:33.529625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.53292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T19:02:33.529792Z","caller":"traceutil/trace.go:171","msg":"trace[1212901972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3362; }","duration":"167.793997ms","start":"2026-07-30T19:02:33.361966Z","end":"2026-07-30T19:02:33.52976Z","steps":["trace[1212901972] 'agreement among raft nodes before linearized reading' (duration: 167.132521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:02:44.701189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.565535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-30T19:02:44.70132Z","caller":"traceutil/trace.go:171","msg":"trace[1531011052] transaction","detail":"{read_only:false; response_revision:3439; number_of_response:1; }","duration":"165.896861ms","start":"2026-07-30T19:02:44.535395Z","end":"2026-07-30T19:02:44.701291Z","steps":["trace[1531011052] 'process raft request' (duration: 105.108146ms)","trace[1531011052] 'compare' (duration: 60.603821ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:02:44.701367Z","caller":"traceutil/trace.go:171","msg":"trace[1861833440] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3438; }","duration":"168.806351ms","start":"2026-07-30T19:02:44.532533Z","end":"2026-07-30T19:02:44.701339Z","steps":["trace[1861833440] 'range keys from in-memory index tree' (duration: 168.33461ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:02:44.870222Z","caller":"traceutil/trace.go:171","msg":"trace[400369496] transaction","detail":"{read_only:false; response_revision:3441; number_of_response:1; }","duration":"163.715169ms","start":"2026-07-30T19:02:44.706465Z","end":"2026-07-30T19:02:44.87018Z","steps":["trace[400369496] 'process raft request' (duration: 129.472919ms)","trace[400369496] 'compare' (duration: 34.069376ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:03:00.012298Z","caller":"traceutil/trace.go:171","msg":"trace[306473955] linearizableReadLoop","detail":"{readStateIndex:3671; appliedIndex:3670; }","duration":"100.937357ms","start":"2026-07-30T19:02:59.911339Z","end":"2026-07-30T19:03:00.012277Z","steps":["trace[306473955] 'read index received' (duration: 100.746952ms)","trace[306473955] 'applied index is now lower than readState.Index' (duration: 189.444µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:03:00.01249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.139491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:03:00.012468Z","caller":"traceutil/trace.go:171","msg":"trace[514434670] transaction","detail":"{read_only:false; response_revision:3544; number_of_response:1; }","duration":"109.179013ms","start":"2026-07-30T19:02:59.903248Z","end":"2026-07-30T19:03:00.012427Z","steps":["trace[514434670] 'process raft request' (duration: 108.879356ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:03:00.012526Z","caller":"traceutil/trace.go:171","msg":"trace[584537744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3544; }","duration":"101.229283ms","start":"2026-07-30T19:02:59.911286Z","end":"2026-07-30T19:03:00.012515Z","steps":["trace[584537744] 'agreement among raft nodes before linearized reading' (duration: 101.121281ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:06:33.777656Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2910} {"level":"info","ts":"2026-07-30T19:06:33.880979Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2910,"took":"102.060028ms","hash":2659090996,"current-db-size-bytes":35565568,"current-db-size":"36 MB","current-db-size-in-use-bytes":10506240,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-07-30T19:06:33.881048Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2659090996,"revision":2910,"compact-revision":-1} {"level":"info","ts":"2026-07-30T19:06:40.180011Z","caller":"traceutil/trace.go:171","msg":"trace[872739871] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"144.567066ms","start":"2026-07-30T19:06:40.035421Z","end":"2026-07-30T19:06:40.179988Z","steps":["trace[872739871] 'process raft request' (duration: 144.445304ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:06:52.709504Z","caller":"traceutil/trace.go:171","msg":"trace[2035416883] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"110.272984ms","start":"2026-07-30T19:06:52.599198Z","end":"2026-07-30T19:06:52.709471Z","steps":["trace[2035416883] 'process raft request' (duration: 55.430839ms)","trace[2035416883] 'compare' (duration: 54.697872ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:10:21.076055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.361085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:10:21.076165Z","caller":"traceutil/trace.go:171","msg":"trace[1987473488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6416; }","duration":"163.521799ms","start":"2026-07-30T19:10:20.912619Z","end":"2026-07-30T19:10:21.076141Z","steps":["trace[1987473488] 'range keys from in-memory index tree' (duration: 163.246423ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:10:37.253053Z","caller":"traceutil/trace.go:171","msg":"trace[1274303346] linearizableReadLoop","detail":"{readStateIndex:6834; appliedIndex:6833; }","duration":"177.105066ms","start":"2026-07-30T19:10:37.075926Z","end":"2026-07-30T19:10:37.253031Z","steps":["trace[1274303346] 'read index received' (duration: 177.013284ms)","trace[1274303346] 'applied index is now lower than readState.Index' (duration: 90.762µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:10:37.253107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:10:36.92891Z","time spent":"324.18937ms","remote":"127.0.0.1:49750","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-30T19:10:37.253209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.25789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T19:10:37.253243Z","caller":"traceutil/trace.go:171","msg":"trace[526142259] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6609; }","duration":"177.333492ms","start":"2026-07-30T19:10:37.075899Z","end":"2026-07-30T19:10:37.253233Z","steps":["trace[526142259] 'agreement among raft nodes before linearized reading' (duration: 177.25456ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:10:37.26057Z","caller":"traceutil/trace.go:171","msg":"trace[1738420168] transaction","detail":"{read_only:false; response_revision:6610; number_of_response:1; }","duration":"132.077263ms","start":"2026-07-30T19:10:37.128465Z","end":"2026-07-30T19:10:37.260543Z","steps":["trace[1738420168] 'process raft request' (duration: 131.863937ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:10:42.017771Z","caller":"traceutil/trace.go:171","msg":"trace[1394946205] transaction","detail":"{read_only:false; response_revision:6651; number_of_response:1; }","duration":"101.607928ms","start":"2026-07-30T19:10:41.916134Z","end":"2026-07-30T19:10:42.017742Z","steps":["trace[1394946205] 'process raft request' (duration: 101.418053ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:10:43.387194Z","caller":"traceutil/trace.go:171","msg":"trace[2055224514] transaction","detail":"{read_only:false; response_revision:6657; number_of_response:1; }","duration":"107.333586ms","start":"2026-07-30T19:10:43.279826Z","end":"2026-07-30T19:10:43.387159Z","steps":["trace[2055224514] 'process raft request' (duration: 107.152051ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:11:33.784354Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4904} {"level":"info","ts":"2026-07-30T19:11:33.825044Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4904,"took":"39.562904ms","hash":1915134954,"current-db-size-bytes":35565568,"current-db-size":"36 MB","current-db-size-in-use-bytes":11329536,"current-db-size-in-use":"11 MB"} {"level":"info","ts":"2026-07-30T19:11:33.825134Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1915134954,"revision":4904,"compact-revision":2910} {"level":"info","ts":"2026-07-30T19:15:19.463596Z","caller":"traceutil/trace.go:171","msg":"trace[1799315724] transaction","detail":"{read_only:false; response_revision:8964; number_of_response:1; }","duration":"284.626173ms","start":"2026-07-30T19:15:19.178937Z","end":"2026-07-30T19:15:19.463563Z","steps":["trace[1799315724] 'process raft request' (duration: 284.444669ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:15:33.75039Z","caller":"traceutil/trace.go:171","msg":"trace[2047790418] transaction","detail":"{read_only:false; response_revision:9062; number_of_response:1; }","duration":"157.245471ms","start":"2026-07-30T19:15:33.593103Z","end":"2026-07-30T19:15:33.750349Z","steps":["trace[2047790418] 'process raft request' (duration: 80.24914ms)","trace[2047790418] 'compare' (duration: 76.746375ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:15:33.750565Z","caller":"traceutil/trace.go:171","msg":"trace[347828609] transaction","detail":"{read_only:false; response_revision:9063; number_of_response:1; }","duration":"154.952486ms","start":"2026-07-30T19:15:33.595582Z","end":"2026-07-30T19:15:33.750534Z","steps":["trace[347828609] 'process raft request' (duration: 154.71465ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:15:40.288369Z","caller":"traceutil/trace.go:171","msg":"trace[1954406188] transaction","detail":"{read_only:false; response_revision:9106; number_of_response:1; }","duration":"254.888198ms","start":"2026-07-30T19:15:40.033453Z","end":"2026-07-30T19:15:40.288341Z","steps":["trace[1954406188] 'process raft request' (duration: 254.743135ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:15:54.723422Z","caller":"traceutil/trace.go:171","msg":"trace[919887847] transaction","detail":"{read_only:false; response_revision:9199; number_of_response:1; }","duration":"106.179263ms","start":"2026-07-30T19:15:54.61721Z","end":"2026-07-30T19:15:54.723389Z","steps":["trace[919887847] 'process raft request' (duration: 106.133002ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:15:54.723504Z","caller":"traceutil/trace.go:171","msg":"trace[612263597] transaction","detail":"{read_only:false; response_revision:9198; number_of_response:1; }","duration":"116.916071ms","start":"2026-07-30T19:15:54.606544Z","end":"2026-07-30T19:15:54.723461Z","steps":["trace[612263597] 'process raft request' (duration: 116.604473ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:16:33.790265Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7125} {"level":"info","ts":"2026-07-30T19:16:33.851542Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7125,"took":"59.938968ms","hash":2441415992,"current-db-size-bytes":35565568,"current-db-size":"36 MB","current-db-size-in-use-bytes":12615680,"current-db-size-in-use":"13 MB"} {"level":"info","ts":"2026-07-30T19:16:33.851661Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2441415992,"revision":7125,"compact-revision":4904} {"level":"info","ts":"2026-07-30T19:16:55.960738Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ca256638ea38eb43","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-30T19:16:55.968647Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-30T19:16:55.968881Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-30T19:17:29.242821Z","caller":"traceutil/trace.go:171","msg":"trace[596258019] transaction","detail":"{read_only:false; response_revision:9948; number_of_response:1; }","duration":"126.285411ms","start":"2026-07-30T19:17:29.116499Z","end":"2026-07-30T19:17:29.242784Z","steps":["trace[596258019] 'process raft request' (duration: 84.535769ms)","trace[596258019] 'compare' (duration: 41.548657ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:18:52.484882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.372233ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-30T19:18:53.036096Z","caller":"traceutil/trace.go:171","msg":"trace[1244728708] transaction","detail":"{read_only:false; response_revision:10550; number_of_response:1; }","duration":"142.129421ms","start":"2026-07-30T19:18:52.893936Z","end":"2026-07-30T19:18:53.036066Z","steps":["trace[1244728708] 'process raft request' (duration: 128.520534ms)","trace[1244728708] 'compare' (duration: 13.483824ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:21:33.796866Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9502} {"level":"info","ts":"2026-07-30T19:21:33.859142Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9502,"took":"60.696733ms","hash":3232798990,"current-db-size-bytes":35565568,"current-db-size":"36 MB","current-db-size-in-use-bytes":13398016,"current-db-size-in-use":"13 MB"} {"level":"info","ts":"2026-07-30T19:21:33.859198Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3232798990,"revision":9502,"compact-revision":7125} {"level":"warn","ts":"2026-07-30T19:21:39.093399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451117575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T19:21:39.593874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451117575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T19:21:39.925846Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.600708947s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T19:21:39.926232Z","caller":"traceutil/trace.go:171","msg":"trace[589522302] transaction","detail":"{read_only:false; response_revision:11886; number_of_response:1; }","duration":"1.601204019s","start":"2026-07-30T19:21:38.325006Z","end":"2026-07-30T19:21:39.92621Z","steps":["trace[589522302] 'process raft request' (duration: 1.601005374s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:21:39.92639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:21:38.324984Z","time spent":"1.601323602s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:21:40.032717Z","caller":"traceutil/trace.go:171","msg":"trace[1660541203] linearizableReadLoop","detail":"{readStateIndex:12270; appliedIndex:12268; }","duration":"1.43980763s","start":"2026-07-30T19:21:38.592839Z","end":"2026-07-30T19:21:40.032646Z","steps":["trace[1660541203] 'read index received' (duration: 1.333211252s)","trace[1660541203] 'applied index is now lower than readState.Index' (duration: 106.595628ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:21:40.032823Z","caller":"traceutil/trace.go:171","msg":"trace[1973828282] transaction","detail":"{read_only:false; response_revision:11887; number_of_response:1; }","duration":"1.705720247s","start":"2026-07-30T19:21:38.327095Z","end":"2026-07-30T19:21:40.032815Z","steps":["trace[1973828282] 'process raft request' (duration: 1.693852121s)","trace[1973828282] 'compare' (duration: 11.59452ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:21:40.03295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121258225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T19:21:40.032967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:21:38.327072Z","time spent":"1.705772729s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:21:40.033008Z","caller":"traceutil/trace.go:171","msg":"trace[1822082021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11887; }","duration":"1.121355937s","start":"2026-07-30T19:21:38.911636Z","end":"2026-07-30T19:21:40.032992Z","steps":["trace[1822082021] 'agreement among raft nodes before linearized reading' (duration: 1.121248575s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:21:40.03305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:21:38.911614Z","time spent":"1.12142809s","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T19:21:40.033145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.005553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-30T19:21:40.033208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440375554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-30T19:21:40.033232Z","caller":"traceutil/trace.go:171","msg":"trace[1143229856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11887; }","duration":"296.171936ms","start":"2026-07-30T19:21:39.737036Z","end":"2026-07-30T19:21:40.033208Z","steps":["trace[1143229856] 'agreement among raft nodes before linearized reading' (duration: 295.95146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:21:40.03325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.794474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:21:40.033276Z","caller":"traceutil/trace.go:171","msg":"trace[842526592] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:11887; }","duration":"629.857776ms","start":"2026-07-30T19:21:39.403409Z","end":"2026-07-30T19:21:40.033267Z","steps":["trace[842526592] 'agreement among raft nodes before linearized reading' (duration: 629.807255ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:21:40.033275Z","caller":"traceutil/trace.go:171","msg":"trace[1303003795] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11887; }","duration":"1.440481817s","start":"2026-07-30T19:21:38.592773Z","end":"2026-07-30T19:21:40.033255Z","steps":["trace[1303003795] 'agreement among raft nodes before linearized reading' (duration: 1.440338433s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:21:40.033301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:21:39.403388Z","time spent":"629.904877ms","remote":"127.0.0.1:50134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-07-30T19:21:40.033309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:21:38.592746Z","time spent":"1.440556298s","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12486,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-30T19:21:40.033306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.156774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-30T19:21:40.033381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.85766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T19:21:40.033426Z","caller":"traceutil/trace.go:171","msg":"trace[1893915286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11887; }","duration":"193.288017ms","start":"2026-07-30T19:21:39.84011Z","end":"2026-07-30T19:21:40.033398Z","steps":["trace[1893915286] 'agreement among raft nodes before linearized reading' (duration: 192.97574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:21:40.033392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.957819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T19:21:40.033465Z","caller":"traceutil/trace.go:171","msg":"trace[1786076173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11887; }","duration":"570.009514ms","start":"2026-07-30T19:21:39.463435Z","end":"2026-07-30T19:21:40.033445Z","steps":["trace[1786076173] 'agreement among raft nodes before linearized reading' (duration: 569.702157ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:21:40.033511Z","caller":"traceutil/trace.go:171","msg":"trace[821436289] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:11887; }","duration":"276.156864ms","start":"2026-07-30T19:21:39.757321Z","end":"2026-07-30T19:21:40.033478Z","steps":["trace[821436289] 'agreement among raft nodes before linearized reading' (duration: 275.890688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:21:40.033042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.377795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-30T19:21:40.033146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.21145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-30T19:21:40.033631Z","caller":"traceutil/trace.go:171","msg":"trace[1557935569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11887; }","duration":"275.972519ms","start":"2026-07-30T19:21:39.757632Z","end":"2026-07-30T19:21:40.033605Z","steps":["trace[1557935569] 'agreement among raft nodes before linearized reading' (duration: 275.306143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:21:40.033536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:21:39.463413Z","time spent":"570.112706ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T19:21:40.033822Z","caller":"traceutil/trace.go:171","msg":"trace[2028107386] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11887; }","duration":"111.784973ms","start":"2026-07-30T19:21:39.921876Z","end":"2026-07-30T19:21:40.033661Z","steps":["trace[2028107386] 'agreement among raft nodes before linearized reading' (duration: 111.121207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:21:42.366149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.247719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T19:21:42.366263Z","caller":"traceutil/trace.go:171","msg":"trace[2052533626] transaction","detail":"{read_only:false; response_revision:11913; number_of_response:1; }","duration":"205.216605ms","start":"2026-07-30T19:21:42.161026Z","end":"2026-07-30T19:21:42.366243Z","steps":["trace[2052533626] 'process raft request' (duration: 25.784851ms)","trace[2052533626] 'compare' (duration: 179.126706ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:21:42.367129Z","caller":"traceutil/trace.go:171","msg":"trace[624977927] transaction","detail":"{read_only:false; response_revision:11914; number_of_response:1; }","duration":"171.286177ms","start":"2026-07-30T19:21:42.195819Z","end":"2026-07-30T19:21:42.367105Z","steps":["trace[624977927] 'process raft request' (duration: 171.161844ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:21:42.368319Z","caller":"traceutil/trace.go:171","msg":"trace[1440525119] transaction","detail":"{read_only:false; response_revision:11915; number_of_response:1; }","duration":"172.039115ms","start":"2026-07-30T19:21:42.196262Z","end":"2026-07-30T19:21:42.368301Z","steps":["trace[1440525119] 'process raft request' (duration: 171.899892ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:21:42.368439Z","caller":"traceutil/trace.go:171","msg":"trace[1964031902] linearizableReadLoop","detail":"{readStateIndex:12300; appliedIndex:12297; }","duration":"148.881907ms","start":"2026-07-30T19:21:42.219523Z","end":"2026-07-30T19:21:42.368405Z","steps":["trace[1964031902] 'read index received' (duration: 147.544315ms)","trace[1964031902] 'applied index is now lower than readState.Index' (duration: 1.334712ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:21:42.368459Z","caller":"traceutil/trace.go:171","msg":"trace[295361415] transaction","detail":"{read_only:false; response_revision:11916; number_of_response:1; }","duration":"161.581803ms","start":"2026-07-30T19:21:42.206845Z","end":"2026-07-30T19:21:42.368427Z","steps":["trace[295361415] 'process raft request' (duration: 161.404399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:21:42.368618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.060152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T19:21:42.368729Z","caller":"traceutil/trace.go:171","msg":"trace[106000389] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:11916; }","duration":"149.227455ms","start":"2026-07-30T19:21:42.219476Z","end":"2026-07-30T19:21:42.368704Z","steps":["trace[106000389] 'agreement among raft nodes before linearized reading' (duration: 149.02275ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:21:42.657347Z","caller":"traceutil/trace.go:171","msg":"trace[1869607634] transaction","detail":"{read_only:false; response_revision:11920; number_of_response:1; }","duration":"134.597573ms","start":"2026-07-30T19:21:42.522724Z","end":"2026-07-30T19:21:42.657321Z","steps":["trace[1869607634] 'process raft request' (duration: 134.379007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:21:59.722865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451118251,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T19:22:00.223243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451118251,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T19:22:00.491065Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.290479571s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T19:22:00.491548Z","caller":"traceutil/trace.go:171","msg":"trace[528797440] linearizableReadLoop","detail":"{readStateIndex:12643; appliedIndex:12642; }","duration":"1.269575518s","start":"2026-07-30T19:21:59.221946Z","end":"2026-07-30T19:22:00.491522Z","steps":["trace[528797440] 'read index received' (duration: 1.269518506s)","trace[528797440] 'applied index is now lower than readState.Index' (duration: 55.342µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:22:00.491659Z","caller":"traceutil/trace.go:171","msg":"trace[1538627869] transaction","detail":"{read_only:false; response_revision:12247; number_of_response:1; }","duration":"1.291169278s","start":"2026-07-30T19:21:59.200452Z","end":"2026-07-30T19:22:00.491622Z","steps":["trace[1538627869] 'process raft request' (duration: 1.29081485s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:22:00.491825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269865854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-30T19:22:00.491889Z","caller":"traceutil/trace.go:171","msg":"trace[651055455] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:12247; }","duration":"1.269998448s","start":"2026-07-30T19:21:59.221869Z","end":"2026-07-30T19:22:00.491868Z","steps":["trace[651055455] 'agreement among raft nodes before linearized reading' (duration: 1.269800093s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:22:00.491959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:21:59.221844Z","time spent":"1.27009737s","remote":"127.0.0.1:49866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1367,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-30T19:22:00.492213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:21:59.200427Z","time spent":"1.291415214s","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8293,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:22:00.506055Z","caller":"traceutil/trace.go:171","msg":"trace[3401777] transaction","detail":"{read_only:false; response_revision:12248; number_of_response:1; }","duration":"247.79506ms","start":"2026-07-30T19:22:00.25823Z","end":"2026-07-30T19:22:00.506025Z","steps":["trace[3401777] 'process raft request' (duration: 247.614956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:22:00.506254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.527227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T19:22:00.506314Z","caller":"traceutil/trace.go:171","msg":"trace[1068763890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12252; }","duration":"331.61405ms","start":"2026-07-30T19:22:00.174682Z","end":"2026-07-30T19:22:00.506296Z","steps":["trace[1068763890] 'agreement among raft nodes before linearized reading' (duration: 331.436795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:22:00.506295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.87836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-30T19:22:00.506383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:22:00.174668Z","time spent":"331.708481ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T19:22:00.506417Z","caller":"traceutil/trace.go:171","msg":"trace[1626791288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12252; }","duration":"333.062684ms","start":"2026-07-30T19:22:00.173339Z","end":"2026-07-30T19:22:00.506402Z","steps":["trace[1626791288] 'agreement among raft nodes before linearized reading' (duration: 332.861739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:22:00.50641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.890746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-30T19:22:00.506467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:22:00.173305Z","time spent":"333.135586ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T19:22:00.506476Z","caller":"traceutil/trace.go:171","msg":"trace[1515085132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12252; }","duration":"326.990009ms","start":"2026-07-30T19:22:00.17947Z","end":"2026-07-30T19:22:00.50646Z","steps":["trace[1515085132] 'agreement among raft nodes before linearized reading' (duration: 326.784234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:22:00.506505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:22:00.179449Z","time spent":"327.050189ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T19:22:00.506502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.114439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:22:00.506571Z","caller":"traceutil/trace.go:171","msg":"trace[469321104] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:12252; }","duration":"446.244932ms","start":"2026-07-30T19:22:00.060307Z","end":"2026-07-30T19:22:00.506552Z","steps":["trace[469321104] 'agreement among raft nodes before linearized reading' (duration: 446.092728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:22:00.506583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.9695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-30T19:22:00.50659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.947381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T19:22:00.506583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035330635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-49xsj\" ","response":"range_response_count:1 size:20554"} {"level":"info","ts":"2026-07-30T19:22:00.506616Z","caller":"traceutil/trace.go:171","msg":"trace[1504441127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12252; }","duration":"594.011882ms","start":"2026-07-30T19:21:59.912598Z","end":"2026-07-30T19:22:00.506609Z","steps":["trace[1504441127] 'agreement among raft nodes before linearized reading' (duration: 593.948231ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:22:00.506617Z","caller":"traceutil/trace.go:171","msg":"trace[518186027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12252; }","duration":"335.050732ms","start":"2026-07-30T19:22:00.171556Z","end":"2026-07-30T19:22:00.506607Z","steps":["trace[518186027] 'agreement among raft nodes before linearized reading' (duration: 334.96178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:22:00.506618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:22:00.060274Z","time spent":"446.334034ms","remote":"127.0.0.1:43370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-30T19:22:00.506628Z","caller":"traceutil/trace.go:171","msg":"trace[1873383258] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-49xsj; range_end:; response_count:1; response_revision:12252; }","duration":"1.035372786s","start":"2026-07-30T19:21:59.471243Z","end":"2026-07-30T19:22:00.506615Z","steps":["trace[1873383258] 'agreement among raft nodes before linearized reading' (duration: 1.035300965s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:22:00.506642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:22:00.171536Z","time spent":"335.100804ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T19:22:00.506636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:21:59.912575Z","time spent":"594.057203ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T19:22:00.50665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:21:59.471184Z","time spent":"1.035461759s","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20578,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-49xsj\" "} {"level":"warn","ts":"2026-07-30T19:22:00.506526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.844797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-30T19:22:00.506779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.240843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T19:22:00.506894Z","caller":"traceutil/trace.go:171","msg":"trace[1741855508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12252; }","duration":"329.458087ms","start":"2026-07-30T19:22:00.177408Z","end":"2026-07-30T19:22:00.506866Z","steps":["trace[1741855508] 'agreement among raft nodes before linearized reading' (duration: 328.975556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:22:00.506946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:22:00.177363Z","time spent":"329.575ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T19:22:00.506919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.22068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:22:00.50683Z","caller":"traceutil/trace.go:171","msg":"trace[142729697] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12252; }","duration":"335.180155ms","start":"2026-07-30T19:22:00.171636Z","end":"2026-07-30T19:22:00.506816Z","steps":["trace[142729697] 'agreement among raft nodes before linearized reading' (duration: 334.842917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:22:00.507013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:22:00.171614Z","time spent":"335.391131ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-30T19:22:00.507019Z","caller":"traceutil/trace.go:171","msg":"trace[557484565] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:0; response_revision:12254; }","duration":"260.388443ms","start":"2026-07-30T19:22:00.246604Z","end":"2026-07-30T19:22:00.506992Z","steps":["trace[557484565] 'agreement among raft nodes before linearized reading' (duration: 259.675396ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:25.164692Z","caller":"traceutil/trace.go:171","msg":"trace[32845156] transaction","detail":"{read_only:false; response_revision:13238; number_of_response:1; }","duration":"195.439818ms","start":"2026-07-30T19:23:24.969227Z","end":"2026-07-30T19:23:25.164667Z","steps":["trace[32845156] 'process raft request' (duration: 195.234754ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:25.165095Z","caller":"traceutil/trace.go:171","msg":"trace[1591704967] transaction","detail":"{read_only:false; response_revision:13239; number_of_response:1; }","duration":"195.710495ms","start":"2026-07-30T19:23:24.969331Z","end":"2026-07-30T19:23:25.165042Z","steps":["trace[1591704967] 'process raft request' (duration: 195.294415ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:25.16534Z","caller":"traceutil/trace.go:171","msg":"trace[718458614] transaction","detail":"{read_only:false; response_revision:13240; number_of_response:1; }","duration":"195.9111ms","start":"2026-07-30T19:23:24.969401Z","end":"2026-07-30T19:23:25.165312Z","steps":["trace[718458614] 'process raft request' (duration: 195.468489ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:25.165315Z","caller":"traceutil/trace.go:171","msg":"trace[2127389353] linearizableReadLoop","detail":"{readStateIndex:13658; appliedIndex:13654; }","duration":"122.399168ms","start":"2026-07-30T19:23:25.042885Z","end":"2026-07-30T19:23:25.165284Z","steps":["trace[2127389353] 'read index received' (duration: 313.057µs)","trace[2127389353] 'applied index is now lower than readState.Index' (duration: 122.084951ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:23:25.165464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.569593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:23:25.165523Z","caller":"traceutil/trace.go:171","msg":"trace[721969642] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13241; }","duration":"122.695056ms","start":"2026-07-30T19:23:25.042814Z","end":"2026-07-30T19:23:25.16551Z","steps":["trace[721969642] 'agreement among raft nodes before linearized reading' (duration: 122.594153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:25.1657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.682882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-30T19:23:25.165769Z","caller":"traceutil/trace.go:171","msg":"trace[194031013] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13241; }","duration":"121.829455ms","start":"2026-07-30T19:23:25.043926Z","end":"2026-07-30T19:23:25.165756Z","steps":["trace[194031013] 'agreement among raft nodes before linearized reading' (duration: 121.62648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:25.165814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.254953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-30T19:23:25.165862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.162149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T19:23:25.165889Z","caller":"traceutil/trace.go:171","msg":"trace[960176616] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13241; }","duration":"119.379296ms","start":"2026-07-30T19:23:25.046489Z","end":"2026-07-30T19:23:25.165868Z","steps":["trace[960176616] 'agreement among raft nodes before linearized reading' (duration: 119.177192ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:25.165947Z","caller":"traceutil/trace.go:171","msg":"trace[97111250] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13241; }","duration":"116.324153ms","start":"2026-07-30T19:23:25.049603Z","end":"2026-07-30T19:23:25.165927Z","steps":["trace[97111250] 'agreement among raft nodes before linearized reading' (duration: 116.053456ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:25.16545Z","caller":"traceutil/trace.go:171","msg":"trace[1818951939] transaction","detail":"{read_only:false; response_revision:13241; number_of_response:1; }","duration":"195.976032ms","start":"2026-07-30T19:23:24.96944Z","end":"2026-07-30T19:23:25.165416Z","steps":["trace[1818951939] 'process raft request' (duration: 195.785447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:25.600619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.703119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-49xsj\" ","response":"range_response_count:1 size:20554"} {"level":"info","ts":"2026-07-30T19:23:25.600701Z","caller":"traceutil/trace.go:171","msg":"trace[1838305676] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-49xsj; range_end:; response_count:1; response_revision:13241; }","duration":"262.827823ms","start":"2026-07-30T19:23:25.337856Z","end":"2026-07-30T19:23:25.600684Z","steps":["trace[1838305676] 'range keys from in-memory index tree' (duration: 262.558296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:25.600989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.765923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:23:25.601031Z","caller":"traceutil/trace.go:171","msg":"trace[1473521307] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13241; }","duration":"265.868186ms","start":"2026-07-30T19:23:25.335152Z","end":"2026-07-30T19:23:25.60102Z","steps":["trace[1473521307] 'range keys from in-memory index tree' (duration: 265.657001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:25.601105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.478347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T19:23:25.601125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.073905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-30T19:23:25.601154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.594999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:23:25.601188Z","caller":"traceutil/trace.go:171","msg":"trace[91453356] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13241; }","duration":"265.62719ms","start":"2026-07-30T19:23:25.335542Z","end":"2026-07-30T19:23:25.601169Z","steps":["trace[91453356] 'range keys from in-memory index tree' (duration: 265.375264ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:25.601214Z","caller":"traceutil/trace.go:171","msg":"trace[964708677] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13241; }","duration":"262.195517ms","start":"2026-07-30T19:23:25.338999Z","end":"2026-07-30T19:23:25.601194Z","steps":["trace[964708677] 'range keys from in-memory index tree' (duration: 261.828458ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:25.601246Z","caller":"traceutil/trace.go:171","msg":"trace[866539900] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13241; }","duration":"265.749393ms","start":"2026-07-30T19:23:25.335475Z","end":"2026-07-30T19:23:25.601225Z","steps":["trace[866539900] 'range keys from in-memory index tree' (duration: 265.435695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:25.601234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.769028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-30T19:23:25.601333Z","caller":"traceutil/trace.go:171","msg":"trace[1044476867] transaction","detail":"{read_only:false; response_revision:13242; number_of_response:1; }","duration":"200.513201ms","start":"2026-07-30T19:23:25.400766Z","end":"2026-07-30T19:23:25.60128Z","steps":["trace[1044476867] 'process raft request' (duration: 179.424753ms)","trace[1044476867] 'compare' (duration: 20.31495ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:23:25.601461Z","caller":"traceutil/trace.go:171","msg":"trace[762231292] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13241; }","duration":"267.053195ms","start":"2026-07-30T19:23:25.334329Z","end":"2026-07-30T19:23:25.601382Z","steps":["trace[762231292] 'range keys from in-memory index tree' (duration: 266.45735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:25.601475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.065011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:23:25.601648Z","caller":"traceutil/trace.go:171","msg":"trace[330568483] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13241; }","duration":"266.367627ms","start":"2026-07-30T19:23:25.335255Z","end":"2026-07-30T19:23:25.601623Z","steps":["trace[330568483] 'range keys from in-memory index tree' (duration: 265.913897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:25.601705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.029522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T19:23:25.602831Z","caller":"traceutil/trace.go:171","msg":"trace[1825881801] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13241; }","duration":"265.134298ms","start":"2026-07-30T19:23:25.337602Z","end":"2026-07-30T19:23:25.602736Z","steps":["trace[1825881801] 'range keys from in-memory index tree' (duration: 263.281093ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:27.21626Z","caller":"traceutil/trace.go:171","msg":"trace[1375632554] transaction","detail":"{read_only:false; response_revision:13243; number_of_response:1; }","duration":"370.521897ms","start":"2026-07-30T19:23:26.845716Z","end":"2026-07-30T19:23:27.216238Z","steps":["trace[1375632554] 'process raft request' (duration: 370.373834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:27.216404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:26.845694Z","time spent":"370.6385ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:23:27.356882Z","caller":"traceutil/trace.go:171","msg":"trace[1339814887] transaction","detail":"{read_only:false; response_revision:13244; number_of_response:1; }","duration":"465.773382ms","start":"2026-07-30T19:23:26.891082Z","end":"2026-07-30T19:23:27.356855Z","steps":["trace[1339814887] 'process raft request' (duration: 465.564097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:27.357095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:26.891057Z","time spent":"465.931695ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:23:27.357139Z","caller":"traceutil/trace.go:171","msg":"trace[1897098075] transaction","detail":"{read_only:false; response_revision:13245; number_of_response:1; }","duration":"465.922215ms","start":"2026-07-30T19:23:26.891186Z","end":"2026-07-30T19:23:27.357108Z","steps":["trace[1897098075] 'process raft request' (duration: 465.621218ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:27.357201Z","caller":"traceutil/trace.go:171","msg":"trace[1037566694] linearizableReadLoop","detail":"{readStateIndex:13663; appliedIndex:13659; }","duration":"445.127135ms","start":"2026-07-30T19:23:26.912046Z","end":"2026-07-30T19:23:27.357173Z","steps":["trace[1037566694] 'read index received' (duration: 304.098417ms)","trace[1037566694] 'applied index is now lower than readState.Index' (duration: 141.027428ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:23:27.3573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:26.891125Z","time spent":"466.0948ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:23:27.357378Z","caller":"traceutil/trace.go:171","msg":"trace[1158291434] transaction","detail":"{read_only:false; response_revision:13246; number_of_response:1; }","duration":"466.1163ms","start":"2026-07-30T19:23:26.891216Z","end":"2026-07-30T19:23:27.357332Z","steps":["trace[1158291434] 'process raft request' (duration: 465.819113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:27.357599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.722588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.61\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-30T19:23:27.357612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.44805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-30T19:23:27.357594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.657031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-30T19:23:27.357632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:26.891188Z","time spent":"466.295274ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:23:27.357651Z","caller":"traceutil/trace.go:171","msg":"trace[1089413451] range","detail":"{range_begin:/registry/masterleases/199.204.45.61; range_end:; response_count:1; response_revision:13246; }","duration":"391.787559ms","start":"2026-07-30T19:23:26.965845Z","end":"2026-07-30T19:23:27.357633Z","steps":["trace[1089413451] 'agreement among raft nodes before linearized reading' (duration: 391.632435ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:27.35767Z","caller":"traceutil/trace.go:171","msg":"trace[1587322251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13246; }","duration":"187.753033ms","start":"2026-07-30T19:23:27.169897Z","end":"2026-07-30T19:23:27.35765Z","steps":["trace[1587322251] 'agreement among raft nodes before linearized reading' (duration: 187.584239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:27.357693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.103832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T19:23:27.3577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:26.96583Z","time spent":"391.858771ms","remote":"127.0.0.1:49750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.61\" "} {"level":"info","ts":"2026-07-30T19:23:27.357741Z","caller":"traceutil/trace.go:171","msg":"trace[1207160391] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13246; }","duration":"188.175754ms","start":"2026-07-30T19:23:27.169536Z","end":"2026-07-30T19:23:27.357712Z","steps":["trace[1207160391] 'agreement among raft nodes before linearized reading' (duration: 188.137483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:27.357421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.36686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:23:27.357828Z","caller":"traceutil/trace.go:171","msg":"trace[1764390116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13246; }","duration":"445.826381ms","start":"2026-07-30T19:23:26.91199Z","end":"2026-07-30T19:23:27.357816Z","steps":["trace[1764390116] 'agreement among raft nodes before linearized reading' (duration: 445.34949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:27.357862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:26.911975Z","time spent":"445.877173ms","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T19:23:27.358002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.41743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-30T19:23:27.357651Z","caller":"traceutil/trace.go:171","msg":"trace[1668417223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13246; }","duration":"188.509192ms","start":"2026-07-30T19:23:27.169132Z","end":"2026-07-30T19:23:27.357641Z","steps":["trace[1668417223] 'agreement among raft nodes before linearized reading' (duration: 188.373549ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:27.35805Z","caller":"traceutil/trace.go:171","msg":"trace[188601926] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13246; }","duration":"188.523642ms","start":"2026-07-30T19:23:27.169515Z","end":"2026-07-30T19:23:27.358039Z","steps":["trace[188601926] 'agreement among raft nodes before linearized reading' (duration: 188.402819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:27.358124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.132951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T19:23:27.358155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.959541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T19:23:27.358205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.224623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:23:27.358206Z","caller":"traceutil/trace.go:171","msg":"trace[166695733] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13246; }","duration":"191.045872ms","start":"2026-07-30T19:23:27.167144Z","end":"2026-07-30T19:23:27.35819Z","steps":["trace[166695733] 'agreement among raft nodes before linearized reading' (duration: 190.9583ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:27.358232Z","caller":"traceutil/trace.go:171","msg":"trace[154602044] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13246; }","duration":"163.273193ms","start":"2026-07-30T19:23:27.194951Z","end":"2026-07-30T19:23:27.358224Z","steps":["trace[154602044] 'agreement among raft nodes before linearized reading' (duration: 163.232962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:27.358269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.703926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T19:23:27.358298Z","caller":"traceutil/trace.go:171","msg":"trace[1848958473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13246; }","duration":"188.781288ms","start":"2026-07-30T19:23:27.169508Z","end":"2026-07-30T19:23:27.358289Z","steps":["trace[1848958473] 'agreement among raft nodes before linearized reading' (duration: 188.693056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:27.358378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.172288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T19:23:27.358424Z","caller":"traceutil/trace.go:171","msg":"trace[1789043507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13246; }","duration":"189.233139ms","start":"2026-07-30T19:23:27.169179Z","end":"2026-07-30T19:23:27.358412Z","steps":["trace[1789043507] 'agreement among raft nodes before linearized reading' (duration: 189.087245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:27.358429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.672303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:23:27.358461Z","caller":"traceutil/trace.go:171","msg":"trace[609586292] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13246; }","duration":"163.724875ms","start":"2026-07-30T19:23:27.194727Z","end":"2026-07-30T19:23:27.358452Z","steps":["trace[609586292] 'agreement among raft nodes before linearized reading' (duration: 163.679414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:27.3585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.627942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T19:23:27.358548Z","caller":"traceutil/trace.go:171","msg":"trace[467242630] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:13246; }","duration":"256.710105ms","start":"2026-07-30T19:23:27.101824Z","end":"2026-07-30T19:23:27.358534Z","steps":["trace[467242630] 'agreement among raft nodes before linearized reading' (duration: 256.630263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:27.358605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.103973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T19:23:27.358632Z","caller":"traceutil/trace.go:171","msg":"trace[316515853] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13246; }","duration":"164.153645ms","start":"2026-07-30T19:23:27.19447Z","end":"2026-07-30T19:23:27.358623Z","steps":["trace[316515853] 'agreement among raft nodes before linearized reading' (duration: 164.068133ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:27.358163Z","caller":"traceutil/trace.go:171","msg":"trace[1405576338] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13246; }","duration":"163.192151ms","start":"2026-07-30T19:23:27.194961Z","end":"2026-07-30T19:23:27.358153Z","steps":["trace[1405576338] 'agreement among raft nodes before linearized reading' (duration: 163.13958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:27.358821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.018138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-30T19:23:27.358857Z","caller":"traceutil/trace.go:171","msg":"trace[1580995285] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13246; }","duration":"173.08008ms","start":"2026-07-30T19:23:27.185768Z","end":"2026-07-30T19:23:27.358848Z","steps":["trace[1580995285] 'agreement among raft nodes before linearized reading' (duration: 172.961207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:27.358866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.873407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-30T19:23:27.359057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.01129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T19:23:27.359075Z","caller":"traceutil/trace.go:171","msg":"trace[1397922268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13246; }","duration":"391.123843ms","start":"2026-07-30T19:23:26.967942Z","end":"2026-07-30T19:23:27.359066Z","steps":["trace[1397922268] 'agreement among raft nodes before linearized reading' (duration: 390.855217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:27.359112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:26.967925Z","time spent":"391.181054ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T19:23:27.359156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.186143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T19:23:27.359114Z","caller":"traceutil/trace.go:171","msg":"trace[1993792479] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:13246; }","duration":"310.317526ms","start":"2026-07-30T19:23:27.048783Z","end":"2026-07-30T19:23:27.3591Z","steps":["trace[1993792479] 'agreement among raft nodes before linearized reading' (duration: 309.948407ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:27.359188Z","caller":"traceutil/trace.go:171","msg":"trace[1385064058] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13246; }","duration":"188.237535ms","start":"2026-07-30T19:23:27.170942Z","end":"2026-07-30T19:23:27.35918Z","steps":["trace[1385064058] 'agreement among raft nodes before linearized reading' (duration: 188.159753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:27.359203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:27.048748Z","time spent":"310.44812ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T19:23:27.359365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.369662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T19:23:27.359404Z","caller":"traceutil/trace.go:171","msg":"trace[1388806987] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13246; }","duration":"189.420983ms","start":"2026-07-30T19:23:27.169973Z","end":"2026-07-30T19:23:27.359394Z","steps":["trace[1388806987] 'agreement among raft nodes before linearized reading' (duration: 189.234649ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:27.530109Z","caller":"traceutil/trace.go:171","msg":"trace[273663505] transaction","detail":"{read_only:false; response_revision:13248; number_of_response:1; }","duration":"166.203044ms","start":"2026-07-30T19:23:27.363881Z","end":"2026-07-30T19:23:27.530084Z","steps":["trace[273663505] 'process raft request' (duration: 166.119932ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:27.530115Z","caller":"traceutil/trace.go:171","msg":"trace[787966892] transaction","detail":"{read_only:false; response_revision:13247; number_of_response:1; }","duration":"167.307291ms","start":"2026-07-30T19:23:27.362774Z","end":"2026-07-30T19:23:27.530081Z","steps":["trace[787966892] 'process raft request' (duration: 167.055425ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:27.53051Z","caller":"traceutil/trace.go:171","msg":"trace[390368704] transaction","detail":"{read_only:false; response_revision:13250; number_of_response:1; }","duration":"166.386249ms","start":"2026-07-30T19:23:27.36411Z","end":"2026-07-30T19:23:27.530496Z","steps":["trace[390368704] 'process raft request' (duration: 166.203754ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:27.530526Z","caller":"traceutil/trace.go:171","msg":"trace[1209704779] transaction","detail":"{read_only:false; response_revision:13249; number_of_response:1; }","duration":"166.460981ms","start":"2026-07-30T19:23:27.364033Z","end":"2026-07-30T19:23:27.530494Z","steps":["trace[1209704779] 'process raft request' (duration: 166.01125ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:27.53089Z","caller":"traceutil/trace.go:171","msg":"trace[233030147] transaction","detail":"{read_only:false; response_revision:13252; number_of_response:1; }","duration":"166.605154ms","start":"2026-07-30T19:23:27.364271Z","end":"2026-07-30T19:23:27.530877Z","steps":["trace[233030147] 'process raft request' (duration: 166.313237ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:27.530921Z","caller":"traceutil/trace.go:171","msg":"trace[2025741039] linearizableReadLoop","detail":"{readStateIndex:13671; appliedIndex:13664; }","duration":"165.818665ms","start":"2026-07-30T19:23:27.365086Z","end":"2026-07-30T19:23:27.530904Z","steps":["trace[2025741039] 'read index received' (duration: 45.944337ms)","trace[2025741039] 'applied index is now lower than readState.Index' (duration: 119.873058ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:23:27.53109Z","caller":"traceutil/trace.go:171","msg":"trace[1868249020] transaction","detail":"{read_only:false; response_revision:13253; number_of_response:1; }","duration":"166.265816ms","start":"2026-07-30T19:23:27.364808Z","end":"2026-07-30T19:23:27.531073Z","steps":["trace[1868249020] 'process raft request' (duration: 165.972559ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:27.530635Z","caller":"traceutil/trace.go:171","msg":"trace[15975101] transaction","detail":"{read_only:false; response_revision:13251; number_of_response:1; }","duration":"166.486181ms","start":"2026-07-30T19:23:27.364137Z","end":"2026-07-30T19:23:27.530623Z","steps":["trace[15975101] 'process raft request' (duration: 166.313437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:27.531325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.096291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-30T19:23:27.53137Z","caller":"traceutil/trace.go:171","msg":"trace[772506705] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13254; }","duration":"166.328798ms","start":"2026-07-30T19:23:27.365029Z","end":"2026-07-30T19:23:27.531358Z","steps":["trace[772506705] 'agreement among raft nodes before linearized reading' (duration: 165.980579ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:27.531548Z","caller":"traceutil/trace.go:171","msg":"trace[839954467] transaction","detail":"{read_only:false; response_revision:13254; number_of_response:1; }","duration":"166.00793ms","start":"2026-07-30T19:23:27.365519Z","end":"2026-07-30T19:23:27.531526Z","steps":["trace[839954467] 'process raft request' (duration: 165.342614ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:27.552382Z","caller":"traceutil/trace.go:171","msg":"trace[207930201] transaction","detail":"{read_only:false; response_revision:13255; number_of_response:1; }","duration":"140.245199ms","start":"2026-07-30T19:23:27.412113Z","end":"2026-07-30T19:23:27.552358Z","steps":["trace[207930201] 'process raft request' (duration: 140.001623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:29.863941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451121151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T19:23:30.36493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451121151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T19:23:30.387529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.165676925s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T19:23:30.388353Z","caller":"traceutil/trace.go:171","msg":"trace[69216644] transaction","detail":"{read_only:false; response_revision:13258; number_of_response:1; }","duration":"1.1666698s","start":"2026-07-30T19:23:29.221616Z","end":"2026-07-30T19:23:30.388286Z","steps":["trace[69216644] 'process raft request' (duration: 1.166356252s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.388643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.221569Z","time spent":"1.166937306s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:23:30.395789Z","caller":"traceutil/trace.go:171","msg":"trace[959597822] linearizableReadLoop","detail":"{readStateIndex:13679; appliedIndex:13675; }","duration":"1.031851241s","start":"2026-07-30T19:23:29.363905Z","end":"2026-07-30T19:23:30.395756Z","steps":["trace[959597822] 'read index received' (duration: 1.024013073s)","trace[959597822] 'applied index is now lower than readState.Index' (duration: 7.833178ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:23:30.395808Z","caller":"traceutil/trace.go:171","msg":"trace[1661707972] transaction","detail":"{read_only:false; response_revision:13260; number_of_response:1; }","duration":"1.031484782s","start":"2026-07-30T19:23:29.364301Z","end":"2026-07-30T19:23:30.395786Z","steps":["trace[1661707972] 'process raft request' (duration: 1.031367379s)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:30.395848Z","caller":"traceutil/trace.go:171","msg":"trace[1100055028] transaction","detail":"{read_only:false; response_revision:13259; number_of_response:1; }","duration":"1.032397054s","start":"2026-07-30T19:23:29.363428Z","end":"2026-07-30T19:23:30.395825Z","steps":["trace[1100055028] 'process raft request' (duration: 1.032046046s)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:30.39588Z","caller":"traceutil/trace.go:171","msg":"trace[742355536] transaction","detail":"{read_only:false; response_revision:13261; number_of_response:1; }","duration":"1.031485192s","start":"2026-07-30T19:23:29.364372Z","end":"2026-07-30T19:23:30.395857Z","steps":["trace[742355536] 'process raft request' (duration: 1.031341638s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.395919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.364273Z","time spent":"1.031593905s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:23:30.395947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.363397Z","time spent":"1.032496137s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:23:30.395981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031984444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T19:23:30.395996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.36435Z","time spent":"1.031567424s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:23:30.395984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032043936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T19:23:30.39606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.756927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T19:23:30.396083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030736594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:23:30.396106Z","caller":"traceutil/trace.go:171","msg":"trace[1064472362] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13261; }","duration":"784.842699ms","start":"2026-07-30T19:23:29.61125Z","end":"2026-07-30T19:23:30.396092Z","steps":["trace[1064472362] 'agreement among raft nodes before linearized reading' (duration: 784.765958ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:30.396119Z","caller":"traceutil/trace.go:171","msg":"trace[338168517] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13261; }","duration":"1.030789466s","start":"2026-07-30T19:23:29.365318Z","end":"2026-07-30T19:23:30.396107Z","steps":["trace[338168517] 'agreement among raft nodes before linearized reading' (duration: 1.030738425s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.39614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.07375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-30T19:23:30.396157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.611228Z","time spent":"784.914802ms","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T19:23:30.396162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.365306Z","time spent":"1.030847947s","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-30T19:23:30.396175Z","caller":"traceutil/trace.go:171","msg":"trace[1941976803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13261; }","duration":"862.159152ms","start":"2026-07-30T19:23:29.534005Z","end":"2026-07-30T19:23:30.396164Z","steps":["trace[1941976803] 'agreement among raft nodes before linearized reading' (duration: 862.034199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.396179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030932668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-30T19:23:30.396211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.53398Z","time spent":"862.224624ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T19:23:30.39624Z","caller":"traceutil/trace.go:171","msg":"trace[811502824] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13261; }","duration":"1.031013741s","start":"2026-07-30T19:23:29.365216Z","end":"2026-07-30T19:23:30.39623Z","steps":["trace[811502824] 'agreement among raft nodes before linearized reading' (duration: 1.030876447s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.396231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.211251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-30T19:23:30.396231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029875063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-30T19:23:30.39627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.365209Z","time spent":"1.031053262s","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-30T19:23:30.396285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.298011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-30T19:23:30.396315Z","caller":"traceutil/trace.go:171","msg":"trace[1139016576] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13261; }","duration":"1.029978785s","start":"2026-07-30T19:23:29.366321Z","end":"2026-07-30T19:23:30.396299Z","steps":["trace[1139016576] 'agreement among raft nodes before linearized reading' (duration: 1.0297694s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.396177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030464078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T19:23:30.396343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.097542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-30T19:23:30.396348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030310103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T19:23:30.396356Z","caller":"traceutil/trace.go:171","msg":"trace[664516068] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13261; }","duration":"785.393033ms","start":"2026-07-30T19:23:29.610933Z","end":"2026-07-30T19:23:30.396326Z","steps":["trace[664516068] 'agreement among raft nodes before linearized reading' (duration: 785.194958ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:30.396382Z","caller":"traceutil/trace.go:171","msg":"trace[56591827] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13261; }","duration":"1.030697633s","start":"2026-07-30T19:23:29.365657Z","end":"2026-07-30T19:23:30.396355Z","steps":["trace[56591827] 'agreement among raft nodes before linearized reading' (duration: 1.030412436s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.396399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.034477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T19:23:30.396406Z","caller":"traceutil/trace.go:171","msg":"trace[1031350332] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13261; }","duration":"1.030370686s","start":"2026-07-30T19:23:29.366018Z","end":"2026-07-30T19:23:30.396388Z","steps":["trace[1031350332] 'agreement among raft nodes before linearized reading' (duration: 1.030211352s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.396418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.610913Z","time spent":"785.491995ms","remote":"127.0.0.1:49870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-30T19:23:30.396432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032334613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-30T19:23:30.396447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.276742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-30T19:23:30.396452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.36601Z","time spent":"1.030434367s","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-30T19:23:30.397192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.365648Z","time spent":"1.030753725s","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-30T19:23:30.397717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.083949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T19:23:30.39637Z","caller":"traceutil/trace.go:171","msg":"trace[1544079859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13261; }","duration":"860.124123ms","start":"2026-07-30T19:23:29.536238Z","end":"2026-07-30T19:23:30.396362Z","steps":["trace[1544079859] 'agreement among raft nodes before linearized reading' (duration: 860.045051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.397737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.820775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T19:23:30.397776Z","caller":"traceutil/trace.go:171","msg":"trace[1451893852] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13261; }","duration":"786.192422ms","start":"2026-07-30T19:23:29.611555Z","end":"2026-07-30T19:23:30.397747Z","steps":["trace[1451893852] 'agreement among raft nodes before linearized reading' (duration: 786.059049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.39783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.611518Z","time spent":"786.303215ms","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-30T19:23:30.397843Z","caller":"traceutil/trace.go:171","msg":"trace[774514364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13261; }","duration":"861.964498ms","start":"2026-07-30T19:23:29.535857Z","end":"2026-07-30T19:23:30.397822Z","steps":["trace[774514364] 'agreement among raft nodes before linearized reading' (duration: 861.737723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.397893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.535839Z","time spent":"862.038279ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T19:23:30.397982Z","caller":"traceutil/trace.go:171","msg":"trace[418028015] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13261; }","duration":"1.032199079s","start":"2026-07-30T19:23:29.363868Z","end":"2026-07-30T19:23:30.396067Z","steps":["trace[418028015] 'agreement among raft nodes before linearized reading' (duration: 1.032019645s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.398043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.363856Z","time spent":"1.034171327s","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T19:23:30.398134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.536166Z","time spent":"861.945627ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T19:23:30.398542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.118348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:23:30.39861Z","caller":"traceutil/trace.go:171","msg":"trace[1129146501] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:13261; }","duration":"541.21266ms","start":"2026-07-30T19:23:29.857356Z","end":"2026-07-30T19:23:30.398569Z","steps":["trace[1129146501] 'agreement among raft nodes before linearized reading' (duration: 540.924113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.398656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.857329Z","time spent":"541.306742ms","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-30T19:23:30.398791Z","caller":"traceutil/trace.go:171","msg":"trace[1955544534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13261; }","duration":"860.464052ms","start":"2026-07-30T19:23:29.537357Z","end":"2026-07-30T19:23:30.397821Z","steps":["trace[1955544534] 'agreement among raft nodes before linearized reading' (duration: 858.983116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.398907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.974261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:23:30.398974Z","caller":"traceutil/trace.go:171","msg":"trace[1407335314] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13261; }","duration":"787.052033ms","start":"2026-07-30T19:23:29.611891Z","end":"2026-07-30T19:23:30.398943Z","steps":["trace[1407335314] 'agreement among raft nodes before linearized reading' (duration: 786.966921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.399008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.611879Z","time spent":"787.121305ms","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T19:23:30.399065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.537327Z","time spent":"861.630009ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T19:23:30.399263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.312198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T19:23:30.399311Z","caller":"traceutil/trace.go:171","msg":"trace[1425059197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13261; }","duration":"863.184878ms","start":"2026-07-30T19:23:29.536111Z","end":"2026-07-30T19:23:30.399296Z","steps":["trace[1425059197] 'agreement among raft nodes before linearized reading' (duration: 860.280598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.39937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.536104Z","time spent":"863.253649ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T19:23:30.399454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.544995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T19:23:30.399614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.088907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hjz7v\" ","response":"range_response_count:1 size:9708"} {"level":"info","ts":"2026-07-30T19:23:30.399668Z","caller":"traceutil/trace.go:171","msg":"trace[1780015061] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13261; }","duration":"787.673218ms","start":"2026-07-30T19:23:29.611845Z","end":"2026-07-30T19:23:30.399518Z","steps":["trace[1780015061] 'agreement among raft nodes before linearized reading' (duration: 787.204797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.399673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.131978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-49xsj\" ","response":"range_response_count:1 size:20554"} {"level":"warn","ts":"2026-07-30T19:23:30.399679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.836828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:23:30.396467Z","caller":"traceutil/trace.go:171","msg":"trace[1615156071] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13261; }","duration":"1.032382093s","start":"2026-07-30T19:23:29.364076Z","end":"2026-07-30T19:23:30.396458Z","steps":["trace[1615156071] 'agreement among raft nodes before linearized reading' (duration: 1.03223453s)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:30.399703Z","caller":"traceutil/trace.go:171","msg":"trace[1971778770] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hjz7v; range_end:; response_count:1; response_revision:13261; }","duration":"707.175948ms","start":"2026-07-30T19:23:29.692486Z","end":"2026-07-30T19:23:30.399662Z","steps":["trace[1971778770] 'agreement among raft nodes before linearized reading' (duration: 706.946093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.399718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.611832Z","time spent":"787.876623ms","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-30T19:23:30.399728Z","caller":"traceutil/trace.go:171","msg":"trace[1146135538] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-49xsj; range_end:; response_count:1; response_revision:13261; }","duration":"707.192459ms","start":"2026-07-30T19:23:29.692511Z","end":"2026-07-30T19:23:30.399704Z","steps":["trace[1146135538] 'agreement among raft nodes before linearized reading' (duration: 706.951254ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:23:30.399737Z","caller":"traceutil/trace.go:171","msg":"trace[1140266701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13261; }","duration":"488.93018ms","start":"2026-07-30T19:23:29.910782Z","end":"2026-07-30T19:23:30.399712Z","steps":["trace[1140266701] 'agreement among raft nodes before linearized reading' (duration: 488.846468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.399743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.692474Z","time spent":"707.2597ms","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-hjz7v\" "} {"level":"warn","ts":"2026-07-30T19:23:30.399759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.692496Z","time spent":"707.255031ms","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20578,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-49xsj\" "} {"level":"warn","ts":"2026-07-30T19:23:30.399885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.910757Z","time spent":"489.115215ms","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T19:23:30.399962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.36407Z","time spent":"1.035744195s","remote":"127.0.0.1:49870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-30T19:23:30.39636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.366317Z","time spent":"1.030034727s","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-30T19:23:30.396031Z","caller":"traceutil/trace.go:171","msg":"trace[1092395371] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13261; }","duration":"1.032076597s","start":"2026-07-30T19:23:29.363939Z","end":"2026-07-30T19:23:30.396015Z","steps":["trace[1092395371] 'agreement among raft nodes before linearized reading' (duration: 1.031964574s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.400548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.048865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-30T19:23:30.396478Z","caller":"traceutil/trace.go:171","msg":"trace[1202571471] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13261; }","duration":"783.304393ms","start":"2026-07-30T19:23:29.613165Z","end":"2026-07-30T19:23:30.396469Z","steps":["trace[1202571471] 'agreement among raft nodes before linearized reading' (duration: 783.224151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.400583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.363933Z","time spent":"1.036629696s","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T19:23:30.400632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.613147Z","time spent":"787.463133ms","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-30T19:23:30.400634Z","caller":"traceutil/trace.go:171","msg":"trace[2097545651] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13261; }","duration":"724.165828ms","start":"2026-07-30T19:23:29.676433Z","end":"2026-07-30T19:23:30.400599Z","steps":["trace[2097545651] 'agreement among raft nodes before linearized reading' (duration: 723.85052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.400588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.018871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T19:23:30.39756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.29233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T19:23:30.400695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.67641Z","time spent":"724.26852ms","remote":"127.0.0.1:49870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-30T19:23:30.400728Z","caller":"traceutil/trace.go:171","msg":"trace[496106225] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13261; }","duration":"788.474337ms","start":"2026-07-30T19:23:29.612224Z","end":"2026-07-30T19:23:30.400699Z","steps":["trace[496106225] 'agreement among raft nodes before linearized reading' (duration: 785.007764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.400764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.612212Z","time spent":"788.541569ms","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-30T19:23:30.400743Z","caller":"traceutil/trace.go:171","msg":"trace[562316211] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:13261; }","duration":"387.499906ms","start":"2026-07-30T19:23:30.013201Z","end":"2026-07-30T19:23:30.4007Z","steps":["trace[562316211] 'agreement among raft nodes before linearized reading' (duration: 385.755484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.400882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:30.013179Z","time spent":"387.65389ms","remote":"127.0.0.1:43384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-30T19:23:30.396312Z","caller":"traceutil/trace.go:171","msg":"trace[1450510237] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:13261; }","duration":"859.316764ms","start":"2026-07-30T19:23:29.536973Z","end":"2026-07-30T19:23:30.39629Z","steps":["trace[1450510237] 'agreement among raft nodes before linearized reading' (duration: 859.104769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:23:30.401356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:23:29.536965Z","time spent":"864.358465ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-30T19:24:23.323343Z","caller":"traceutil/trace.go:171","msg":"trace[2061130587] linearizableReadLoop","detail":"{readStateIndex:14032; appliedIndex:14031; }","duration":"247.75906ms","start":"2026-07-30T19:24:23.075552Z","end":"2026-07-30T19:24:23.323311Z","steps":["trace[2061130587] 'read index received' (duration: 247.569955ms)","trace[2061130587] 'applied index is now lower than readState.Index' (duration: 187.745µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:24:23.323447Z","caller":"traceutil/trace.go:171","msg":"trace[1869317267] transaction","detail":"{read_only:false; response_revision:13602; number_of_response:1; }","duration":"262.862844ms","start":"2026-07-30T19:24:23.060544Z","end":"2026-07-30T19:24:23.323407Z","steps":["trace[1869317267] 'process raft request' (duration: 262.603828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:24:23.32353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.939834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T19:24:23.323581Z","caller":"traceutil/trace.go:171","msg":"trace[1938604335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13602; }","duration":"248.082417ms","start":"2026-07-30T19:24:23.075483Z","end":"2026-07-30T19:24:23.323566Z","steps":["trace[1938604335] 'agreement among raft nodes before linearized reading' (duration: 247.961974ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:24:28.73244Z","caller":"traceutil/trace.go:171","msg":"trace[744012858] linearizableReadLoop","detail":"{readStateIndex:14062; appliedIndex:14061; }","duration":"122.84117ms","start":"2026-07-30T19:24:28.609549Z","end":"2026-07-30T19:24:28.732391Z","steps":["trace[744012858] 'read index received' (duration: 122.741057ms)","trace[744012858] 'applied index is now lower than readState.Index' (duration: 99.073µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:24:28.732619Z","caller":"traceutil/trace.go:171","msg":"trace[1301506674] transaction","detail":"{read_only:false; response_revision:13631; number_of_response:1; }","duration":"127.128814ms","start":"2026-07-30T19:24:28.605416Z","end":"2026-07-30T19:24:28.732545Z","steps":["trace[1301506674] 'process raft request' (duration: 126.800256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:24:28.732688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.116016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-30T19:24:28.732965Z","caller":"traceutil/trace.go:171","msg":"trace[253330614] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13631; }","duration":"123.433424ms","start":"2026-07-30T19:24:28.609518Z","end":"2026-07-30T19:24:28.732952Z","steps":["trace[253330614] 'agreement among raft nodes before linearized reading' (duration: 123.033515ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:24:28.865456Z","caller":"traceutil/trace.go:171","msg":"trace[273473819] linearizableReadLoop","detail":"{readStateIndex:14065; appliedIndex:14062; }","duration":"132.914142ms","start":"2026-07-30T19:24:28.732523Z","end":"2026-07-30T19:24:28.865437Z","steps":["trace[273473819] 'read index received' (duration: 132.661206ms)","trace[273473819] 'applied index is now lower than readState.Index' (duration: 252.286µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:24:28.865489Z","caller":"traceutil/trace.go:171","msg":"trace[1935405405] transaction","detail":"{read_only:false; response_revision:13632; number_of_response:1; }","duration":"255.573148ms","start":"2026-07-30T19:24:28.609884Z","end":"2026-07-30T19:24:28.865457Z","steps":["trace[1935405405] 'process raft request' (duration: 255.361172ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:24:28.865559Z","caller":"traceutil/trace.go:171","msg":"trace[2137754110] transaction","detail":"{read_only:false; response_revision:13633; number_of_response:1; }","duration":"248.885247ms","start":"2026-07-30T19:24:28.616661Z","end":"2026-07-30T19:24:28.865546Z","steps":["trace[2137754110] 'process raft request' (duration: 248.715193ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:24:28.865685Z","caller":"traceutil/trace.go:171","msg":"trace[1129815263] transaction","detail":"{read_only:false; response_revision:13634; number_of_response:1; }","duration":"248.906097ms","start":"2026-07-30T19:24:28.61677Z","end":"2026-07-30T19:24:28.865676Z","steps":["trace[1129815263] 'process raft request' (duration: 248.63584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:24:28.865818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.721521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:24:28.865854Z","caller":"traceutil/trace.go:171","msg":"trace[1752398294] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:13634; }","duration":"133.803734ms","start":"2026-07-30T19:24:28.732037Z","end":"2026-07-30T19:24:28.865841Z","steps":["trace[1752398294] 'agreement among raft nodes before linearized reading' (duration: 133.704311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:24:28.866001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.096551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-30T19:24:28.866051Z","caller":"traceutil/trace.go:171","msg":"trace[1716693074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13634; }","duration":"166.211585ms","start":"2026-07-30T19:24:28.699824Z","end":"2026-07-30T19:24:28.866035Z","steps":["trace[1716693074] 'agreement among raft nodes before linearized reading' (duration: 166.083851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:24:28.866079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.663014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-30T19:24:28.866104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.052081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T19:24:28.866112Z","caller":"traceutil/trace.go:171","msg":"trace[35001173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13634; }","duration":"173.749456ms","start":"2026-07-30T19:24:28.692352Z","end":"2026-07-30T19:24:28.866101Z","steps":["trace[35001173] 'agreement among raft nodes before linearized reading' (duration: 173.673994ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:24:28.866128Z","caller":"traceutil/trace.go:171","msg":"trace[1166067436] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13634; }","duration":"254.095932ms","start":"2026-07-30T19:24:28.612025Z","end":"2026-07-30T19:24:28.866121Z","steps":["trace[1166067436] 'agreement among raft nodes before linearized reading' (duration: 253.983389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:24:28.865999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.612833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-30T19:24:28.866232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.298713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T19:24:28.866315Z","caller":"traceutil/trace.go:171","msg":"trace[1102864062] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13634; }","duration":"170.387005ms","start":"2026-07-30T19:24:28.695902Z","end":"2026-07-30T19:24:28.866289Z","steps":["trace[1102864062] 'agreement among raft nodes before linearized reading' (duration: 170.083037ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:24:28.866303Z","caller":"traceutil/trace.go:171","msg":"trace[1451367082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13634; }","duration":"173.92625ms","start":"2026-07-30T19:24:28.692342Z","end":"2026-07-30T19:24:28.866268Z","steps":["trace[1451367082] 'agreement among raft nodes before linearized reading' (duration: 173.532301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:24:28.866372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.974999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T19:24:28.866397Z","caller":"traceutil/trace.go:171","msg":"trace[295477829] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:13634; }","duration":"166.055991ms","start":"2026-07-30T19:24:28.700334Z","end":"2026-07-30T19:24:28.86639Z","steps":["trace[295477829] 'agreement among raft nodes before linearized reading' (duration: 165.986989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:24:28.866459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.339292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T19:24:28.866494Z","caller":"traceutil/trace.go:171","msg":"trace[2135913939] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13634; }","duration":"255.382723ms","start":"2026-07-30T19:24:28.611101Z","end":"2026-07-30T19:24:28.866484Z","steps":["trace[2135913939] 'agreement among raft nodes before linearized reading' (duration: 255.293471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:24:28.866509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.727806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-30T19:24:28.866542Z","caller":"traceutil/trace.go:171","msg":"trace[794806190] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13634; }","duration":"256.775387ms","start":"2026-07-30T19:24:28.609757Z","end":"2026-07-30T19:24:28.866533Z","steps":["trace[794806190] 'agreement among raft nodes before linearized reading' (duration: 256.673464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:24:28.866526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.598714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T19:24:28.866613Z","caller":"traceutil/trace.go:171","msg":"trace[1556352306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13634; }","duration":"166.716156ms","start":"2026-07-30T19:24:28.699878Z","end":"2026-07-30T19:24:28.866594Z","steps":["trace[1556352306] 'agreement among raft nodes before linearized reading' (duration: 166.521771ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:24:28.99774Z","caller":"traceutil/trace.go:171","msg":"trace[961914235] transaction","detail":"{read_only:false; response_revision:13636; number_of_response:1; }","duration":"125.152885ms","start":"2026-07-30T19:24:28.872556Z","end":"2026-07-30T19:24:28.997709Z","steps":["trace[961914235] 'process raft request' (duration: 85.050769ms)","trace[961914235] 'compare' (duration: 39.84533ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:24:28.997778Z","caller":"traceutil/trace.go:171","msg":"trace[131093166] linearizableReadLoop","detail":"{readStateIndex:14067; appliedIndex:14065; }","duration":"125.153645ms","start":"2026-07-30T19:24:28.872606Z","end":"2026-07-30T19:24:28.99776Z","steps":["trace[131093166] 'read index received' (duration: 23.875015ms)","trace[131093166] 'applied index is now lower than readState.Index' (duration: 101.2776ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:24:28.997894Z","caller":"traceutil/trace.go:171","msg":"trace[829154213] transaction","detail":"{read_only:false; response_revision:13637; number_of_response:1; }","duration":"124.758725ms","start":"2026-07-30T19:24:28.873121Z","end":"2026-07-30T19:24:28.99788Z","steps":["trace[829154213] 'process raft request' (duration: 124.455328ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:24:28.997941Z","caller":"traceutil/trace.go:171","msg":"trace[1015699987] transaction","detail":"{read_only:false; response_revision:13640; number_of_response:1; }","duration":"124.597052ms","start":"2026-07-30T19:24:28.873324Z","end":"2026-07-30T19:24:28.997921Z","steps":["trace[1015699987] 'process raft request' (duration: 124.380517ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:24:28.997995Z","caller":"traceutil/trace.go:171","msg":"trace[294717539] transaction","detail":"{read_only:false; response_revision:13638; number_of_response:1; }","duration":"124.735785ms","start":"2026-07-30T19:24:28.87323Z","end":"2026-07-30T19:24:28.997966Z","steps":["trace[294717539] 'process raft request' (duration: 124.395617ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:24:28.998059Z","caller":"traceutil/trace.go:171","msg":"trace[1068368016] transaction","detail":"{read_only:false; response_revision:13639; number_of_response:1; }","duration":"124.802956ms","start":"2026-07-30T19:24:28.873245Z","end":"2026-07-30T19:24:28.998047Z","steps":["trace[1068368016] 'process raft request' (duration: 124.420297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:24:28.998244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.622126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-30T19:24:28.99833Z","caller":"traceutil/trace.go:171","msg":"trace[1916971223] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13640; }","duration":"125.798101ms","start":"2026-07-30T19:24:28.872514Z","end":"2026-07-30T19:24:28.998312Z","steps":["trace[1916971223] 'agreement among raft nodes before linearized reading' (duration: 125.615006ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:24:57.106977Z","caller":"traceutil/trace.go:171","msg":"trace[1263370059] transaction","detail":"{read_only:false; response_revision:13811; number_of_response:1; }","duration":"122.667748ms","start":"2026-07-30T19:24:56.984273Z","end":"2026-07-30T19:24:57.106941Z","steps":["trace[1263370059] 'process raft request' (duration: 121.590191ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:25:21.187328Z","caller":"traceutil/trace.go:171","msg":"trace[1404338573] transaction","detail":"{read_only:false; response_revision:13963; number_of_response:1; }","duration":"147.234441ms","start":"2026-07-30T19:25:21.040066Z","end":"2026-07-30T19:25:21.187301Z","steps":["trace[1404338573] 'process raft request' (duration: 146.920113ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:25:21.187409Z","caller":"traceutil/trace.go:171","msg":"trace[1702831476] linearizableReadLoop","detail":"{readStateIndex:14406; appliedIndex:14404; }","duration":"116.387956ms","start":"2026-07-30T19:25:21.071009Z","end":"2026-07-30T19:25:21.187397Z","steps":["trace[1702831476] 'read index received' (duration: 115.990116ms)","trace[1702831476] 'applied index is now lower than readState.Index' (duration: 397.05µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:25:21.187429Z","caller":"traceutil/trace.go:171","msg":"trace[1934155904] transaction","detail":"{read_only:false; response_revision:13964; number_of_response:1; }","duration":"146.639125ms","start":"2026-07-30T19:25:21.040771Z","end":"2026-07-30T19:25:21.18741Z","steps":["trace[1934155904] 'process raft request' (duration: 146.478181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:25:21.187495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.474629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:25:21.187522Z","caller":"traceutil/trace.go:171","msg":"trace[1791004781] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:13964; }","duration":"116.560331ms","start":"2026-07-30T19:25:21.070953Z","end":"2026-07-30T19:25:21.187514Z","steps":["trace[1791004781] 'agreement among raft nodes before linearized reading' (duration: 116.495389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:25:21.18827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.243463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T19:25:21.188387Z","caller":"traceutil/trace.go:171","msg":"trace[808710838] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:13964; }","duration":"111.407836ms","start":"2026-07-30T19:25:21.076956Z","end":"2026-07-30T19:25:21.188364Z","steps":["trace[808710838] 'agreement among raft nodes before linearized reading' (duration: 110.634398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:25:21.563409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.900282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T19:25:21.56351Z","caller":"traceutil/trace.go:171","msg":"trace[1214741326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13965; }","duration":"288.031225ms","start":"2026-07-30T19:25:21.27545Z","end":"2026-07-30T19:25:21.563482Z","steps":["trace[1214741326] 'range keys from in-memory index tree' (duration: 287.754228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:25:21.563641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.916718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-30T19:25:21.563679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.234447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T19:25:21.563771Z","caller":"traceutil/trace.go:171","msg":"trace[1326421767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13965; }","duration":"270.078272ms","start":"2026-07-30T19:25:21.293662Z","end":"2026-07-30T19:25:21.563741Z","steps":["trace[1326421767] 'range keys from in-memory index tree' (duration: 269.684932ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:25:21.563783Z","caller":"traceutil/trace.go:171","msg":"trace[852837697] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:13965; }","duration":"229.382411ms","start":"2026-07-30T19:25:21.334375Z","end":"2026-07-30T19:25:21.563757Z","steps":["trace[852837697] 'range keys from in-memory index tree' (duration: 229.059062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:25:21.563679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.723741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T19:25:21.564021Z","caller":"traceutil/trace.go:171","msg":"trace[207455055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13965; }","duration":"296.11329ms","start":"2026-07-30T19:25:21.267875Z","end":"2026-07-30T19:25:21.563988Z","steps":["trace[207455055] 'range keys from in-memory index tree' (duration: 295.478235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:25:21.564376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.097078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T19:25:21.564431Z","caller":"traceutil/trace.go:171","msg":"trace[129391728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13965; }","duration":"230.194121ms","start":"2026-07-30T19:25:21.334223Z","end":"2026-07-30T19:25:21.564418Z","steps":["trace[129391728] 'range keys from in-memory index tree' (duration: 229.971555ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:25:21.684327Z","caller":"traceutil/trace.go:171","msg":"trace[401552182] transaction","detail":"{read_only:false; response_revision:13968; number_of_response:1; }","duration":"116.224972ms","start":"2026-07-30T19:25:21.568076Z","end":"2026-07-30T19:25:21.684301Z","steps":["trace[401552182] 'process raft request' (duration: 116.10587ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:25:21.684425Z","caller":"traceutil/trace.go:171","msg":"trace[1979069565] transaction","detail":"{read_only:false; response_revision:13967; number_of_response:1; }","duration":"116.364446ms","start":"2026-07-30T19:25:21.568023Z","end":"2026-07-30T19:25:21.684387Z","steps":["trace[1979069565] 'process raft request' (duration: 96.345283ms)","trace[1979069565] 'compare' (duration: 19.683364ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:25:21.684543Z","caller":"traceutil/trace.go:171","msg":"trace[1117522784] linearizableReadLoop","detail":"{readStateIndex:14412; appliedIndex:14407; }","duration":"114.927451ms","start":"2026-07-30T19:25:21.569596Z","end":"2026-07-30T19:25:21.684523Z","steps":["trace[1117522784] 'read index received' (duration: 61.143794ms)","trace[1117522784] 'applied index is now lower than readState.Index' (duration: 53.782647ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:25:21.684633Z","caller":"traceutil/trace.go:171","msg":"trace[1534359210] transaction","detail":"{read_only:false; response_revision:13970; number_of_response:1; }","duration":"116.447808ms","start":"2026-07-30T19:25:21.568168Z","end":"2026-07-30T19:25:21.684616Z","steps":["trace[1534359210] 'process raft request' (duration: 116.302285ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:25:21.684621Z","caller":"traceutil/trace.go:171","msg":"trace[2084687157] transaction","detail":"{read_only:false; response_revision:13969; number_of_response:1; }","duration":"116.484189ms","start":"2026-07-30T19:25:21.56808Z","end":"2026-07-30T19:25:21.684564Z","steps":["trace[2084687157] 'process raft request' (duration: 116.178581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:25:21.685093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.997869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:462663"} {"level":"info","ts":"2026-07-30T19:25:21.685148Z","caller":"traceutil/trace.go:171","msg":"trace[2097525233] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:13970; }","duration":"114.102632ms","start":"2026-07-30T19:25:21.571034Z","end":"2026-07-30T19:25:21.685136Z","steps":["trace[2097525233] 'agreement among raft nodes before linearized reading' (duration: 113.63633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:25:21.685162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.556656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:462663"} {"level":"info","ts":"2026-07-30T19:25:21.685199Z","caller":"traceutil/trace.go:171","msg":"trace[526767663] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:13970; }","duration":"115.611108ms","start":"2026-07-30T19:25:21.569576Z","end":"2026-07-30T19:25:21.685188Z","steps":["trace[526767663] 'agreement among raft nodes before linearized reading' (duration: 115.070655ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:25:29.175638Z","caller":"traceutil/trace.go:171","msg":"trace[278347754] transaction","detail":"{read_only:false; response_revision:14014; number_of_response:1; }","duration":"121.993501ms","start":"2026-07-30T19:25:29.05362Z","end":"2026-07-30T19:25:29.175613Z","steps":["trace[278347754] 'process raft request' (duration: 121.848458ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:25:29.208212Z","caller":"traceutil/trace.go:171","msg":"trace[62730421] transaction","detail":"{read_only:false; response_revision:14015; number_of_response:1; }","duration":"130.301112ms","start":"2026-07-30T19:25:29.077884Z","end":"2026-07-30T19:25:29.208185Z","steps":["trace[62730421] 'process raft request' (duration: 123.127769ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:25:31.326157Z","caller":"traceutil/trace.go:171","msg":"trace[1555837340] transaction","detail":"{read_only:false; response_revision:14025; number_of_response:1; }","duration":"107.361619ms","start":"2026-07-30T19:25:31.218759Z","end":"2026-07-30T19:25:31.326121Z","steps":["trace[1555837340] 'process raft request' (duration: 107.168824ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:25:31.346825Z","caller":"traceutil/trace.go:171","msg":"trace[1364661922] transaction","detail":"{read_only:false; response_revision:14026; number_of_response:1; }","duration":"103.716061ms","start":"2026-07-30T19:25:31.243072Z","end":"2026-07-30T19:25:31.346789Z","steps":["trace[1364661922] 'process raft request' (duration: 103.505226ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:25:31.346853Z","caller":"traceutil/trace.go:171","msg":"trace[963290139] transaction","detail":"{read_only:false; response_revision:14027; number_of_response:1; }","duration":"103.155917ms","start":"2026-07-30T19:25:31.243673Z","end":"2026-07-30T19:25:31.346829Z","steps":["trace[963290139] 'process raft request' (duration: 103.027304ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:25:46.237479Z","caller":"traceutil/trace.go:171","msg":"trace[1096922942] transaction","detail":"{read_only:false; response_revision:14124; number_of_response:1; }","duration":"192.43954ms","start":"2026-07-30T19:25:46.045005Z","end":"2026-07-30T19:25:46.237445Z","steps":["trace[1096922942] 'process raft request' (duration: 192.171964ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:26:15.607588Z","caller":"traceutil/trace.go:171","msg":"trace[119652220] transaction","detail":"{read_only:false; response_revision:14306; number_of_response:1; }","duration":"136.03719ms","start":"2026-07-30T19:26:15.471516Z","end":"2026-07-30T19:26:15.607553Z","steps":["trace[119652220] 'process raft request' (duration: 135.829925ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:26:15.621136Z","caller":"traceutil/trace.go:171","msg":"trace[797170822] transaction","detail":"{read_only:false; response_revision:14307; number_of_response:1; }","duration":"127.166146ms","start":"2026-07-30T19:26:15.493941Z","end":"2026-07-30T19:26:15.621107Z","steps":["trace[797170822] 'process raft request' (duration: 126.948891ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:26:15.621274Z","caller":"traceutil/trace.go:171","msg":"trace[1716003990] transaction","detail":"{read_only:false; response_revision:14308; number_of_response:1; }","duration":"125.686871ms","start":"2026-07-30T19:26:15.495569Z","end":"2026-07-30T19:26:15.621256Z","steps":["trace[1716003990] 'process raft request' (duration: 125.461885ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:26:33.807288Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11837} {"level":"info","ts":"2026-07-30T19:26:33.878076Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11837,"took":"68.948872ms","hash":969505283,"current-db-size-bytes":35565568,"current-db-size":"36 MB","current-db-size-in-use-bytes":15974400,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-07-30T19:26:33.878153Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":969505283,"revision":11837,"compact-revision":9502} {"level":"info","ts":"2026-07-30T19:27:19.923567Z","caller":"traceutil/trace.go:171","msg":"trace[1097876371] transaction","detail":"{read_only:false; response_revision:14717; number_of_response:1; }","duration":"117.541814ms","start":"2026-07-30T19:27:19.805988Z","end":"2026-07-30T19:27:19.92353Z","steps":["trace[1097876371] 'process raft request' (duration: 29.305696ms)","trace[1097876371] 'compare' (duration: 87.91306ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:27:20.021283Z","caller":"traceutil/trace.go:171","msg":"trace[1082269976] linearizableReadLoop","detail":"{readStateIndex:15187; appliedIndex:15185; }","duration":"109.709165ms","start":"2026-07-30T19:27:19.911555Z","end":"2026-07-30T19:27:20.021264Z","steps":["trace[1082269976] 'read index received' (duration: 109.576472ms)","trace[1082269976] 'applied index is now lower than readState.Index' (duration: 132.143µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:27:20.021367Z","caller":"traceutil/trace.go:171","msg":"trace[1874965743] transaction","detail":"{read_only:false; response_revision:14720; number_of_response:1; }","duration":"143.254253ms","start":"2026-07-30T19:27:19.878105Z","end":"2026-07-30T19:27:20.021359Z","steps":["trace[1874965743] 'process raft request' (duration: 143.138771ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:27:20.021341Z","caller":"traceutil/trace.go:171","msg":"trace[1100267292] transaction","detail":"{read_only:false; response_revision:14719; number_of_response:1; }","duration":"143.580101ms","start":"2026-07-30T19:27:19.87773Z","end":"2026-07-30T19:27:20.02131Z","steps":["trace[1100267292] 'process raft request' (duration: 143.450178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:27:20.021469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.90787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:27:20.021499Z","caller":"traceutil/trace.go:171","msg":"trace[152773322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14720; }","duration":"109.972552ms","start":"2026-07-30T19:27:19.911522Z","end":"2026-07-30T19:27:20.021494Z","steps":["trace[152773322] 'agreement among raft nodes before linearized reading' (duration: 109.91322ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:27:56.227491Z","caller":"traceutil/trace.go:171","msg":"trace[1330112247] transaction","detail":"{read_only:false; response_revision:15012; number_of_response:1; }","duration":"373.365162ms","start":"2026-07-30T19:27:55.8541Z","end":"2026-07-30T19:27:56.227465Z","steps":["trace[1330112247] 'process raft request' (duration: 373.217099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:27:56.227674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:27:55.854072Z","time spent":"373.493946ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:27:56.305197Z","caller":"traceutil/trace.go:171","msg":"trace[2117864281] transaction","detail":"{read_only:false; response_revision:15013; number_of_response:1; }","duration":"434.867935ms","start":"2026-07-30T19:27:55.870304Z","end":"2026-07-30T19:27:56.305172Z","steps":["trace[2117864281] 'process raft request' (duration: 421.39649ms)","trace[2117864281] 'compare' (duration: 13.324131ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:27:56.305398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:27:55.870279Z","time spent":"434.994308ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:27:56.305492Z","caller":"traceutil/trace.go:171","msg":"trace[1875852174] linearizableReadLoop","detail":"{readStateIndex:15488; appliedIndex:15486; }","duration":"392.700628ms","start":"2026-07-30T19:27:55.912773Z","end":"2026-07-30T19:27:56.305473Z","steps":["trace[1875852174] 'read index received' (duration: 314.562104ms)","trace[1875852174] 'applied index is now lower than readState.Index' (duration: 78.137524ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:27:56.3055Z","caller":"traceutil/trace.go:171","msg":"trace[1119488733] transaction","detail":"{read_only:false; response_revision:15014; number_of_response:1; }","duration":"113.445105ms","start":"2026-07-30T19:27:56.192029Z","end":"2026-07-30T19:27:56.305474Z","steps":["trace[1119488733] 'process raft request' (duration: 113.112947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:27:56.305597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.817062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:27:56.305637Z","caller":"traceutil/trace.go:171","msg":"trace[274389815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15016; }","duration":"392.896333ms","start":"2026-07-30T19:27:55.912728Z","end":"2026-07-30T19:27:56.305625Z","steps":["trace[274389815] 'agreement among raft nodes before linearized reading' (duration: 392.815461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:27:56.305672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:27:55.912709Z","time spent":"392.956305ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T19:28:29.136385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.68845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T19:28:29.136456Z","caller":"traceutil/trace.go:171","msg":"trace[2043008911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15291; }","duration":"176.817813ms","start":"2026-07-30T19:28:28.959628Z","end":"2026-07-30T19:28:29.136446Z","steps":["trace[2043008911] 'agreement among raft nodes before linearized reading' (duration: 176.577268ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:28:29.136181Z","caller":"traceutil/trace.go:171","msg":"trace[224058183] linearizableReadLoop","detail":"{readStateIndex:15773; appliedIndex:15772; }","duration":"176.477495ms","start":"2026-07-30T19:28:28.959675Z","end":"2026-07-30T19:28:29.136153Z","steps":["trace[224058183] 'read index received' (duration: 116.728165ms)","trace[224058183] 'applied index is now lower than readState.Index' (duration: 59.74822ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:28:29.13676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.575667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-30T19:28:29.136833Z","caller":"traceutil/trace.go:171","msg":"trace[1588407564] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:15291; }","duration":"137.70385ms","start":"2026-07-30T19:28:28.999109Z","end":"2026-07-30T19:28:29.136813Z","steps":["trace[1588407564] 'agreement among raft nodes before linearized reading' (duration: 137.521916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:28:29.137861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.943149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-30T19:28:29.137926Z","caller":"traceutil/trace.go:171","msg":"trace[1303470769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15291; }","duration":"134.061273ms","start":"2026-07-30T19:28:29.003849Z","end":"2026-07-30T19:28:29.13791Z","steps":["trace[1303470769] 'agreement among raft nodes before linearized reading' (duration: 133.920629ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:28:29.136833Z","caller":"traceutil/trace.go:171","msg":"trace[950105261] transaction","detail":"{read_only:false; response_revision:15291; number_of_response:1; }","duration":"192.515872ms","start":"2026-07-30T19:28:28.944303Z","end":"2026-07-30T19:28:29.136819Z","steps":["trace[950105261] 'process raft request' (duration: 132.113796ms)","trace[950105261] 'compare' (duration: 59.568346ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:29:45.899939Z","caller":"traceutil/trace.go:171","msg":"trace[199424678] linearizableReadLoop","detail":"{readStateIndex:16644; appliedIndex:16642; }","duration":"315.773188ms","start":"2026-07-30T19:29:45.58414Z","end":"2026-07-30T19:29:45.899913Z","steps":["trace[199424678] 'read index received' (duration: 303.41304ms)","trace[199424678] 'applied index is now lower than readState.Index' (duration: 12.358618ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:29:45.900006Z","caller":"traceutil/trace.go:171","msg":"trace[566693501] transaction","detail":"{read_only:false; response_revision:16140; number_of_response:1; }","duration":"319.016276ms","start":"2026-07-30T19:29:45.580964Z","end":"2026-07-30T19:29:45.89998Z","steps":["trace[566693501] 'process raft request' (duration: 318.875553ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:29:45.899974Z","caller":"traceutil/trace.go:171","msg":"trace[691781695] transaction","detail":"{read_only:false; response_revision:16139; number_of_response:1; }","duration":"321.507746ms","start":"2026-07-30T19:29:45.578434Z","end":"2026-07-30T19:29:45.899942Z","steps":["trace[691781695] 'process raft request' (duration: 309.126798ms)","trace[691781695] 'compare' (duration: 12.02319ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:29:45.900182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:29:45.578419Z","time spent":"321.65439ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:29:45.900236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.062172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-nvp9z\" ","response":"range_response_count:1 size:15348"} {"level":"warn","ts":"2026-07-30T19:29:45.900224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:29:45.580947Z","time spent":"319.113118ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:29:45.900268Z","caller":"traceutil/trace.go:171","msg":"trace[1435716382] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-nvp9z; range_end:; response_count:1; response_revision:16140; }","duration":"259.109703ms","start":"2026-07-30T19:29:45.641148Z","end":"2026-07-30T19:29:45.900257Z","steps":["trace[1435716382] 'agreement among raft nodes before linearized reading' (duration: 258.96745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:29:45.900425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.135085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-07-30T19:29:45.900717Z","caller":"traceutil/trace.go:171","msg":"trace[1256449768] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16140; }","duration":"274.554575ms","start":"2026-07-30T19:29:45.626142Z","end":"2026-07-30T19:29:45.900697Z","steps":["trace[1256449768] 'agreement among raft nodes before linearized reading' (duration: 273.93915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:29:45.900709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.549966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:585210"} {"level":"info","ts":"2026-07-30T19:29:45.900792Z","caller":"traceutil/trace.go:171","msg":"trace[961038415] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:16140; }","duration":"316.650239ms","start":"2026-07-30T19:29:45.584117Z","end":"2026-07-30T19:29:45.900767Z","steps":["trace[961038415] 'agreement among raft nodes before linearized reading' (duration: 315.904491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:29:45.900864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:29:45.584108Z","time spent":"316.739641ms","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":585234,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-30T19:29:48.909928Z","caller":"traceutil/trace.go:171","msg":"trace[405641278] linearizableReadLoop","detail":"{readStateIndex:16669; appliedIndex:16664; }","duration":"158.435017ms","start":"2026-07-30T19:29:48.75147Z","end":"2026-07-30T19:29:48.909905Z","steps":["trace[405641278] 'read index received' (duration: 75.571281ms)","trace[405641278] 'applied index is now lower than readState.Index' (duration: 82.862796ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:29:48.910084Z","caller":"traceutil/trace.go:171","msg":"trace[1985966114] transaction","detail":"{read_only:false; response_revision:16163; number_of_response:1; }","duration":"168.92821ms","start":"2026-07-30T19:29:48.741143Z","end":"2026-07-30T19:29:48.910071Z","steps":["trace[1985966114] 'process raft request' (duration: 168.680064ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:29:48.910219Z","caller":"traceutil/trace.go:171","msg":"trace[1488872009] transaction","detail":"{read_only:false; response_revision:16164; number_of_response:1; }","duration":"167.844494ms","start":"2026-07-30T19:29:48.74235Z","end":"2026-07-30T19:29:48.910194Z","steps":["trace[1488872009] 'process raft request' (duration: 167.511466ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:29:48.910419Z","caller":"traceutil/trace.go:171","msg":"trace[454835061] transaction","detail":"{read_only:false; response_revision:16160; number_of_response:1; }","duration":"179.473374ms","start":"2026-07-30T19:29:48.730925Z","end":"2026-07-30T19:29:48.910399Z","steps":["trace[454835061] 'process raft request' (duration: 96.141316ms)","trace[454835061] 'compare' (duration: 82.489728ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:29:48.91052Z","caller":"traceutil/trace.go:171","msg":"trace[1988736080] transaction","detail":"{read_only:false; response_revision:16161; number_of_response:1; }","duration":"176.034781ms","start":"2026-07-30T19:29:48.734476Z","end":"2026-07-30T19:29:48.910511Z","steps":["trace[1988736080] 'process raft request' (duration: 175.267493ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:29:48.910082Z","caller":"traceutil/trace.go:171","msg":"trace[1159419416] transaction","detail":"{read_only:false; response_revision:16162; number_of_response:1; }","duration":"171.851511ms","start":"2026-07-30T19:29:48.738205Z","end":"2026-07-30T19:29:48.910056Z","steps":["trace[1159419416] 'process raft request' (duration: 171.582984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:29:48.910438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.72263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2zfjk\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-07-30T19:29:48.910851Z","caller":"traceutil/trace.go:171","msg":"trace[1422884881] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2zfjk; range_end:; response_count:1; response_revision:16164; }","duration":"224.15992ms","start":"2026-07-30T19:29:48.686675Z","end":"2026-07-30T19:29:48.910835Z","steps":["trace[1422884881] 'agreement among raft nodes before linearized reading' (duration: 223.430313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:29:48.910953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.380096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:585170"} {"level":"info","ts":"2026-07-30T19:29:48.911011Z","caller":"traceutil/trace.go:171","msg":"trace[1290904502] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:16164; }","duration":"153.463577ms","start":"2026-07-30T19:29:48.757532Z","end":"2026-07-30T19:29:48.910995Z","steps":["trace[1290904502] 'agreement among raft nodes before linearized reading' (duration: 152.693029ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:29:49.031781Z","caller":"traceutil/trace.go:171","msg":"trace[1122545093] transaction","detail":"{read_only:false; response_revision:16166; number_of_response:1; }","duration":"104.274372ms","start":"2026-07-30T19:29:48.927487Z","end":"2026-07-30T19:29:49.031761Z","steps":["trace[1122545093] 'process raft request' (duration: 82.854226ms)","trace[1122545093] 'compare' (duration: 21.337764ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:30:09.05343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.95964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T19:30:09.053546Z","caller":"traceutil/trace.go:171","msg":"trace[880578967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16341; }","duration":"142.126424ms","start":"2026-07-30T19:30:08.911397Z","end":"2026-07-30T19:30:09.053523Z","steps":["trace[880578967] 'range keys from in-memory index tree' (duration: 141.863648ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:30:33.257326Z","caller":"traceutil/trace.go:171","msg":"trace[607964203] linearizableReadLoop","detail":"{readStateIndex:17010; appliedIndex:17009; }","duration":"361.473949ms","start":"2026-07-30T19:30:32.895827Z","end":"2026-07-30T19:30:33.257301Z","steps":["trace[607964203] 'read index received' (duration: 361.393507ms)","trace[607964203] 'applied index is now lower than readState.Index' (duration: 79.102µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:30:33.257477Z","caller":"traceutil/trace.go:171","msg":"trace[1464602331] transaction","detail":"{read_only:false; response_revision:16495; number_of_response:1; }","duration":"576.493619ms","start":"2026-07-30T19:30:32.680924Z","end":"2026-07-30T19:30:33.257418Z","steps":["trace[1464602331] 'process raft request' (duration: 576.11256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:30:33.257563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.717365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-49xsj\" ","response":"range_response_count:1 size:20555"} {"level":"info","ts":"2026-07-30T19:30:33.257631Z","caller":"traceutil/trace.go:171","msg":"trace[658725364] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-49xsj; range_end:; response_count:1; response_revision:16495; }","duration":"361.835398ms","start":"2026-07-30T19:30:32.895774Z","end":"2026-07-30T19:30:33.25761Z","steps":["trace[658725364] 'agreement among raft nodes before linearized reading' (duration: 361.680704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:30:33.25768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:30:32.895748Z","time spent":"361.92385ms","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20579,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-49xsj\" "} {"level":"warn","ts":"2026-07-30T19:30:33.257755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:30:32.680895Z","time spent":"576.726495ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:30:33.260381Z","caller":"traceutil/trace.go:171","msg":"trace[1936827426] transaction","detail":"{read_only:false; response_revision:16497; number_of_response:1; }","duration":"112.520911ms","start":"2026-07-30T19:30:33.14784Z","end":"2026-07-30T19:30:33.260361Z","steps":["trace[1936827426] 'process raft request' (duration: 112.420489ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:30:33.260785Z","caller":"traceutil/trace.go:171","msg":"trace[459834305] transaction","detail":"{read_only:false; response_revision:16496; number_of_response:1; }","duration":"112.958701ms","start":"2026-07-30T19:30:33.147816Z","end":"2026-07-30T19:30:33.260774Z","steps":["trace[459834305] 'process raft request' (duration: 112.243734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:30:33.260943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.861064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hjz7v\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-07-30T19:30:33.261019Z","caller":"traceutil/trace.go:171","msg":"trace[1550312855] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hjz7v; range_end:; response_count:1; response_revision:16499; }","duration":"361.030959ms","start":"2026-07-30T19:30:32.899969Z","end":"2026-07-30T19:30:33.261Z","steps":["trace[1550312855] 'agreement among raft nodes before linearized reading' (duration: 360.767272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:30:33.261106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:30:32.899944Z","time spent":"361.149051ms","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-hjz7v\" "} {"level":"info","ts":"2026-07-30T19:30:33.261247Z","caller":"traceutil/trace.go:171","msg":"trace[2035536784] transaction","detail":"{read_only:false; response_revision:16499; number_of_response:1; }","duration":"111.266851ms","start":"2026-07-30T19:30:33.149957Z","end":"2026-07-30T19:30:33.261224Z","steps":["trace[2035536784] 'process raft request' (duration: 110.676207ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:30:33.261338Z","caller":"traceutil/trace.go:171","msg":"trace[35322528] transaction","detail":"{read_only:false; response_revision:16498; number_of_response:1; }","duration":"113.348121ms","start":"2026-07-30T19:30:33.147965Z","end":"2026-07-30T19:30:33.261314Z","steps":["trace[35322528] 'process raft request' (duration: 112.353807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:30:33.26161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.381128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T19:30:33.261791Z","caller":"traceutil/trace.go:171","msg":"trace[554184564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16499; }","duration":"349.623593ms","start":"2026-07-30T19:30:32.912148Z","end":"2026-07-30T19:30:33.261771Z","steps":["trace[554184564] 'agreement among raft nodes before linearized reading' (duration: 349.246944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:30:33.261829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:30:32.912123Z","time spent":"349.697895ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T19:31:08.495885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.490533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5234"} {"level":"info","ts":"2026-07-30T19:31:08.495988Z","caller":"traceutil/trace.go:171","msg":"trace[864050659] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:16727; }","duration":"247.625126ms","start":"2026-07-30T19:31:08.24834Z","end":"2026-07-30T19:31:08.495965Z","steps":["trace[864050659] 'range keys from in-memory index tree' (duration: 247.317629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:08.49605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.993872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T19:31:08.496113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.299942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T19:31:08.49616Z","caller":"traceutil/trace.go:171","msg":"trace[1502558391] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16727; }","duration":"169.144386ms","start":"2026-07-30T19:31:08.326988Z","end":"2026-07-30T19:31:08.496132Z","steps":["trace[1502558391] 'range keys from in-memory index tree' (duration: 168.886869ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:08.496173Z","caller":"traceutil/trace.go:171","msg":"trace[1707145248] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16727; }","duration":"248.385904ms","start":"2026-07-30T19:31:08.247762Z","end":"2026-07-30T19:31:08.496148Z","steps":["trace[1707145248] 'range keys from in-memory index tree' (duration: 248.230421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:08.496153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.085048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T19:31:08.496267Z","caller":"traceutil/trace.go:171","msg":"trace[1394954136] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16727; }","duration":"248.21805ms","start":"2026-07-30T19:31:08.248023Z","end":"2026-07-30T19:31:08.496241Z","steps":["trace[1394954136] 'range keys from in-memory index tree' (duration: 248.012285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:08.495893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.514668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T19:31:08.496431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.765733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-30T19:31:08.496434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.083078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T19:31:08.496528Z","caller":"traceutil/trace.go:171","msg":"trace[572990978] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16727; }","duration":"170.207151ms","start":"2026-07-30T19:31:08.326298Z","end":"2026-07-30T19:31:08.496505Z","steps":["trace[572990978] 'range keys from in-memory index tree' (duration: 170.016757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:08.496543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.579551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-07-30T19:31:08.496554Z","caller":"traceutil/trace.go:171","msg":"trace[1814709981] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16727; }","duration":"249.103302ms","start":"2026-07-30T19:31:08.24734Z","end":"2026-07-30T19:31:08.496443Z","steps":["trace[1814709981] 'range keys from in-memory index tree' (duration: 248.427106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:08.496616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.042329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T19:31:08.496467Z","caller":"traceutil/trace.go:171","msg":"trace[149528397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16727; }","duration":"177.821305ms","start":"2026-07-30T19:31:08.318633Z","end":"2026-07-30T19:31:08.496455Z","steps":["trace[149528397] 'range keys from in-memory index tree' (duration: 177.630209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:08.496109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.717811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-30T19:31:08.496687Z","caller":"traceutil/trace.go:171","msg":"trace[2030912046] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16727; }","duration":"173.150632ms","start":"2026-07-30T19:31:08.323518Z","end":"2026-07-30T19:31:08.496669Z","steps":["trace[2030912046] 'range keys from in-memory index tree' (duration: 172.947027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:08.496695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.629459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5234"} {"level":"info","ts":"2026-07-30T19:31:08.496701Z","caller":"traceutil/trace.go:171","msg":"trace[2014820082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16727; }","duration":"178.360227ms","start":"2026-07-30T19:31:08.318329Z","end":"2026-07-30T19:31:08.496689Z","steps":["trace[2014820082] 'range keys from in-memory index tree' (duration: 177.517807ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:08.496599Z","caller":"traceutil/trace.go:171","msg":"trace[290937690] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16727; }","duration":"400.673534ms","start":"2026-07-30T19:31:08.095909Z","end":"2026-07-30T19:31:08.496582Z","steps":["trace[290937690] 'range keys from in-memory index tree' (duration: 400.435608ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:08.496729Z","caller":"traceutil/trace.go:171","msg":"trace[1775206416] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:16727; }","duration":"167.68267ms","start":"2026-07-30T19:31:08.329038Z","end":"2026-07-30T19:31:08.496721Z","steps":["trace[1775206416] 'range keys from in-memory index tree' (duration: 167.497806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:08.496772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:08.095888Z","time spent":"400.867539ms","remote":"127.0.0.1:49870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-30T19:31:15.58976Z","caller":"traceutil/trace.go:171","msg":"trace[1370854483] transaction","detail":"{read_only:false; response_revision:16774; number_of_response:1; }","duration":"180.641102ms","start":"2026-07-30T19:31:15.409093Z","end":"2026-07-30T19:31:15.589734Z","steps":["trace[1370854483] 'process raft request' (duration: 180.489549ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:15.66452Z","caller":"traceutil/trace.go:171","msg":"trace[114684867] linearizableReadLoop","detail":"{readStateIndex:17301; appliedIndex:17297; }","duration":"236.97094ms","start":"2026-07-30T19:31:15.427533Z","end":"2026-07-30T19:31:15.664504Z","steps":["trace[114684867] 'read index received' (duration: 162.138907ms)","trace[114684867] 'applied index is now lower than readState.Index' (duration: 74.830753ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:31:15.664667Z","caller":"traceutil/trace.go:171","msg":"trace[1077196874] transaction","detail":"{read_only:false; response_revision:16777; number_of_response:1; }","duration":"249.623034ms","start":"2026-07-30T19:31:15.415007Z","end":"2026-07-30T19:31:15.66463Z","steps":["trace[1077196874] 'process raft request' (duration: 249.46172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:15.664865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.487026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-07-30T19:31:15.664961Z","caller":"traceutil/trace.go:171","msg":"trace[1688185308] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16777; }","duration":"138.62846ms","start":"2026-07-30T19:31:15.526314Z","end":"2026-07-30T19:31:15.664943Z","steps":["trace[1688185308] 'agreement among raft nodes before linearized reading' (duration: 138.374554ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:15.66493Z","caller":"traceutil/trace.go:171","msg":"trace[296842943] transaction","detail":"{read_only:false; response_revision:16776; number_of_response:1; }","duration":"249.919021ms","start":"2026-07-30T19:31:15.41498Z","end":"2026-07-30T19:31:15.664899Z","steps":["trace[296842943] 'process raft request' (duration: 249.44392ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:15.664996Z","caller":"traceutil/trace.go:171","msg":"trace[1345603954] transaction","detail":"{read_only:false; response_revision:16775; number_of_response:1; }","duration":"250.475395ms","start":"2026-07-30T19:31:15.414498Z","end":"2026-07-30T19:31:15.664974Z","steps":["trace[1345603954] 'process raft request' (duration: 234.322496ms)","trace[1345603954] 'compare' (duration: 15.515364ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:31:15.665123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.578334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-30T19:31:15.665173Z","caller":"traceutil/trace.go:171","msg":"trace[498569843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16777; }","duration":"237.668136ms","start":"2026-07-30T19:31:15.427492Z","end":"2026-07-30T19:31:15.66516Z","steps":["trace[498569843] 'agreement among raft nodes before linearized reading' (duration: 237.487282ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:15.848052Z","caller":"traceutil/trace.go:171","msg":"trace[614299217] transaction","detail":"{read_only:false; response_revision:16779; number_of_response:1; }","duration":"101.958987ms","start":"2026-07-30T19:31:15.746069Z","end":"2026-07-30T19:31:15.848028Z","steps":["trace[614299217] 'process raft request' (duration: 101.752772ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:16.01129Z","caller":"traceutil/trace.go:171","msg":"trace[1196687521] transaction","detail":"{read_only:false; response_revision:16781; number_of_response:1; }","duration":"158.219932ms","start":"2026-07-30T19:31:15.853029Z","end":"2026-07-30T19:31:16.011249Z","steps":["trace[1196687521] 'process raft request' (duration: 74.69325ms)","trace[1196687521] 'compare' (duration: 83.180674ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:31:16.59566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451134840,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T19:31:17.907114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.493856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T19:31:17.907271Z","caller":"traceutil/trace.go:171","msg":"trace[613273089] linearizableReadLoop","detail":"{readStateIndex:17306; appliedIndex:17305; }","duration":"1.812081598s","start":"2026-07-30T19:31:16.095168Z","end":"2026-07-30T19:31:17.907249Z","steps":["trace[613273089] 'read index received' (duration: 906.331317ms)","trace[613273089] 'applied index is now lower than readState.Index' (duration: 905.748391ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:31:17.907384Z","caller":"traceutil/trace.go:171","msg":"trace[2138817485] transaction","detail":"{read_only:false; response_revision:16782; number_of_response:1; }","duration":"1.870638219s","start":"2026-07-30T19:31:16.036677Z","end":"2026-07-30T19:31:17.907316Z","steps":["trace[2138817485] 'process raft request' (duration: 964.845326ms)","trace[2138817485] 'compare' (duration: 905.152187ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:31:17.907585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:16.036658Z","time spent":"1.870827874s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:31:17.907399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812222651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T19:31:17.908197Z","caller":"traceutil/trace.go:171","msg":"trace[1900167908] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:16782; }","duration":"1.81299028s","start":"2026-07-30T19:31:16.095133Z","end":"2026-07-30T19:31:17.908124Z","steps":["trace[1900167908] 'agreement among raft nodes before linearized reading' (duration: 1.812210822s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:17.908318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:16.095122Z","time spent":"1.813169364s","remote":"127.0.0.1:50098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-30T19:31:18.094988Z","caller":"traceutil/trace.go:171","msg":"trace[1852937189] transaction","detail":"{read_only:false; response_revision:16783; number_of_response:1; }","duration":"499.513344ms","start":"2026-07-30T19:31:17.595454Z","end":"2026-07-30T19:31:18.094967Z","steps":["trace[1852937189] 'process raft request' (duration: 499.33384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.095137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:17.595431Z","time spent":"499.630287ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:31:18.704155Z","caller":"traceutil/trace.go:171","msg":"trace[1090239528] transaction","detail":"{read_only:false; response_revision:16784; number_of_response:1; }","duration":"1.034890084s","start":"2026-07-30T19:31:17.669236Z","end":"2026-07-30T19:31:18.704126Z","steps":["trace[1090239528] 'process raft request' (duration: 1.00484272s)","trace[1090239528] 'compare' (duration: 29.514491ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:31:18.704395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:17.669206Z","time spent":"1.035095159s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:31:18.704589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.58251923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T19:31:18.704753Z","caller":"traceutil/trace.go:171","msg":"trace[1894575158] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16786; }","duration":"2.582699014s","start":"2026-07-30T19:31:16.122036Z","end":"2026-07-30T19:31:18.704735Z","steps":["trace[1894575158] 'agreement among raft nodes before linearized reading' (duration: 2.582467059s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.704779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.814117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-07-30T19:31:18.704836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:16.121984Z","time spent":"2.582831178s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-30T19:31:18.704869Z","caller":"traceutil/trace.go:171","msg":"trace[1503992924] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16786; }","duration":"852.975261ms","start":"2026-07-30T19:31:17.851875Z","end":"2026-07-30T19:31:18.704851Z","steps":["trace[1503992924] 'agreement among raft nodes before linearized reading' (duration: 852.723165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.704891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711434013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.61\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-07-30T19:31:18.704915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05161086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-30T19:31:18.704924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:17.851857Z","time spent":"853.047623ms","remote":"127.0.0.1:49870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-30T19:31:18.704944Z","caller":"traceutil/trace.go:171","msg":"trace[1063046309] range","detail":"{range_begin:/registry/masterleases/199.204.45.61; range_end:; response_count:1; response_revision:16786; }","duration":"1.711515845s","start":"2026-07-30T19:31:16.993411Z","end":"2026-07-30T19:31:18.704927Z","steps":["trace[1063046309] 'agreement among raft nodes before linearized reading' (duration: 1.711422263s)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:18.704961Z","caller":"traceutil/trace.go:171","msg":"trace[1106529218] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:16786; }","duration":"2.051691722s","start":"2026-07-30T19:31:16.653254Z","end":"2026-07-30T19:31:18.704946Z","steps":["trace[1106529218] 'agreement among raft nodes before linearized reading' (duration: 2.05162545s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.704984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:16.993389Z","time spent":"1.711588667s","remote":"127.0.0.1:49750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.61\" "} {"level":"warn","ts":"2026-07-30T19:31:18.705008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:16.653232Z","time spent":"2.051766483s","remote":"127.0.0.1:50060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":32,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-30T19:31:18.705079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189246606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T19:31:18.705134Z","caller":"traceutil/trace.go:171","msg":"trace[943004648] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16786; }","duration":"2.189399679s","start":"2026-07-30T19:31:16.51572Z","end":"2026-07-30T19:31:18.705119Z","steps":["trace[943004648] 'agreement among raft nodes before linearized reading' (duration: 2.189278426s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.705147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189476781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T19:31:18.705179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186677114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-07-30T19:31:18.705209Z","caller":"traceutil/trace.go:171","msg":"trace[1712592303] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16786; }","duration":"2.189578484s","start":"2026-07-30T19:31:16.515617Z","end":"2026-07-30T19:31:18.705195Z","steps":["trace[1712592303] 'agreement among raft nodes before linearized reading' (duration: 2.189488991s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.705245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187794621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T19:31:18.705253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:16.515593Z","time spent":"2.189648775s","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-07-30T19:31:18.705273Z","caller":"traceutil/trace.go:171","msg":"trace[723762465] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16786; }","duration":"2.187849642s","start":"2026-07-30T19:31:16.517416Z","end":"2026-07-30T19:31:18.705266Z","steps":["trace[723762465] 'agreement among raft nodes before linearized reading' (duration: 2.187812771s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.705288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173085446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-30T19:31:18.705307Z","caller":"traceutil/trace.go:171","msg":"trace[1365804218] transaction","detail":"{read_only:false; response_revision:16785; number_of_response:1; }","duration":"1.034616267s","start":"2026-07-30T19:31:17.670676Z","end":"2026-07-30T19:31:18.705292Z","steps":["trace[1365804218] 'process raft request' (duration: 1.033375057s)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:18.705349Z","caller":"traceutil/trace.go:171","msg":"trace[190246970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16786; }","duration":"2.173163268s","start":"2026-07-30T19:31:16.532172Z","end":"2026-07-30T19:31:18.705335Z","steps":["trace[190246970] 'agreement among raft nodes before linearized reading' (duration: 2.173004354s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.705367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186439868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5234"} {"level":"warn","ts":"2026-07-30T19:31:18.705404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:17.670667Z","time spent":"1.034677019s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:31:18.705441Z","caller":"traceutil/trace.go:171","msg":"trace[648564520] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:16786; }","duration":"2.18652929s","start":"2026-07-30T19:31:16.518894Z","end":"2026-07-30T19:31:18.705423Z","steps":["trace[648564520] 'agreement among raft nodes before linearized reading' (duration: 2.186324445s)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:18.705497Z","caller":"traceutil/trace.go:171","msg":"trace[1081048583] transaction","detail":"{read_only:false; response_revision:16786; number_of_response:1; }","duration":"1.034750521s","start":"2026-07-30T19:31:17.670734Z","end":"2026-07-30T19:31:18.705484Z","steps":["trace[1081048583] 'process raft request' (duration: 1.033585052s)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:18.705253Z","caller":"traceutil/trace.go:171","msg":"trace[200098362] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16786; }","duration":"2.186764936s","start":"2026-07-30T19:31:16.518472Z","end":"2026-07-30T19:31:18.705237Z","steps":["trace[200098362] 'agreement among raft nodes before linearized reading' (duration: 2.18655002s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.705515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.837977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-30T19:31:18.705555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:16.518466Z","time spent":"2.187079733s","remote":"127.0.0.1:49870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-30T19:31:18.705594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:17.670727Z","time spent":"1.034807542s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:31:18.705592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185754561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5234"} {"level":"warn","ts":"2026-07-30T19:31:18.705632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.545304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-30T19:31:18.704837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185808103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T19:31:18.705665Z","caller":"traceutil/trace.go:171","msg":"trace[1544756414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16786; }","duration":"799.615066ms","start":"2026-07-30T19:31:17.90604Z","end":"2026-07-30T19:31:18.705655Z","steps":["trace[1544756414] 'agreement among raft nodes before linearized reading' (duration: 799.540384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.70529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723205457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-30T19:31:18.705674Z","caller":"traceutil/trace.go:171","msg":"trace[386296689] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:16786; }","duration":"2.185914956s","start":"2026-07-30T19:31:16.519738Z","end":"2026-07-30T19:31:18.705653Z","steps":["trace[386296689] 'agreement among raft nodes before linearized reading' (duration: 2.185623779s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.705698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:17.906015Z","time spent":"799.674297ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T19:31:18.705694Z","caller":"traceutil/trace.go:171","msg":"trace[956526509] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16786; }","duration":"2.186680413s","start":"2026-07-30T19:31:16.518997Z","end":"2026-07-30T19:31:18.705678Z","steps":["trace[956526509] 'agreement among raft nodes before linearized reading' (duration: 2.185761601s)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:18.705717Z","caller":"traceutil/trace.go:171","msg":"trace[293430120] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16786; }","duration":"1.723668338s","start":"2026-07-30T19:31:16.982039Z","end":"2026-07-30T19:31:18.705708Z","steps":["trace[293430120] 'agreement among raft nodes before linearized reading' (duration: 1.723156966s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.705173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:16.515697Z","time spent":"2.189468411s","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-30T19:31:18.705211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186861448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T19:31:18.705755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:16.98202Z","time spent":"1.72372705s","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-30T19:31:18.705789Z","caller":"traceutil/trace.go:171","msg":"trace[710835210] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16786; }","duration":"2.187459313s","start":"2026-07-30T19:31:16.518321Z","end":"2026-07-30T19:31:18.70578Z","steps":["trace[710835210] 'agreement among raft nodes before linearized reading' (duration: 2.186870188s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.705822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:16.518312Z","time spent":"2.187503004s","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T19:31:18.705499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:16.518886Z","time spent":"2.186599872s","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5258,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-07-30T19:31:18.704448Z","caller":"traceutil/trace.go:171","msg":"trace[56579347] linearizableReadLoop","detail":"{readStateIndex:17310; appliedIndex:17306; }","duration":"797.110145ms","start":"2026-07-30T19:31:17.907314Z","end":"2026-07-30T19:31:18.704424Z","steps":["trace[56579347] 'read index received' (duration: 187.546629ms)","trace[56579347] 'applied index is now lower than readState.Index' (duration: 609.562056ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:31:18.705557Z","caller":"traceutil/trace.go:171","msg":"trace[1185472382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16786; }","duration":"979.916079ms","start":"2026-07-30T19:31:17.725631Z","end":"2026-07-30T19:31:18.705547Z","steps":["trace[1185472382] 'agreement among raft nodes before linearized reading' (duration: 979.824367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.705955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:17.725608Z","time spent":"980.3351ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T19:31:18.705987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.502647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-30T19:31:18.705982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.108773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T19:31:18.706018Z","caller":"traceutil/trace.go:171","msg":"trace[1053275160] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:16786; }","duration":"690.562848ms","start":"2026-07-30T19:31:18.015448Z","end":"2026-07-30T19:31:18.706011Z","steps":["trace[1053275160] 'agreement among raft nodes before linearized reading' (duration: 690.485476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.706049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:18.015434Z","time spent":"690.609689ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-30T19:31:18.706049Z","caller":"traceutil/trace.go:171","msg":"trace[1403280537] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:16786; }","duration":"115.197045ms","start":"2026-07-30T19:31:18.590819Z","end":"2026-07-30T19:31:18.706016Z","steps":["trace[1403280537] 'agreement among raft nodes before linearized reading' (duration: 115.131404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.704809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.161448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hjz7v\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-07-30T19:31:18.706094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.994256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T19:31:18.706139Z","caller":"traceutil/trace.go:171","msg":"trace[371041055] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16786; }","duration":"263.083308ms","start":"2026-07-30T19:31:18.443044Z","end":"2026-07-30T19:31:18.706128Z","steps":["trace[371041055] 'agreement among raft nodes before linearized reading' (duration: 263.015257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.705389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:16.532138Z","time spent":"2.17324292s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T19:31:18.7061Z","caller":"traceutil/trace.go:171","msg":"trace[571175996] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hjz7v; range_end:; response_count:1; response_revision:16786; }","duration":"967.48ms","start":"2026-07-30T19:31:17.738608Z","end":"2026-07-30T19:31:18.706088Z","steps":["trace[571175996] 'agreement among raft nodes before linearized reading' (duration: 966.095547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.706243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.562325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2zfjk\" ","response":"range_response_count:1 size:22011"} {"level":"warn","ts":"2026-07-30T19:31:18.706267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:17.738593Z","time spent":"967.658104ms","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-hjz7v\" "} {"level":"info","ts":"2026-07-30T19:31:18.706306Z","caller":"traceutil/trace.go:171","msg":"trace[595060847] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2zfjk; range_end:; response_count:1; response_revision:16786; }","duration":"672.674497ms","start":"2026-07-30T19:31:18.033619Z","end":"2026-07-30T19:31:18.706293Z","steps":["trace[595060847] 'agreement among raft nodes before linearized reading' (duration: 672.511653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.704657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791744468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T19:31:18.706345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:18.033613Z","time spent":"672.725208ms","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22035,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2zfjk\" "} {"level":"info","ts":"2026-07-30T19:31:18.706355Z","caller":"traceutil/trace.go:171","msg":"trace[47983849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16786; }","duration":"1.793457489s","start":"2026-07-30T19:31:16.912886Z","end":"2026-07-30T19:31:18.706344Z","steps":["trace[47983849] 'agreement among raft nodes before linearized reading' (duration: 1.791690937s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.70639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:16.912809Z","time spent":"1.793571012s","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T19:31:18.705299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:16.517407Z","time spent":"2.187886523s","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-30T19:31:18.705309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185313091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T19:31:18.706466Z","caller":"traceutil/trace.go:171","msg":"trace[163101034] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16786; }","duration":"2.18650736s","start":"2026-07-30T19:31:16.519948Z","end":"2026-07-30T19:31:18.706455Z","steps":["trace[163101034] 'agreement among raft nodes before linearized reading' (duration: 2.185337672s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.706499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:16.519939Z","time spent":"2.186552431s","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-30T19:31:18.70539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174460219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-30T19:31:18.706586Z","caller":"traceutil/trace.go:171","msg":"trace[1659711637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16786; }","duration":"2.175678719s","start":"2026-07-30T19:31:16.530899Z","end":"2026-07-30T19:31:18.706578Z","steps":["trace[1659711637] 'agreement among raft nodes before linearized reading' (duration: 2.174430669s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.706621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:16.530885Z","time spent":"2.17572739s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T19:31:18.705747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:16.519723Z","time spent":"2.186014628s","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5258,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-30T19:31:18.705748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:16.518991Z","time spent":"2.186741756s","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-30T19:31:18.707592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037730263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-07-30T19:31:18.707663Z","caller":"traceutil/trace.go:171","msg":"trace[1920860934] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16786; }","duration":"1.037830755s","start":"2026-07-30T19:31:17.669814Z","end":"2026-07-30T19:31:18.707644Z","steps":["trace[1920860934] 'agreement among raft nodes before linearized reading' (duration: 1.035028457s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.707717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:31:17.669791Z","time spent":"1.037912947s","remote":"127.0.0.1:49870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-30T19:31:18.97934Z","caller":"traceutil/trace.go:171","msg":"trace[1427122441] transaction","detail":"{read_only:false; response_revision:16789; number_of_response:1; }","duration":"267.571746ms","start":"2026-07-30T19:31:18.711744Z","end":"2026-07-30T19:31:18.979316Z","steps":["trace[1427122441] 'process raft request' (duration: 267.506785ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:18.979356Z","caller":"traceutil/trace.go:171","msg":"trace[1682319340] transaction","detail":"{read_only:false; response_revision:16787; number_of_response:1; }","duration":"267.656478ms","start":"2026-07-30T19:31:18.711666Z","end":"2026-07-30T19:31:18.979322Z","steps":["trace[1682319340] 'process raft request' (duration: 267.390452ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:18.979384Z","caller":"traceutil/trace.go:171","msg":"trace[388659460] transaction","detail":"{read_only:false; response_revision:16788; number_of_response:1; }","duration":"267.624588ms","start":"2026-07-30T19:31:18.711724Z","end":"2026-07-30T19:31:18.979349Z","steps":["trace[388659460] 'process raft request' (duration: 267.487885ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:18.979563Z","caller":"traceutil/trace.go:171","msg":"trace[869016023] transaction","detail":"{read_only:false; response_revision:16790; number_of_response:1; }","duration":"266.998543ms","start":"2026-07-30T19:31:18.712555Z","end":"2026-07-30T19:31:18.979553Z","steps":["trace[869016023] 'process raft request' (duration: 266.729356ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:18.979828Z","caller":"traceutil/trace.go:171","msg":"trace[1431969287] transaction","detail":"{read_only:false; response_revision:16791; number_of_response:1; }","duration":"267.147826ms","start":"2026-07-30T19:31:18.712668Z","end":"2026-07-30T19:31:18.979815Z","steps":["trace[1431969287] 'process raft request' (duration: 266.852049ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:18.979889Z","caller":"traceutil/trace.go:171","msg":"trace[1292219568] linearizableReadLoop","detail":"{readStateIndex:17318; appliedIndex:17311; }","duration":"194.990027ms","start":"2026-07-30T19:31:18.784876Z","end":"2026-07-30T19:31:18.979866Z","steps":["trace[1292219568] 'read index received' (duration: 194.2648ms)","trace[1292219568] 'applied index is now lower than readState.Index' (duration: 723.637µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:31:18.979963Z","caller":"traceutil/trace.go:171","msg":"trace[1926136527] transaction","detail":"{read_only:false; response_revision:16792; number_of_response:1; }","duration":"267.248849ms","start":"2026-07-30T19:31:18.712707Z","end":"2026-07-30T19:31:18.979956Z","steps":["trace[1926136527] 'process raft request' (duration: 267.001933ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:18.979934Z","caller":"traceutil/trace.go:171","msg":"trace[793783812] transaction","detail":"{read_only:false; response_revision:16793; number_of_response:1; }","duration":"266.8775ms","start":"2026-07-30T19:31:18.713047Z","end":"2026-07-30T19:31:18.979925Z","steps":["trace[793783812] 'process raft request' (duration: 266.770097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.980138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.014645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T19:31:18.980341Z","caller":"traceutil/trace.go:171","msg":"trace[1834543921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16793; }","duration":"265.263351ms","start":"2026-07-30T19:31:18.715056Z","end":"2026-07-30T19:31:18.980319Z","steps":["trace[1834543921] 'agreement among raft nodes before linearized reading' (duration: 265.006665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:18.980711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.076418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:60 size:593273"} {"level":"warn","ts":"2026-07-30T19:31:18.980713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.263131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:60 size:593273"} {"level":"info","ts":"2026-07-30T19:31:18.980756Z","caller":"traceutil/trace.go:171","msg":"trace[1843785527] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:60; response_revision:16793; }","duration":"268.159411ms","start":"2026-07-30T19:31:18.712586Z","end":"2026-07-30T19:31:18.980746Z","steps":["trace[1843785527] 'agreement among raft nodes before linearized reading' (duration: 267.447663ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:18.980763Z","caller":"traceutil/trace.go:171","msg":"trace[2031585507] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:60; response_revision:16793; }","duration":"265.348143ms","start":"2026-07-30T19:31:18.715403Z","end":"2026-07-30T19:31:18.980751Z","steps":["trace[2031585507] 'agreement among raft nodes before linearized reading' (duration: 264.571924ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:19.001924Z","caller":"traceutil/trace.go:171","msg":"trace[1481797128] transaction","detail":"{read_only:false; response_revision:16794; number_of_response:1; }","duration":"215.733977ms","start":"2026-07-30T19:31:18.786169Z","end":"2026-07-30T19:31:19.001903Z","steps":["trace[1481797128] 'process raft request' (duration: 215.594724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:19.002246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.814149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:14178"} {"level":"info","ts":"2026-07-30T19:31:19.002301Z","caller":"traceutil/trace.go:171","msg":"trace[1612458210] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16794; }","duration":"215.903442ms","start":"2026-07-30T19:31:18.786384Z","end":"2026-07-30T19:31:19.002287Z","steps":["trace[1612458210] 'agreement among raft nodes before linearized reading' (duration: 215.504362ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:22.8625Z","caller":"traceutil/trace.go:171","msg":"trace[1108718071] linearizableReadLoop","detail":"{readStateIndex:17348; appliedIndex:17347; }","duration":"141.074279ms","start":"2026-07-30T19:31:22.721382Z","end":"2026-07-30T19:31:22.862456Z","steps":["trace[1108718071] 'read index received' (duration: 140.809172ms)","trace[1108718071] 'applied index is now lower than readState.Index' (duration: 263.337µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:31:22.8626Z","caller":"traceutil/trace.go:171","msg":"trace[429172003] transaction","detail":"{read_only:false; response_revision:16822; number_of_response:1; }","duration":"141.997301ms","start":"2026-07-30T19:31:22.720563Z","end":"2026-07-30T19:31:22.86256Z","steps":["trace[429172003] 'process raft request' (duration: 141.626632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:22.863876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.471932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-07-30T19:31:22.863948Z","caller":"traceutil/trace.go:171","msg":"trace[245824823] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16822; }","duration":"142.575115ms","start":"2026-07-30T19:31:22.721358Z","end":"2026-07-30T19:31:22.863933Z","steps":["trace[245824823] 'agreement among raft nodes before linearized reading' (duration: 141.399807ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:22.869959Z","caller":"traceutil/trace.go:171","msg":"trace[231363034] transaction","detail":"{read_only:false; response_revision:16823; number_of_response:1; }","duration":"147.031033ms","start":"2026-07-30T19:31:22.722896Z","end":"2026-07-30T19:31:22.869927Z","steps":["trace[231363034] 'process raft request' (duration: 146.668214ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:22.870376Z","caller":"traceutil/trace.go:171","msg":"trace[2104934532] transaction","detail":"{read_only:false; response_revision:16824; number_of_response:1; }","duration":"147.33897ms","start":"2026-07-30T19:31:22.723007Z","end":"2026-07-30T19:31:22.870346Z","steps":["trace[2104934532] 'process raft request' (duration: 146.706995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:22.870893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.257397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T19:31:22.870913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.144934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5234"} {"level":"info","ts":"2026-07-30T19:31:22.870949Z","caller":"traceutil/trace.go:171","msg":"trace[919353532] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16825; }","duration":"147.35627ms","start":"2026-07-30T19:31:22.723578Z","end":"2026-07-30T19:31:22.870934Z","steps":["trace[919353532] 'agreement among raft nodes before linearized reading' (duration: 147.262448ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:22.870973Z","caller":"traceutil/trace.go:171","msg":"trace[361685169] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:16825; }","duration":"149.237426ms","start":"2026-07-30T19:31:22.721719Z","end":"2026-07-30T19:31:22.870957Z","steps":["trace[361685169] 'agreement among raft nodes before linearized reading' (duration: 148.98823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:22.871111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.498964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-07-30T19:31:22.871142Z","caller":"traceutil/trace.go:171","msg":"trace[841903937] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16825; }","duration":"147.549325ms","start":"2026-07-30T19:31:22.723584Z","end":"2026-07-30T19:31:22.871133Z","steps":["trace[841903937] 'agreement among raft nodes before linearized reading' (duration: 147.470463ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:22.871216Z","caller":"traceutil/trace.go:171","msg":"trace[520320171] transaction","detail":"{read_only:false; response_revision:16825; number_of_response:1; }","duration":"124.292085ms","start":"2026-07-30T19:31:22.746913Z","end":"2026-07-30T19:31:22.871205Z","steps":["trace[520320171] 'process raft request' (duration: 123.340872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:22.871297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.088222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T19:31:22.87133Z","caller":"traceutil/trace.go:171","msg":"trace[1249253771] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16825; }","duration":"149.132693ms","start":"2026-07-30T19:31:22.722188Z","end":"2026-07-30T19:31:22.871321Z","steps":["trace[1249253771] 'agreement among raft nodes before linearized reading' (duration: 149.082822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:31:22.871415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.417259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T19:31:22.871435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.197456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T19:31:22.871498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.317417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T19:31:22.871509Z","caller":"traceutil/trace.go:171","msg":"trace[1086150127] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16825; }","duration":"147.324169ms","start":"2026-07-30T19:31:22.724168Z","end":"2026-07-30T19:31:22.871492Z","steps":["trace[1086150127] 'agreement among raft nodes before linearized reading' (duration: 147.118084ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:22.871532Z","caller":"traceutil/trace.go:171","msg":"trace[1693535654] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16825; }","duration":"149.367368ms","start":"2026-07-30T19:31:22.722156Z","end":"2026-07-30T19:31:22.871523Z","steps":["trace[1693535654] 'agreement among raft nodes before linearized reading' (duration: 149.313137ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:22.871454Z","caller":"traceutil/trace.go:171","msg":"trace[534097039] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16825; }","duration":"149.472761ms","start":"2026-07-30T19:31:22.721972Z","end":"2026-07-30T19:31:22.871445Z","steps":["trace[534097039] 'agreement among raft nodes before linearized reading' (duration: 149.41026ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:33.814524Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14427} {"level":"info","ts":"2026-07-30T19:31:33.907747Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14427,"took":"91.235358ms","hash":3519839101,"current-db-size-bytes":35565568,"current-db-size":"36 MB","current-db-size-in-use-bytes":16924672,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-07-30T19:31:33.907798Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3519839101,"revision":14427,"compact-revision":11837} {"level":"info","ts":"2026-07-30T19:31:53.38791Z","caller":"traceutil/trace.go:171","msg":"trace[682602278] transaction","detail":"{read_only:false; response_revision:17084; number_of_response:1; }","duration":"187.265242ms","start":"2026-07-30T19:31:53.200622Z","end":"2026-07-30T19:31:53.387887Z","steps":["trace[682602278] 'process raft request' (duration: 98.78626ms)","trace[682602278] 'compare' (duration: 88.242857ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:31:53.388156Z","caller":"traceutil/trace.go:171","msg":"trace[351015387] transaction","detail":"{read_only:false; response_revision:17085; number_of_response:1; }","duration":"187.442527ms","start":"2026-07-30T19:31:53.200659Z","end":"2026-07-30T19:31:53.388102Z","steps":["trace[351015387] 'process raft request' (duration: 187.16093ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:53.38822Z","caller":"traceutil/trace.go:171","msg":"trace[458164690] transaction","detail":"{read_only:false; response_revision:17087; number_of_response:1; }","duration":"185.816197ms","start":"2026-07-30T19:31:53.202375Z","end":"2026-07-30T19:31:53.388191Z","steps":["trace[458164690] 'process raft request' (duration: 185.709634ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:31:53.388224Z","caller":"traceutil/trace.go:171","msg":"trace[284325764] transaction","detail":"{read_only:false; response_revision:17086; number_of_response:1; }","duration":"186.37887ms","start":"2026-07-30T19:31:53.201792Z","end":"2026-07-30T19:31:53.388171Z","steps":["trace[284325764] 'process raft request' (duration: 186.210036ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:32:01.539708Z","caller":"traceutil/trace.go:171","msg":"trace[244678337] transaction","detail":"{read_only:false; response_revision:17141; number_of_response:1; }","duration":"105.990564ms","start":"2026-07-30T19:32:01.433692Z","end":"2026-07-30T19:32:01.539682Z","steps":["trace[244678337] 'process raft request' (duration: 105.907242ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:32:01.539746Z","caller":"traceutil/trace.go:171","msg":"trace[2123009807] transaction","detail":"{read_only:false; response_revision:17142; number_of_response:1; }","duration":"105.320838ms","start":"2026-07-30T19:32:01.434399Z","end":"2026-07-30T19:32:01.53972Z","steps":["trace[2123009807] 'process raft request' (duration: 105.237706ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:32:01.539767Z","caller":"traceutil/trace.go:171","msg":"trace[2110040201] transaction","detail":"{read_only:false; response_revision:17140; number_of_response:1; }","duration":"106.722882ms","start":"2026-07-30T19:32:01.432951Z","end":"2026-07-30T19:32:01.539674Z","steps":["trace[2110040201] 'process raft request' (duration: 106.540247ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:33:15.597296Z","caller":"traceutil/trace.go:171","msg":"trace[422456053] transaction","detail":"{read_only:false; response_revision:17609; number_of_response:1; }","duration":"175.95034ms","start":"2026-07-30T19:33:15.421313Z","end":"2026-07-30T19:33:15.597264Z","steps":["trace[422456053] 'process raft request' (duration: 168.038949ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:33:24.820129Z","caller":"traceutil/trace.go:171","msg":"trace[1707320487] transaction","detail":"{read_only:false; response_revision:17668; number_of_response:1; }","duration":"176.992749ms","start":"2026-07-30T19:33:24.643107Z","end":"2026-07-30T19:33:24.8201Z","steps":["trace[1707320487] 'process raft request' (duration: 83.555611ms)","trace[1707320487] 'compare' (duration: 93.304144ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:33:47.204162Z","caller":"traceutil/trace.go:171","msg":"trace[827464133] linearizableReadLoop","detail":"{readStateIndex:18369; appliedIndex:18368; }","duration":"119.009753ms","start":"2026-07-30T19:33:47.085133Z","end":"2026-07-30T19:33:47.204142Z","steps":["trace[827464133] 'read index received' (duration: 57.016932ms)","trace[827464133] 'applied index is now lower than readState.Index' (duration: 61.991781ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:33:47.204313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.159877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T19:33:47.204338Z","caller":"traceutil/trace.go:171","msg":"trace[1942864376] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:17809; }","duration":"119.200348ms","start":"2026-07-30T19:33:47.085129Z","end":"2026-07-30T19:33:47.20433Z","steps":["trace[1942864376] 'agreement among raft nodes before linearized reading' (duration: 119.133976ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:33:47.204317Z","caller":"traceutil/trace.go:171","msg":"trace[782457583] transaction","detail":"{read_only:false; response_revision:17809; number_of_response:1; }","duration":"128.4429ms","start":"2026-07-30T19:33:47.075833Z","end":"2026-07-30T19:33:47.204276Z","steps":["trace[782457583] 'process raft request' (duration: 66.254944ms)","trace[782457583] 'compare' (duration: 61.954241ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:33:48.352262Z","caller":"traceutil/trace.go:171","msg":"trace[1276099797] linearizableReadLoop","detail":"{readStateIndex:18375; appliedIndex:18374; }","duration":"208.822084ms","start":"2026-07-30T19:33:48.143412Z","end":"2026-07-30T19:33:48.352234Z","steps":["trace[1276099797] 'read index received' (duration: 187.520312ms)","trace[1276099797] 'applied index is now lower than readState.Index' (duration: 21.300202ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:33:48.352265Z","caller":"traceutil/trace.go:171","msg":"trace[1790965666] transaction","detail":"{read_only:false; response_revision:17815; number_of_response:1; }","duration":"211.566741ms","start":"2026-07-30T19:33:48.140673Z","end":"2026-07-30T19:33:48.352239Z","steps":["trace[1790965666] 'process raft request' (duration: 190.33247ms)","trace[1790965666] 'compare' (duration: 21.040086ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:33:48.352538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.997329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-30T19:33:48.35253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.07018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-30T19:33:48.35259Z","caller":"traceutil/trace.go:171","msg":"trace[1707102475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17815; }","duration":"209.085321ms","start":"2026-07-30T19:33:48.143489Z","end":"2026-07-30T19:33:48.352574Z","steps":["trace[1707102475] 'agreement among raft nodes before linearized reading' (duration: 208.901746ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:33:48.352618Z","caller":"traceutil/trace.go:171","msg":"trace[1727683561] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:17815; }","duration":"209.237104ms","start":"2026-07-30T19:33:48.143363Z","end":"2026-07-30T19:33:48.3526Z","steps":["trace[1727683561] 'agreement among raft nodes before linearized reading' (duration: 208.962058ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:34:03.058115Z","caller":"traceutil/trace.go:171","msg":"trace[843822960] linearizableReadLoop","detail":"{readStateIndex:18470; appliedIndex:18469; }","duration":"145.975542ms","start":"2026-07-30T19:34:02.912119Z","end":"2026-07-30T19:34:03.058095Z","steps":["trace[843822960] 'read index received' (duration: 145.414219ms)","trace[843822960] 'applied index is now lower than readState.Index' (duration: 560.683µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:34:03.05819Z","caller":"traceutil/trace.go:171","msg":"trace[581322189] transaction","detail":"{read_only:false; response_revision:17907; number_of_response:1; }","duration":"182.491491ms","start":"2026-07-30T19:34:02.875661Z","end":"2026-07-30T19:34:03.058153Z","steps":["trace[581322189] 'process raft request' (duration: 181.977688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:34:03.058354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.221298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T19:34:03.058442Z","caller":"traceutil/trace.go:171","msg":"trace[1337712310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17907; }","duration":"146.355891ms","start":"2026-07-30T19:34:02.912062Z","end":"2026-07-30T19:34:03.058418Z","steps":["trace[1337712310] 'agreement among raft nodes before linearized reading' (duration: 146.182277ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:34:03.794597Z","caller":"traceutil/trace.go:171","msg":"trace[862047619] transaction","detail":"{read_only:false; response_revision:17909; number_of_response:1; }","duration":"123.504322ms","start":"2026-07-30T19:34:03.671066Z","end":"2026-07-30T19:34:03.794571Z","steps":["trace[862047619] 'process raft request' (duration: 123.324658ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:34:04.490853Z","caller":"traceutil/trace.go:171","msg":"trace[1672687275] linearizableReadLoop","detail":"{readStateIndex:18477; appliedIndex:18476; }","duration":"125.232673ms","start":"2026-07-30T19:34:04.365596Z","end":"2026-07-30T19:34:04.490828Z","steps":["trace[1672687275] 'read index received' (duration: 125.078049ms)","trace[1672687275] 'applied index is now lower than readState.Index' (duration: 153.544µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:34:04.490964Z","caller":"traceutil/trace.go:171","msg":"trace[344977075] transaction","detail":"{read_only:false; response_revision:17914; number_of_response:1; }","duration":"138.803699ms","start":"2026-07-30T19:34:04.352128Z","end":"2026-07-30T19:34:04.490932Z","steps":["trace[344977075] 'process raft request' (duration: 138.537863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:34:04.491141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.386467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-30T19:34:04.491253Z","caller":"traceutil/trace.go:171","msg":"trace[1736704455] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:17914; }","duration":"120.544161ms","start":"2026-07-30T19:34:04.370687Z","end":"2026-07-30T19:34:04.491231Z","steps":["trace[1736704455] 'agreement among raft nodes before linearized reading' (duration: 120.306115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:34:04.491384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.780077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-30T19:34:04.491504Z","caller":"traceutil/trace.go:171","msg":"trace[1780762586] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:17914; }","duration":"125.876859ms","start":"2026-07-30T19:34:04.365544Z","end":"2026-07-30T19:34:04.491421Z","steps":["trace[1780762586] 'agreement among raft nodes before linearized reading' (duration: 125.425118ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:34:36.271328Z","caller":"traceutil/trace.go:171","msg":"trace[92456059] transaction","detail":"{read_only:false; response_revision:18118; number_of_response:1; }","duration":"160.673566ms","start":"2026-07-30T19:34:36.110632Z","end":"2026-07-30T19:34:36.271306Z","steps":["trace[92456059] 'process raft request' (duration: 160.338628ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:36:33.820894Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16957} {"level":"info","ts":"2026-07-30T19:36:33.901977Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16957,"took":"79.079813ms","hash":2288659968,"current-db-size-bytes":35565568,"current-db-size":"36 MB","current-db-size-in-use-bytes":15413248,"current-db-size-in-use":"15 MB"} {"level":"info","ts":"2026-07-30T19:36:33.902045Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2288659968,"revision":16957,"compact-revision":14427} {"level":"info","ts":"2026-07-30T19:37:17.53411Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ca256638ea38eb43","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-30T19:37:17.540079Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-30T19:37:17.540199Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-30T19:39:45.239941Z","caller":"traceutil/trace.go:171","msg":"trace[2143561822] transaction","detail":"{read_only:false; response_revision:20358; number_of_response:1; }","duration":"104.70221ms","start":"2026-07-30T19:39:45.135204Z","end":"2026-07-30T19:39:45.239907Z","steps":["trace[2143561822] 'process raft request' (duration: 104.352111ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:39:45.385044Z","caller":"traceutil/trace.go:171","msg":"trace[1684780844] transaction","detail":"{read_only:false; response_revision:20359; number_of_response:1; }","duration":"140.341656ms","start":"2026-07-30T19:39:45.244682Z","end":"2026-07-30T19:39:45.385023Z","steps":["trace[1684780844] 'process raft request' (duration: 140.214653ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:39:45.410308Z","caller":"traceutil/trace.go:171","msg":"trace[949883602] transaction","detail":"{read_only:false; response_revision:20360; number_of_response:1; }","duration":"165.548343ms","start":"2026-07-30T19:39:45.244737Z","end":"2026-07-30T19:39:45.410285Z","steps":["trace[949883602] 'process raft request' (duration: 165.41505ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:39:45.529041Z","caller":"traceutil/trace.go:171","msg":"trace[360309756] linearizableReadLoop","detail":"{readStateIndex:21000; appliedIndex:20999; }","duration":"101.898832ms","start":"2026-07-30T19:39:45.427115Z","end":"2026-07-30T19:39:45.529014Z","steps":["trace[360309756] 'read index received' (duration: 43.177519ms)","trace[360309756] 'applied index is now lower than readState.Index' (duration: 58.720373ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:39:45.529174Z","caller":"traceutil/trace.go:171","msg":"trace[746026509] transaction","detail":"{read_only:false; response_revision:20361; number_of_response:1; }","duration":"137.771005ms","start":"2026-07-30T19:39:45.391366Z","end":"2026-07-30T19:39:45.529137Z","steps":["trace[746026509] 'process raft request' (duration: 78.98108ms)","trace[746026509] 'compare' (duration: 58.554599ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:39:45.529277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.146928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-30T19:39:45.529439Z","caller":"traceutil/trace.go:171","msg":"trace[549907208] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20361; }","duration":"102.340662ms","start":"2026-07-30T19:39:45.427066Z","end":"2026-07-30T19:39:45.529407Z","steps":["trace[549907208] 'agreement among raft nodes before linearized reading' (duration: 102.074876ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:40:00.083464Z","caller":"traceutil/trace.go:171","msg":"trace[1782374114] linearizableReadLoop","detail":"{readStateIndex:21092; appliedIndex:21091; }","duration":"173.844543ms","start":"2026-07-30T19:39:59.909599Z","end":"2026-07-30T19:40:00.083444Z","steps":["trace[1782374114] 'read index received' (duration: 173.680709ms)","trace[1782374114] 'applied index is now lower than readState.Index' (duration: 163.084µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:40:00.083511Z","caller":"traceutil/trace.go:171","msg":"trace[1150724798] transaction","detail":"{read_only:false; response_revision:20450; number_of_response:1; }","duration":"184.750665ms","start":"2026-07-30T19:39:59.898726Z","end":"2026-07-30T19:40:00.083477Z","steps":["trace[1150724798] 'process raft request' (duration: 184.590781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:40:00.083651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.039798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T19:40:00.083733Z","caller":"traceutil/trace.go:171","msg":"trace[1632256098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20450; }","duration":"174.13104ms","start":"2026-07-30T19:39:59.909584Z","end":"2026-07-30T19:40:00.083715Z","steps":["trace[1632256098] 'agreement among raft nodes before linearized reading' (duration: 173.991646ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:40:00.556491Z","caller":"traceutil/trace.go:171","msg":"trace[2095248514] transaction","detail":"{read_only:false; response_revision:20454; number_of_response:1; }","duration":"118.327507ms","start":"2026-07-30T19:40:00.438139Z","end":"2026-07-30T19:40:00.556466Z","steps":["trace[2095248514] 'process raft request' (duration: 118.258605ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:40:00.556597Z","caller":"traceutil/trace.go:171","msg":"trace[285615006] linearizableReadLoop","detail":"{readStateIndex:21095; appliedIndex:21094; }","duration":"124.513715ms","start":"2026-07-30T19:40:00.432052Z","end":"2026-07-30T19:40:00.556566Z","steps":["trace[285615006] 'read index received' (duration: 74.339438ms)","trace[285615006] 'applied index is now lower than readState.Index' (duration: 50.170677ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:40:00.556672Z","caller":"traceutil/trace.go:171","msg":"trace[361837724] transaction","detail":"{read_only:false; response_revision:20453; number_of_response:1; }","duration":"128.526553ms","start":"2026-07-30T19:40:00.42806Z","end":"2026-07-30T19:40:00.556586Z","steps":["trace[361837724] 'process raft request' (duration: 78.386026ms)","trace[361837724] 'compare' (duration: 49.797809ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T19:40:00.556873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.805853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-30T19:40:00.556922Z","caller":"traceutil/trace.go:171","msg":"trace[1317623022] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20454; }","duration":"124.899045ms","start":"2026-07-30T19:40:00.432011Z","end":"2026-07-30T19:40:00.55691Z","steps":["trace[1317623022] 'agreement among raft nodes before linearized reading' (duration: 124.678469ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:40:00.687215Z","caller":"traceutil/trace.go:171","msg":"trace[1811643448] transaction","detail":"{read_only:false; response_revision:20458; number_of_response:1; }","duration":"123.752757ms","start":"2026-07-30T19:40:00.563437Z","end":"2026-07-30T19:40:00.68719Z","steps":["trace[1811643448] 'process raft request' (duration: 123.706176ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:40:00.687535Z","caller":"traceutil/trace.go:171","msg":"trace[1173837829] transaction","detail":"{read_only:false; response_revision:20457; number_of_response:1; }","duration":"125.694944ms","start":"2026-07-30T19:40:00.561817Z","end":"2026-07-30T19:40:00.687511Z","steps":["trace[1173837829] 'process raft request' (duration: 125.279134ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:40:00.687659Z","caller":"traceutil/trace.go:171","msg":"trace[995738717] transaction","detail":"{read_only:false; response_revision:20456; number_of_response:1; }","duration":"126.163665ms","start":"2026-07-30T19:40:00.561483Z","end":"2026-07-30T19:40:00.687647Z","steps":["trace[995738717] 'process raft request' (duration: 125.464529ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:40:30.407136Z","caller":"traceutil/trace.go:171","msg":"trace[984348356] transaction","detail":"{read_only:false; response_revision:20643; number_of_response:1; }","duration":"114.549475ms","start":"2026-07-30T19:40:30.292558Z","end":"2026-07-30T19:40:30.407107Z","steps":["trace[984348356] 'process raft request' (duration: 114.383021ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:40:30.816553Z","caller":"traceutil/trace.go:171","msg":"trace[498050850] transaction","detail":"{read_only:false; response_revision:20646; number_of_response:1; }","duration":"105.730904ms","start":"2026-07-30T19:40:30.710796Z","end":"2026-07-30T19:40:30.816527Z","steps":["trace[498050850] 'process raft request' (duration: 56.11499ms)","trace[498050850] 'compare' (duration: 49.414309ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:40:57.170352Z","caller":"traceutil/trace.go:171","msg":"trace[1748777384] transaction","detail":"{read_only:false; response_revision:20814; number_of_response:1; }","duration":"124.101256ms","start":"2026-07-30T19:40:57.046209Z","end":"2026-07-30T19:40:57.17031Z","steps":["trace[1748777384] 'process raft request' (duration: 43.971848ms)","trace[1748777384] 'compare' (duration: 79.898942ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:40:57.170416Z","caller":"traceutil/trace.go:171","msg":"trace[566542772] transaction","detail":"{read_only:false; response_revision:20815; number_of_response:1; }","duration":"122.018506ms","start":"2026-07-30T19:40:57.048364Z","end":"2026-07-30T19:40:57.170382Z","steps":["trace[566542772] 'process raft request' (duration: 121.884312ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:41:33.828189Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18982} {"level":"info","ts":"2026-07-30T19:41:33.902325Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18982,"took":"72.634368ms","hash":3396439321,"current-db-size-bytes":35565568,"current-db-size":"36 MB","current-db-size-in-use-bytes":15355904,"current-db-size-in-use":"15 MB"} {"level":"info","ts":"2026-07-30T19:41:33.902398Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3396439321,"revision":18982,"compact-revision":16957} {"level":"info","ts":"2026-07-30T19:45:19.338052Z","caller":"traceutil/trace.go:171","msg":"trace[906117816] transaction","detail":"{read_only:false; response_revision:22493; number_of_response:1; }","duration":"141.719546ms","start":"2026-07-30T19:45:19.196303Z","end":"2026-07-30T19:45:19.338022Z","steps":["trace[906117816] 'process raft request' (duration: 141.538222ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:45:19.380326Z","caller":"traceutil/trace.go:171","msg":"trace[1509170019] transaction","detail":"{read_only:false; response_revision:22494; number_of_response:1; }","duration":"176.709888ms","start":"2026-07-30T19:45:19.203574Z","end":"2026-07-30T19:45:19.380284Z","steps":["trace[1509170019] 'process raft request' (duration: 176.467412ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:45:19.540841Z","caller":"traceutil/trace.go:171","msg":"trace[1856055472] transaction","detail":"{read_only:false; response_revision:22497; number_of_response:1; }","duration":"141.410898ms","start":"2026-07-30T19:45:19.399137Z","end":"2026-07-30T19:45:19.540548Z","steps":["trace[1856055472] 'process raft request' (duration: 95.203785ms)","trace[1856055472] 'compare' (duration: 45.926396ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:45:19.580948Z","caller":"traceutil/trace.go:171","msg":"trace[1239680738] transaction","detail":"{read_only:false; response_revision:22498; number_of_response:1; }","duration":"181.251598ms","start":"2026-07-30T19:45:19.399672Z","end":"2026-07-30T19:45:19.580924Z","steps":["trace[1239680738] 'process raft request' (duration: 180.751906ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:45:19.581204Z","caller":"traceutil/trace.go:171","msg":"trace[2003824744] transaction","detail":"{read_only:false; response_revision:22499; number_of_response:1; }","duration":"181.397791ms","start":"2026-07-30T19:45:19.399787Z","end":"2026-07-30T19:45:19.581185Z","steps":["trace[2003824744] 'process raft request' (duration: 180.732615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:40.423462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451150713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T19:45:40.92363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451150713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T19:45:41.424443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451150713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T19:45:41.924654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451150713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T19:45:42.425479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451150713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T19:45:42.910483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000702222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T19:45:42.910584Z","caller":"traceutil/trace.go:171","msg":"trace[385942092] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000866156s","start":"2026-07-30T19:45:40.909698Z","end":"2026-07-30T19:45:42.910564Z","steps":["trace[385942092] 'agreement among raft nodes before linearized reading' (duration: 2.000730773s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:42.910633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:40.90968Z","time spent":"2.000943268s","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 19:45:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T19:45:42.92572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451150713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T19:45:43.604131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451150713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T19:45:44.105234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451150713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T19:45:45.294069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:40.295109Z","time spent":"4.998951182s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-30T19:45:45.523164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999419862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T19:45:45.523235Z","caller":"traceutil/trace.go:171","msg":"trace[1307876474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999537616s","start":"2026-07-30T19:45:40.52368Z","end":"2026-07-30T19:45:45.523218Z","steps":["trace[1307876474] 'agreement among raft nodes before linearized reading' (duration: 4.999440273s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:45.523275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:40.523671Z","time spent":"4.999594427s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T19:45:45.916307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569019451150713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T19:45:45.916479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:39.814443Z","time spent":"6.102030342s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-30T19:45:45.917419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:40.515869Z","time spent":"5.401531483s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-30T19:45:45.918014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:40.84603Z","time spent":"5.071970461s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-30T19:45:45.918121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00739472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T19:45:45.918174Z","caller":"traceutil/trace.go:171","msg":"trace[830780386] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"3.007483752s","start":"2026-07-30T19:45:42.910673Z","end":"2026-07-30T19:45:45.918156Z","steps":["trace[830780386] 'agreement among raft nodes before linearized reading' (duration: 3.00741808s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:45.918224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:42.910655Z","time spent":"3.007560234s","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T19:45:45.918282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.995855354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T19:45:45.918315Z","caller":"traceutil/trace.go:171","msg":"trace[1696800341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.995922755s","start":"2026-07-30T19:45:39.922383Z","end":"2026-07-30T19:45:45.918306Z","steps":["trace[1696800341] 'agreement among raft nodes before linearized reading' (duration: 5.995890475s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:45.918356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:39.922372Z","time spent":"5.995975066s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T19:45:45.918969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.865045292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T19:45:45.919267Z","caller":"traceutil/trace.go:171","msg":"trace[1653856105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.865461952s","start":"2026-07-30T19:45:40.053649Z","end":"2026-07-30T19:45:45.919111Z","steps":["trace[1653856105] 'agreement among raft nodes before linearized reading' (duration: 5.865075313s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:45.921744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:40.053631Z","time spent":"5.868091185s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/30 19:45:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T19:45:45.928873Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.234784381s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T19:45:45.929343Z","caller":"traceutil/trace.go:171","msg":"trace[827304607] transaction","detail":"{read_only:false; response_revision:22653; number_of_response:1; }","duration":"6.235322804s","start":"2026-07-30T19:45:39.693995Z","end":"2026-07-30T19:45:45.929317Z","steps":["trace[827304607] 'process raft request' (duration: 6.235195221s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:45.929487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:39.693973Z","time spent":"6.235442407s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:45:45.942347Z","caller":"traceutil/trace.go:171","msg":"trace[19631029] transaction","detail":"{read_only:false; response_revision:22658; number_of_response:1; }","duration":"4.116302522s","start":"2026-07-30T19:45:41.826012Z","end":"2026-07-30T19:45:45.942315Z","steps":["trace[19631029] 'process raft request' (duration: 4.115770749s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:45.942496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:41.825983Z","time spent":"4.116439005s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T19:45:45.946009Z","caller":"traceutil/trace.go:171","msg":"trace[1043030320] linearizableReadLoop","detail":"{readStateIndex:23373; appliedIndex:23365; }","duration":"6.023570692s","start":"2026-07-30T19:45:39.922423Z","end":"2026-07-30T19:45:45.945994Z","steps":["trace[1043030320] 'read index received' (duration: 6.006839298s)","trace[1043030320] 'applied index is now lower than readState.Index' (duration: 16.730664ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T19:45:45.946114Z","caller":"traceutil/trace.go:171","msg":"trace[1305601390] transaction","detail":"{read_only:false; response_revision:22659; number_of_response:1; }","duration":"3.204759306s","start":"2026-07-30T19:45:42.741346Z","end":"2026-07-30T19:45:45.946105Z","steps":["trace[1305601390] 'process raft request' (duration: 3.204545911s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:45.946191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:42.741312Z","time spent":"3.204824827s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T19:45:45.946358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.805065996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T19:45:45.946407Z","caller":"traceutil/trace.go:171","msg":"trace[78159244] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:22659; }","duration":"5.805152307s","start":"2026-07-30T19:45:40.141244Z","end":"2026-07-30T19:45:45.946396Z","steps":["trace[78159244] 'agreement among raft nodes before linearized reading' (duration: 5.805079826s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:45.946434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:40.141225Z","time spent":"5.805202079s","remote":"127.0.0.1:52354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-30T19:45:45.946436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971499159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T19:45:45.946507Z","caller":"traceutil/trace.go:171","msg":"trace[1359815345] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:22659; }","duration":"1.971623232s","start":"2026-07-30T19:45:43.974869Z","end":"2026-07-30T19:45:45.946493Z","steps":["trace[1359815345] 'agreement among raft nodes before linearized reading' (duration: 1.971478908s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:45.946534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:43.974852Z","time spent":"1.971676173s","remote":"127.0.0.1:50116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-30T19:45:45.946613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.463401156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-30T19:45:45.94663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.42425157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-30T19:45:45.946652Z","caller":"traceutil/trace.go:171","msg":"trace[240528016] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22659; }","duration":"4.463475898s","start":"2026-07-30T19:45:41.483164Z","end":"2026-07-30T19:45:45.94664Z","steps":["trace[240528016] 'agreement among raft nodes before linearized reading' (duration: 4.463364056s)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:45:45.946666Z","caller":"traceutil/trace.go:171","msg":"trace[532944711] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:22659; }","duration":"5.424359503s","start":"2026-07-30T19:45:40.522297Z","end":"2026-07-30T19:45:45.946656Z","steps":["trace[532944711] 'agreement among raft nodes before linearized reading' (duration: 5.42425067s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:45.946676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:41.483146Z","time spent":"4.463524649s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T19:45:45.946696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:40.52228Z","time spent":"5.424407244s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T19:45:45.946731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.423890112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-30T19:45:45.946801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.630824278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T19:45:45.946806Z","caller":"traceutil/trace.go:171","msg":"trace[1665144174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22659; }","duration":"5.424011615s","start":"2026-07-30T19:45:40.522776Z","end":"2026-07-30T19:45:45.946788Z","steps":["trace[1665144174] 'agreement among raft nodes before linearized reading' (duration: 5.423770269s)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:45:45.946826Z","caller":"traceutil/trace.go:171","msg":"trace[1000870669] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:22659; }","duration":"5.630871079s","start":"2026-07-30T19:45:40.315943Z","end":"2026-07-30T19:45:45.946814Z","steps":["trace[1000870669] 'agreement among raft nodes before linearized reading' (duration: 5.630808848s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:45.946848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.052415284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-30T19:45:45.946855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:40.315931Z","time spent":"5.63091591s","remote":"127.0.0.1:49764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-30T19:45:45.946859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:40.522759Z","time spent":"5.424087856s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T19:45:45.946874Z","caller":"traceutil/trace.go:171","msg":"trace[62631292] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:22659; }","duration":"3.052476656s","start":"2026-07-30T19:45:42.894389Z","end":"2026-07-30T19:45:45.946866Z","steps":["trace[62631292] 'agreement among raft nodes before linearized reading' (duration: 3.052443455s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:45.946898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:42.89437Z","time spent":"3.052521667s","remote":"127.0.0.1:49872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-30T19:45:45.947059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.253325183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-30T19:45:45.947083Z","caller":"traceutil/trace.go:171","msg":"trace[1255492681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22659; }","duration":"4.253391175s","start":"2026-07-30T19:45:41.693686Z","end":"2026-07-30T19:45:45.947078Z","steps":["trace[1255492681] 'agreement among raft nodes before linearized reading' (duration: 4.253319633s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:45.947112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:41.693667Z","time spent":"4.253440556s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T19:45:45.946818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.017995835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T19:45:45.94715Z","caller":"traceutil/trace.go:171","msg":"trace[1437435219] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:22659; }","duration":"3.018364594s","start":"2026-07-30T19:45:42.928777Z","end":"2026-07-30T19:45:45.947141Z","steps":["trace[1437435219] 'agreement among raft nodes before linearized reading' (duration: 3.018015096s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:45.94718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:42.928756Z","time spent":"3.018414525s","remote":"127.0.0.1:49982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-30T19:45:45.947172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.853758633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-30T19:45:45.94721Z","caller":"traceutil/trace.go:171","msg":"trace[1603456769] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22659; }","duration":"4.853827585s","start":"2026-07-30T19:45:41.093371Z","end":"2026-07-30T19:45:45.947198Z","steps":["trace[1603456769] 'agreement among raft nodes before linearized reading' (duration: 4.853716512s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:45.947241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:41.093352Z","time spent":"4.853881075s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T19:45:45.94727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.460372083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-30T19:45:45.947348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.215450398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-30T19:45:45.947377Z","caller":"traceutil/trace.go:171","msg":"trace[1579870782] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22659; }","duration":"5.215534151s","start":"2026-07-30T19:45:40.731835Z","end":"2026-07-30T19:45:45.947369Z","steps":["trace[1579870782] 'agreement among raft nodes before linearized reading' (duration: 5.215444699s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:45.947396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:40.731818Z","time spent":"5.215573841s","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-30T19:45:45.947439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.39468709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-30T19:45:45.947468Z","caller":"traceutil/trace.go:171","msg":"trace[1782542642] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22659; }","duration":"4.394728041s","start":"2026-07-30T19:45:41.552732Z","end":"2026-07-30T19:45:45.94746Z","steps":["trace[1782542642] 'agreement among raft nodes before linearized reading' (duration: 4.394636849s)"],"step_count":1} {"level":"info","ts":"2026-07-30T19:45:45.947343Z","caller":"traceutil/trace.go:171","msg":"trace[1259118440] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:22659; }","duration":"4.460507187s","start":"2026-07-30T19:45:41.486811Z","end":"2026-07-30T19:45:45.947318Z","steps":["trace[1259118440] 'agreement among raft nodes before linearized reading' (duration: 4.460313842s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:45.947499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:41.552727Z","time spent":"4.394764962s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":536,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T19:45:45.947521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:41.486789Z","time spent":"4.460725551s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T19:45:45.947529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833630776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T19:45:45.947552Z","caller":"traceutil/trace.go:171","msg":"trace[1468800717] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:22659; }","duration":"1.833722058s","start":"2026-07-30T19:45:44.113824Z","end":"2026-07-30T19:45:45.947546Z","steps":["trace[1468800717] 'agreement among raft nodes before linearized reading' (duration: 1.833679137s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:45.947573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:44.113771Z","time spent":"1.8337947s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-30T19:45:45.94759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.421080596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T19:45:45.94762Z","caller":"traceutil/trace.go:171","msg":"trace[1046451183] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22659; }","duration":"4.421163299s","start":"2026-07-30T19:45:41.526448Z","end":"2026-07-30T19:45:45.947611Z","steps":["trace[1046451183] 'agreement among raft nodes before linearized reading' (duration: 4.421112047s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:45.947639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:41.526429Z","time spent":"4.421205049s","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-30T19:45:45.947775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936153276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T19:45:45.947819Z","caller":"traceutil/trace.go:171","msg":"trace[289114590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22659; }","duration":"1.936226238s","start":"2026-07-30T19:45:44.011583Z","end":"2026-07-30T19:45:45.947809Z","steps":["trace[289114590] 'agreement among raft nodes before linearized reading' (duration: 1.936159337s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T19:45:45.947852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T19:45:44.011567Z","time spent":"1.936277959s","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T19:46:33.833705Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21047} {"level":"info","ts":"2026-07-30T19:46:33.906387Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21047,"took":"70.364275ms","hash":4212320135,"current-db-size-bytes":35565568,"current-db-size":"36 MB","current-db-size-in-use-bytes":14163968,"current-db-size-in-use":"14 MB"} {"level":"info","ts":"2026-07-30T19:46:33.906592Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4212320135,"revision":21047,"compact-revision":18982} {"level":"info","ts":"2026-07-30T19:51:33.83935Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22997} {"level":"info","ts":"2026-07-30T19:51:33.908865Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22997,"took":"67.69627ms","hash":271750047,"current-db-size-bytes":35565568,"current-db-size":"36 MB","current-db-size-in-use-bytes":14106624,"current-db-size-in-use":"14 MB"} {"level":"info","ts":"2026-07-30T19:51:33.908925Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":271750047,"revision":22997,"compact-revision":21047}