{"level":"warn","ts":"2026-08-22T14:38:41.857765Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-22T14:38:41.857889Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.61:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.61:2380","--initial-cluster=instance=https://199.204.45.61:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.61:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.61:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-22T14:38:41.857983Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-22T14:38:41.857995Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.61:2380"]} {"level":"info","ts":"2026-08-22T14:38:41.858022Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-22T14:38:41.858798Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.61:2379"]} {"level":"info","ts":"2026-08-22T14:38:41.858877Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.61:2380"],"listen-peer-urls":["https://199.204.45.61:2380"],"advertise-client-urls":["https://199.204.45.61:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.61:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.61:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-22T14:38:41.861358Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.253374ms"} {"level":"info","ts":"2026-08-22T14:38:41.876884Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"ca256638ea38eb43","cluster-id":"dfd7ac400ae20102"} {"level":"info","ts":"2026-08-22T14:38:41.876991Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 switched to configuration voters=()"} {"level":"info","ts":"2026-08-22T14:38:41.877017Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 became follower at term 0"} {"level":"info","ts":"2026-08-22T14:38:41.877035Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ca256638ea38eb43 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-22T14:38:41.877045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 became follower at term 1"} {"level":"info","ts":"2026-08-22T14:38:41.877088Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 switched to configuration voters=(14566160964433537859)"} {"level":"warn","ts":"2026-08-22T14:38:41.885216Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-22T14:38:41.88755Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-22T14:38:41.888992Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-22T14:38:41.891522Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"ca256638ea38eb43","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-22T14:38:41.891734Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ca256638ea38eb43","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-22T14:38:41.892082Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T14:38:41.892829Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T14:38:41.892871Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T14:38:41.894443Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 switched to configuration voters=(14566160964433537859)"} {"level":"info","ts":"2026-08-22T14:38:41.894954Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"dfd7ac400ae20102","local-member-id":"ca256638ea38eb43","added-peer-id":"ca256638ea38eb43","added-peer-peer-urls":["https://199.204.45.61:2380"]} {"level":"info","ts":"2026-08-22T14:38:41.897539Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-22T14:38:41.897737Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.61:2380"} {"level":"info","ts":"2026-08-22T14:38:41.897792Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.61:2380"} {"level":"info","ts":"2026-08-22T14:38:41.897836Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ca256638ea38eb43","initial-advertise-peer-urls":["https://199.204.45.61:2380"],"listen-peer-urls":["https://199.204.45.61:2380"],"advertise-client-urls":["https://199.204.45.61:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.61:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-22T14:38:41.897872Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-22T14:38:42.17811Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 is starting a new election at term 1"} {"level":"info","ts":"2026-08-22T14:38:42.178174Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 became pre-candidate at term 1"} {"level":"info","ts":"2026-08-22T14:38:42.178199Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 received MsgPreVoteResp from ca256638ea38eb43 at term 1"} {"level":"info","ts":"2026-08-22T14:38:42.178221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 became candidate at term 2"} {"level":"info","ts":"2026-08-22T14:38:42.178233Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 received MsgVoteResp from ca256638ea38eb43 at term 2"} {"level":"info","ts":"2026-08-22T14:38:42.17825Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ca256638ea38eb43 became leader at term 2"} {"level":"info","ts":"2026-08-22T14:38:42.178265Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ca256638ea38eb43 elected leader ca256638ea38eb43 at term 2"} {"level":"info","ts":"2026-08-22T14:38:42.179377Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-22T14:38:42.180308Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"ca256638ea38eb43","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.61:2379]}","request-path":"/0/members/ca256638ea38eb43/attributes","cluster-id":"dfd7ac400ae20102","publish-timeout":"7s"} {"level":"info","ts":"2026-08-22T14:38:42.180402Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-22T14:38:42.180467Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-22T14:38:42.18098Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-22T14:38:42.181072Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-22T14:38:42.181249Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"dfd7ac400ae20102","local-member-id":"ca256638ea38eb43","cluster-version":"3.5"} {"level":"info","ts":"2026-08-22T14:38:42.181367Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-22T14:38:42.182007Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-22T14:38:42.183138Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.61:2379"} {"level":"info","ts":"2026-08-22T14:38:42.184043Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-08-22T14:38:58.063183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.380632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T14:38:58.063328Z","caller":"traceutil/trace.go:171","msg":"trace[276929279] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"379.058794ms","start":"2026-08-22T14:38:57.684248Z","end":"2026-08-22T14:38:58.063306Z","steps":["trace[276929279] 'process raft request' (duration: 249.707908ms)","trace[276929279] 'compare' (duration: 128.166327ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:38:58.063426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:38:57.684217Z","time spent":"379.162896ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:39:18.796852Z","caller":"traceutil/trace.go:171","msg":"trace[1907858923] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"336.152783ms","start":"2026-08-22T14:39:18.460673Z","end":"2026-08-22T14:39:18.796826Z","steps":["trace[1907858923] 'process raft request' (duration: 331.932263ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:39:18.79702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:39:18.46065Z","time spent":"336.290236ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:39:18.797198Z","caller":"traceutil/trace.go:171","msg":"trace[2101380595] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"314.307818ms","start":"2026-08-22T14:39:18.482853Z","end":"2026-08-22T14:39:18.797161Z","steps":["trace[2101380595] 'process raft request' (duration: 313.840568ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:39:18.79738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:39:18.482832Z","time spent":"314.449742ms","remote":"127.0.0.1:59576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:39:18.797794Z","caller":"traceutil/trace.go:171","msg":"trace[1247159910] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:608; }","duration":"184.997974ms","start":"2026-08-22T14:39:18.612764Z","end":"2026-08-22T14:39:18.797762Z","steps":["trace[1247159910] 'read index received' (duration: 180.165481ms)","trace[1247159910] 'applied index is now lower than readState.Index' (duration: 4.831513ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:39:18.797989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.20012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T14:39:18.798032Z","caller":"traceutil/trace.go:171","msg":"trace[1093236294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:587; }","duration":"185.303282ms","start":"2026-08-22T14:39:18.612719Z","end":"2026-08-22T14:39:18.798022Z","steps":["trace[1093236294] 'agreement among raft nodes before linearized reading' (duration: 185.170289ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:39:18.798191Z","caller":"traceutil/trace.go:171","msg":"trace[1397547454] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"295.759802ms","start":"2026-08-22T14:39:18.502406Z","end":"2026-08-22T14:39:18.798166Z","steps":["trace[1397547454] 'process raft request' (duration: 295.24758ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:39:23.689221Z","caller":"traceutil/trace.go:171","msg":"trace[1305680091] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"189.709676ms","start":"2026-08-22T14:39:23.499477Z","end":"2026-08-22T14:39:23.689186Z","steps":["trace[1305680091] 'process raft request' (duration: 189.496401ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:39:24.296077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.271642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-22T14:39:24.296174Z","caller":"traceutil/trace.go:171","msg":"trace[1682099718] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:650; }","duration":"403.14421ms","start":"2026-08-22T14:39:23.893013Z","end":"2026-08-22T14:39:24.296157Z","steps":["trace[1682099718] 'read index received' (duration: 183.674383ms)","trace[1682099718] 'applied index is now lower than readState.Index' (duration: 219.468167ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:39:24.296351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.338804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-22T14:39:24.296387Z","caller":"traceutil/trace.go:171","msg":"trace[1402960685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:626; }","duration":"403.445527ms","start":"2026-08-22T14:39:23.892932Z","end":"2026-08-22T14:39:24.296378Z","steps":["trace[1402960685] 'agreement among raft nodes before linearized reading' (duration: 403.271643ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:39:24.296422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:39:23.8929Z","time spent":"403.513728ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-22T14:39:24.296382Z","caller":"traceutil/trace.go:171","msg":"trace[948132598] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"519.542791ms","start":"2026-08-22T14:39:23.776802Z","end":"2026-08-22T14:39:24.296345Z","steps":["trace[948132598] 'process raft request' (duration: 299.92741ms)","trace[948132598] 'compare' (duration: 219.026137ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:39:24.296554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:39:23.776768Z","time spent":"519.705965ms","remote":"127.0.0.1:59870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T14:39:38.480938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.410033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-22T14:39:38.481002Z","caller":"traceutil/trace.go:171","msg":"trace[2142356010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:783; }","duration":"114.533796ms","start":"2026-08-22T14:39:38.366454Z","end":"2026-08-22T14:39:38.480988Z","steps":["trace[2142356010] 'range keys from in-memory index tree' (duration: 114.235078ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:40:32.008201Z","caller":"traceutil/trace.go:171","msg":"trace[1762002056] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"153.441455ms","start":"2026-08-22T14:40:31.854727Z","end":"2026-08-22T14:40:32.008168Z","steps":["trace[1762002056] 'process raft request' (duration: 143.110819ms)","trace[1762002056] 'compare' (duration: 10.122541ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:40:55.908278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.128241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.61\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-08-22T14:40:55.908392Z","caller":"traceutil/trace.go:171","msg":"trace[205085023] range","detail":"{range_begin:/registry/masterleases/199.204.45.61; range_end:; response_count:1; response_revision:1859; }","duration":"346.312706ms","start":"2026-08-22T14:40:55.562056Z","end":"2026-08-22T14:40:55.908368Z","steps":["trace[205085023] 'range keys from in-memory index tree' (duration: 345.868775ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:40:55.908439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:40:55.562037Z","time spent":"346.392157ms","remote":"127.0.0.1:59558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.61\" "} {"level":"info","ts":"2026-08-22T14:40:55.910525Z","caller":"traceutil/trace.go:171","msg":"trace[660014735] linearizableReadLoop","detail":"{readStateIndex:1933; appliedIndex:1932; }","duration":"229.206264ms","start":"2026-08-22T14:40:55.681291Z","end":"2026-08-22T14:40:55.910498Z","steps":["trace[660014735] 'read index received' (duration: 229.137693ms)","trace[660014735] 'applied index is now lower than readState.Index' (duration: 67.771µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:40:55.910553Z","caller":"traceutil/trace.go:171","msg":"trace[1431300296] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"239.644251ms","start":"2026-08-22T14:40:55.670886Z","end":"2026-08-22T14:40:55.910531Z","steps":["trace[1431300296] 'process raft request' (duration: 239.481617ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:40:55.910725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.41566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-81e88f13-9e6e-4bc8-b219-e46c00971ed8\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-08-22T14:40:55.910756Z","caller":"traceutil/trace.go:171","msg":"trace[566517594] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-81e88f13-9e6e-4bc8-b219-e46c00971ed8; range_end:; response_count:1; response_revision:1860; }","duration":"229.528142ms","start":"2026-08-22T14:40:55.681219Z","end":"2026-08-22T14:40:55.910747Z","steps":["trace[566517594] 'agreement among raft nodes before linearized reading' (duration: 229.383549ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:40:55.924972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.334787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-22T14:40:55.925068Z","caller":"traceutil/trace.go:171","msg":"trace[136481764] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1860; }","duration":"173.4595ms","start":"2026-08-22T14:40:55.751589Z","end":"2026-08-22T14:40:55.925049Z","steps":["trace[136481764] 'agreement among raft nodes before linearized reading' (duration: 173.210104ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:40:56.311327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.305296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T14:40:56.311464Z","caller":"traceutil/trace.go:171","msg":"trace[20375258] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"227.015942ms","start":"2026-08-22T14:40:56.084425Z","end":"2026-08-22T14:40:56.311441Z","steps":["trace[20375258] 'process raft request' (duration: 56.365649ms)","trace[20375258] 'compare' (duration: 170.145501ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:41:48.305789Z","caller":"traceutil/trace.go:171","msg":"trace[1602405517] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"164.429065ms","start":"2026-08-22T14:41:48.141338Z","end":"2026-08-22T14:41:48.305767Z","steps":["trace[1602405517] 'process raft request' (duration: 164.222461ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:41:48.661085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.25184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T14:41:48.661201Z","caller":"traceutil/trace.go:171","msg":"trace[733709562] linearizableReadLoop","detail":"{readStateIndex:2278; appliedIndex:2277; }","duration":"264.118068ms","start":"2026-08-22T14:41:48.397065Z","end":"2026-08-22T14:41:48.661183Z","steps":["trace[733709562] 'read index received' (duration: 73.695984ms)","trace[733709562] 'applied index is now lower than readState.Index' (duration: 190.420784ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:41:48.661296Z","caller":"traceutil/trace.go:171","msg":"trace[1076730314] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"350.815043ms","start":"2026-08-22T14:41:48.310436Z","end":"2026-08-22T14:41:48.661251Z","steps":["trace[1076730314] 'process raft request' (duration: 160.299677ms)","trace[1076730314] 'compare' (duration: 189.82089ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:41:48.66137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.305915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-22T14:41:48.661405Z","caller":"traceutil/trace.go:171","msg":"trace[585017652] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2193; }","duration":"264.360905ms","start":"2026-08-22T14:41:48.397032Z","end":"2026-08-22T14:41:48.661393Z","steps":["trace[585017652] 'agreement among raft nodes before linearized reading' (duration: 264.225811ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:41:48.661476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:41:48.310425Z","time spent":"350.955278ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:41:48.670937Z","caller":"traceutil/trace.go:171","msg":"trace[403062208] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"154.797876ms","start":"2026-08-22T14:41:48.516114Z","end":"2026-08-22T14:41:48.670912Z","steps":["trace[403062208] 'process raft request' (duration: 154.627752ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:09.150361Z","caller":"traceutil/trace.go:171","msg":"trace[188247378] transaction","detail":"{read_only:false; response_revision:2822; number_of_response:1; }","duration":"121.121702ms","start":"2026-08-22T14:43:09.029194Z","end":"2026-08-22T14:43:09.150315Z","steps":["trace[188247378] 'process raft request' (duration: 120.879336ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:43:14.889103Z","caller":"traceutil/trace.go:171","msg":"trace[1501741278] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"101.593329ms","start":"2026-08-22T14:43:14.787484Z","end":"2026-08-22T14:43:14.889077Z","steps":["trace[1501741278] 'process raft request' (duration: 70.648552ms)","trace[1501741278] 'compare' (duration: 30.840254ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:45:02.499091Z","caller":"traceutil/trace.go:171","msg":"trace[28249077] transaction","detail":"{read_only:false; response_revision:3567; number_of_response:1; }","duration":"109.488525ms","start":"2026-08-22T14:45:02.38958Z","end":"2026-08-22T14:45:02.499068Z","steps":["trace[28249077] 'process raft request' (duration: 87.975594ms)","trace[28249077] 'compare' (duration: 21.333807ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:45:29.986937Z","caller":"traceutil/trace.go:171","msg":"trace[684028625] transaction","detail":"{read_only:false; response_revision:3766; number_of_response:1; }","duration":"144.121036ms","start":"2026-08-22T14:45:29.842772Z","end":"2026-08-22T14:45:29.986893Z","steps":["trace[684028625] 'process raft request' (duration: 139.505095ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:45:29.986944Z","caller":"traceutil/trace.go:171","msg":"trace[1929524921] transaction","detail":"{read_only:false; response_revision:3767; number_of_response:1; }","duration":"141.712258ms","start":"2026-08-22T14:45:29.845207Z","end":"2026-08-22T14:45:29.986919Z","steps":["trace[1929524921] 'process raft request' (duration: 141.616405ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:45:35.502654Z","caller":"traceutil/trace.go:171","msg":"trace[775311421] transaction","detail":"{read_only:false; response_revision:3795; number_of_response:1; }","duration":"213.498592ms","start":"2026-08-22T14:45:35.289129Z","end":"2026-08-22T14:45:35.502628Z","steps":["trace[775311421] 'process raft request' (duration: 213.331048ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:45:35.504823Z","caller":"traceutil/trace.go:171","msg":"trace[1619602612] linearizableReadLoop","detail":"{readStateIndex:3940; appliedIndex:3938; }","duration":"131.073404ms","start":"2026-08-22T14:45:35.373726Z","end":"2026-08-22T14:45:35.5048Z","steps":["trace[1619602612] 'read index received' (duration: 128.711107ms)","trace[1619602612] 'applied index is now lower than readState.Index' (duration: 2.361327ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:45:35.504882Z","caller":"traceutil/trace.go:171","msg":"trace[845097149] transaction","detail":"{read_only:false; response_revision:3796; number_of_response:1; }","duration":"168.555139ms","start":"2026-08-22T14:45:35.336295Z","end":"2026-08-22T14:45:35.50485Z","steps":["trace[845097149] 'process raft request' (duration: 168.401445ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:45:35.505089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.35089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-08-22T14:45:35.505167Z","caller":"traceutil/trace.go:171","msg":"trace[259650659] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3796; }","duration":"131.483443ms","start":"2026-08-22T14:45:35.373669Z","end":"2026-08-22T14:45:35.505152Z","steps":["trace[259650659] 'agreement among raft nodes before linearized reading' (duration: 131.257798ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:46:57.202746Z","caller":"traceutil/trace.go:171","msg":"trace[1395240411] linearizableReadLoop","detail":"{readStateIndex:5005; appliedIndex:5004; }","duration":"103.122457ms","start":"2026-08-22T14:46:57.099603Z","end":"2026-08-22T14:46:57.202726Z","steps":["trace[1395240411] 'read index received' (duration: 95.551486ms)","trace[1395240411] 'applied index is now lower than readState.Index' (duration: 7.570201ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:46:57.202765Z","caller":"traceutil/trace.go:171","msg":"trace[1126423952] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"118.710501ms","start":"2026-08-22T14:46:57.084023Z","end":"2026-08-22T14:46:57.202733Z","steps":["trace[1126423952] 'process raft request' (duration: 111.214281ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:46:57.202902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.283471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-tnmhr-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T14:46:57.202935Z","caller":"traceutil/trace.go:171","msg":"trace[1556645957] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-tnmhr-tls; range_end:; response_count:0; response_revision:4819; }","duration":"103.357562ms","start":"2026-08-22T14:46:57.099563Z","end":"2026-08-22T14:46:57.202921Z","steps":["trace[1556645957] 'agreement among raft nodes before linearized reading' (duration: 103.28811ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:46:57.202992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.067395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-08-22T14:46:57.203048Z","caller":"traceutil/trace.go:171","msg":"trace[52778200] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4819; }","duration":"103.164948ms","start":"2026-08-22T14:46:57.099867Z","end":"2026-08-22T14:46:57.203032Z","steps":["trace[52778200] 'agreement among raft nodes before linearized reading' (duration: 103.009544ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:46:59.975622Z","caller":"traceutil/trace.go:171","msg":"trace[1732302392] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"204.397209ms","start":"2026-08-22T14:46:59.771208Z","end":"2026-08-22T14:46:59.975605Z","steps":["trace[1732302392] 'process raft request' (duration: 204.300957ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:46:59.9792Z","caller":"traceutil/trace.go:171","msg":"trace[430297837] linearizableReadLoop","detail":"{readStateIndex:5154; appliedIndex:5152; }","duration":"139.399874ms","start":"2026-08-22T14:46:59.83978Z","end":"2026-08-22T14:46:59.97918Z","steps":["trace[430297837] 'read index received' (duration: 135.800989ms)","trace[430297837] 'applied index is now lower than readState.Index' (duration: 3.597375ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:46:59.979279Z","caller":"traceutil/trace.go:171","msg":"trace[1131277247] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"207.087694ms","start":"2026-08-22T14:46:59.772156Z","end":"2026-08-22T14:46:59.979243Z","steps":["trace[1131277247] 'process raft request' (duration: 206.848388ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:46:59.980011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.212954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728744"} {"level":"info","ts":"2026-08-22T14:46:59.980099Z","caller":"traceutil/trace.go:171","msg":"trace[1624299258] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4965; }","duration":"140.358528ms","start":"2026-08-22T14:46:59.839721Z","end":"2026-08-22T14:46:59.98008Z","steps":["trace[1624299258] 'agreement among raft nodes before linearized reading' (duration: 139.60347ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:47:02.138961Z","caller":"traceutil/trace.go:171","msg":"trace[46928903] linearizableReadLoop","detail":"{readStateIndex:5188; appliedIndex:5187; }","duration":"146.724441ms","start":"2026-08-22T14:47:01.992212Z","end":"2026-08-22T14:47:02.138937Z","steps":["trace[46928903] 'read index received' (duration: 146.609868ms)","trace[46928903] 'applied index is now lower than readState.Index' (duration: 113.333µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:47:02.139075Z","caller":"traceutil/trace.go:171","msg":"trace[720485476] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"154.674119ms","start":"2026-08-22T14:47:01.984366Z","end":"2026-08-22T14:47:02.13904Z","steps":["trace[720485476] 'process raft request' (duration: 154.402433ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:02.139218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.985837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b9cn6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-08-22T14:47:02.139262Z","caller":"traceutil/trace.go:171","msg":"trace[1620537265] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b9cn6; range_end:; response_count:1; response_revision:4996; }","duration":"147.103969ms","start":"2026-08-22T14:47:01.992148Z","end":"2026-08-22T14:47:02.139252Z","steps":["trace[1620537265] 'agreement among raft nodes before linearized reading' (duration: 146.883844ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:47:13.030816Z","caller":"traceutil/trace.go:171","msg":"trace[1058209697] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"126.172488ms","start":"2026-08-22T14:47:12.904607Z","end":"2026-08-22T14:47:13.03078Z","steps":["trace[1058209697] 'process raft request' (duration: 33.946172ms)","trace[1058209697] 'compare' (duration: 92.034682ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:47:13.031128Z","caller":"traceutil/trace.go:171","msg":"trace[54210833] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"124.97507ms","start":"2026-08-22T14:47:12.906142Z","end":"2026-08-22T14:47:13.031117Z","steps":["trace[54210833] 'process raft request' (duration: 124.581931ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:47:13.031182Z","caller":"traceutil/trace.go:171","msg":"trace[1660271] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"124.844686ms","start":"2026-08-22T14:47:12.906318Z","end":"2026-08-22T14:47:13.031163Z","steps":["trace[1660271] 'process raft request' (duration: 124.58525ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:13.54629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.274305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-22T14:47:13.546389Z","caller":"traceutil/trace.go:171","msg":"trace[307203486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5226; }","duration":"224.457469ms","start":"2026-08-22T14:47:13.321912Z","end":"2026-08-22T14:47:13.546369Z","steps":["trace[307203486] 'range keys from in-memory index tree' (duration: 224.045219ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:13.546802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.160337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-22T14:47:13.546856Z","caller":"traceutil/trace.go:171","msg":"trace[736943648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5226; }","duration":"228.27076ms","start":"2026-08-22T14:47:13.318571Z","end":"2026-08-22T14:47:13.546842Z","steps":["trace[736943648] 'range keys from in-memory index tree' (duration: 227.950372ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:20.93706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.899363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-22T14:47:20.937169Z","caller":"traceutil/trace.go:171","msg":"trace[373110596] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5398; }","duration":"101.078737ms","start":"2026-08-22T14:47:20.836067Z","end":"2026-08-22T14:47:20.937146Z","steps":["trace[373110596] 'count revisions from in-memory index tree' (duration: 100.077613ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:21.140839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.074436ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-08-22T14:47:21.141014Z","caller":"traceutil/trace.go:171","msg":"trace[1365939415] linearizableReadLoop","detail":"{readStateIndex:5601; appliedIndex:5600; }","duration":"134.712503ms","start":"2026-08-22T14:47:21.006283Z","end":"2026-08-22T14:47:21.140996Z","steps":["trace[1365939415] 'read index received' (duration: 3.435962ms)","trace[1365939415] 'applied index is now lower than readState.Index' (duration: 131.271921ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:47:21.141257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.959269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b036da53-7917-4fab-ab2f-49deedffbb03\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-08-22T14:47:21.141366Z","caller":"traceutil/trace.go:171","msg":"trace[26889270] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b036da53-7917-4fab-ab2f-49deedffbb03; range_end:; response_count:1; response_revision:5398; }","duration":"135.082541ms","start":"2026-08-22T14:47:21.006265Z","end":"2026-08-22T14:47:21.141348Z","steps":["trace[26889270] 'agreement among raft nodes before linearized reading' (duration: 134.848726ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:47:21.209523Z","caller":"traceutil/trace.go:171","msg":"trace[630792426] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"199.468692ms","start":"2026-08-22T14:47:21.010024Z","end":"2026-08-22T14:47:21.209492Z","steps":["trace[630792426] 'process raft request' (duration: 199.103893ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:21.209538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.544428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-08-22T14:47:21.209739Z","caller":"traceutil/trace.go:171","msg":"trace[538692481] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5399; }","duration":"162.804204ms","start":"2026-08-22T14:47:21.046921Z","end":"2026-08-22T14:47:21.209726Z","steps":["trace[538692481] 'agreement among raft nodes before linearized reading' (duration: 162.472437ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:21.431243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.922766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T14:47:21.431454Z","caller":"traceutil/trace.go:171","msg":"trace[76657176] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"214.765068ms","start":"2026-08-22T14:47:21.216671Z","end":"2026-08-22T14:47:21.431436Z","steps":["trace[76657176] 'process raft request' (duration: 214.728487ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:47:21.431463Z","caller":"traceutil/trace.go:171","msg":"trace[141290202] linearizableReadLoop","detail":"{readStateIndex:5603; appliedIndex:5602; }","duration":"217.77215ms","start":"2026-08-22T14:47:21.213665Z","end":"2026-08-22T14:47:21.431437Z","steps":["trace[141290202] 'read index received' (duration: 49.653628ms)","trace[141290202] 'applied index is now lower than readState.Index' (duration: 168.116182ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:47:21.431596Z","caller":"traceutil/trace.go:171","msg":"trace[1619482002] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"218.724722ms","start":"2026-08-22T14:47:21.212852Z","end":"2026-08-22T14:47:21.431576Z","steps":["trace[1619482002] 'process raft request' (duration: 50.380445ms)","trace[1619482002] 'compare' (duration: 167.750332ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:47:21.431819Z","caller":"traceutil/trace.go:171","msg":"trace[1429407166] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"215.749292ms","start":"2026-08-22T14:47:21.216059Z","end":"2026-08-22T14:47:21.431809Z","steps":["trace[1429407166] 'process raft request' (duration: 215.284751ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:21.431995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.421921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4473"} {"level":"warn","ts":"2026-08-22T14:47:21.432007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.326893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2fa401be-37e6-403e-a78a-89f65e8cb485\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-08-22T14:47:21.432043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.441602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-22T14:47:21.432078Z","caller":"traceutil/trace.go:171","msg":"trace[1794388774] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2fa401be-37e6-403e-a78a-89f65e8cb485; range_end:; response_count:1; response_revision:5402; }","duration":"218.419785ms","start":"2026-08-22T14:47:21.21364Z","end":"2026-08-22T14:47:21.432059Z","steps":["trace[1794388774] 'agreement among raft nodes before linearized reading' (duration: 218.187999ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:47:21.432143Z","caller":"traceutil/trace.go:171","msg":"trace[257391594] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5402; }","duration":"217.588925ms","start":"2026-08-22T14:47:21.214513Z","end":"2026-08-22T14:47:21.432101Z","steps":["trace[257391594] 'agreement among raft nodes before linearized reading' (duration: 217.269388ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:47:21.43207Z","caller":"traceutil/trace.go:171","msg":"trace[618154226] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:5402; }","duration":"217.550664ms","start":"2026-08-22T14:47:21.214503Z","end":"2026-08-22T14:47:21.432054Z","steps":["trace[618154226] 'agreement among raft nodes before linearized reading' (duration: 217.335639ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:21.649564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.33108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-22T14:47:21.649793Z","caller":"traceutil/trace.go:171","msg":"trace[1489122937] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"174.31331ms","start":"2026-08-22T14:47:21.475442Z","end":"2026-08-22T14:47:21.649755Z","steps":["trace[1489122937] 'process raft request' (duration: 55.721383ms)","trace[1489122937] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/endpointslices/monitoring/loki-headless-h88st; req_size:1620; } (duration: 118.189227ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:47:21.649916Z","caller":"traceutil/trace.go:171","msg":"trace[307414847] linearizableReadLoop","detail":"{readStateIndex:5612; appliedIndex:5606; }","duration":"112.0191ms","start":"2026-08-22T14:47:21.537882Z","end":"2026-08-22T14:47:21.649901Z","steps":["trace[307414847] 'read index received' (duration: 110.040372ms)","trace[307414847] 'applied index is now lower than readState.Index' (duration: 1.977758ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:47:21.649969Z","caller":"traceutil/trace.go:171","msg":"trace[803190783] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"174.084276ms","start":"2026-08-22T14:47:21.475856Z","end":"2026-08-22T14:47:21.649941Z","steps":["trace[803190783] 'process raft request' (duration: 173.930492ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:47:21.650084Z","caller":"traceutil/trace.go:171","msg":"trace[1385646531] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"172.22592ms","start":"2026-08-22T14:47:21.477835Z","end":"2026-08-22T14:47:21.650061Z","steps":["trace[1385646531] 'process raft request' (duration: 171.985405ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:47:21.65013Z","caller":"traceutil/trace.go:171","msg":"trace[252464261] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"174.640538ms","start":"2026-08-22T14:47:21.475467Z","end":"2026-08-22T14:47:21.650107Z","steps":["trace[252464261] 'process raft request' (duration: 174.192887ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:47:21.650322Z","caller":"traceutil/trace.go:171","msg":"trace[1977851163] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"171.305348ms","start":"2026-08-22T14:47:21.478989Z","end":"2026-08-22T14:47:21.650294Z","steps":["trace[1977851163] 'process raft request' (duration: 170.869218ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:47:21.650391Z","caller":"traceutil/trace.go:171","msg":"trace[695305887] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"174.681729ms","start":"2026-08-22T14:47:21.475697Z","end":"2026-08-22T14:47:21.650378Z","steps":["trace[695305887] 'process raft request' (duration: 174.032284ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:21.650681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.785417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-08-22T14:47:21.650752Z","caller":"traceutil/trace.go:171","msg":"trace[1971873603] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5409; }","duration":"112.89853ms","start":"2026-08-22T14:47:21.537835Z","end":"2026-08-22T14:47:21.650734Z","steps":["trace[1971873603] 'agreement among raft nodes before linearized reading' (duration: 112.684665ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:30.725906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.143355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-22T14:47:30.725993Z","caller":"traceutil/trace.go:171","msg":"trace[527886596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5534; }","duration":"139.291448ms","start":"2026-08-22T14:47:30.586682Z","end":"2026-08-22T14:47:30.725973Z","steps":["trace[527886596] 'range keys from in-memory index tree' (duration: 138.933139ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:47:30.725994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.842817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T14:47:30.726083Z","caller":"traceutil/trace.go:171","msg":"trace[816732622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5534; }","duration":"109.96806ms","start":"2026-08-22T14:47:30.616092Z","end":"2026-08-22T14:47:30.72606Z","steps":["trace[816732622] 'range keys from in-memory index tree' (duration: 109.779425ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:48:26.022229Z","caller":"traceutil/trace.go:171","msg":"trace[1613596658] transaction","detail":"{read_only:false; response_revision:5996; number_of_response:1; }","duration":"159.786538ms","start":"2026-08-22T14:48:25.862416Z","end":"2026-08-22T14:48:26.022202Z","steps":["trace[1613596658] 'process raft request' (duration: 111.865146ms)","trace[1613596658] 'compare' (duration: 47.437661ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:48:42.489841Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3007} {"level":"info","ts":"2026-08-22T14:48:42.579977Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3007,"took":"87.440213ms","hash":1172897275,"current-db-size-bytes":58478592,"current-db-size":"58 MB","current-db-size-in-use-bytes":32182272,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-22T14:48:42.580056Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1172897275,"revision":3007,"compact-revision":-1} {"level":"info","ts":"2026-08-22T14:53:31.163926Z","caller":"traceutil/trace.go:171","msg":"trace[656198685] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"380.291703ms","start":"2026-08-22T14:53:30.783599Z","end":"2026-08-22T14:53:31.163891Z","steps":["trace[656198685] 'process raft request' (duration: 333.439917ms)","trace[656198685] 'compare' (duration: 46.314433ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:53:31.164124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:53:30.783582Z","time spent":"380.447946ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:53:32.026293Z","caller":"traceutil/trace.go:171","msg":"trace[1916150500] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"305.823529ms","start":"2026-08-22T14:53:31.720437Z","end":"2026-08-22T14:53:32.02626Z","steps":["trace[1916150500] 'process raft request' (duration: 305.583874ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:53:32.02645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:53:31.720403Z","time spent":"305.969853ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:53:32.045506Z","caller":"traceutil/trace.go:171","msg":"trace[230948508] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"314.325182ms","start":"2026-08-22T14:53:31.731164Z","end":"2026-08-22T14:53:32.045489Z","steps":["trace[230948508] 'process raft request' (duration: 314.180469ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:53:32.04571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:53:31.731138Z","time spent":"314.419395ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:53:32.045708Z","caller":"traceutil/trace.go:171","msg":"trace[1853017531] linearizableReadLoop","detail":"{readStateIndex:8546; appliedIndex:8545; }","duration":"261.657729ms","start":"2026-08-22T14:53:31.784006Z","end":"2026-08-22T14:53:32.045663Z","steps":["trace[1853017531] 'read index received' (duration: 242.704518ms)","trace[1853017531] 'applied index is now lower than readState.Index' (duration: 18.949291ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:53:32.045854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.832733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-22T14:53:32.04589Z","caller":"traceutil/trace.go:171","msg":"trace[924248781] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8253; }","duration":"261.919825ms","start":"2026-08-22T14:53:31.783956Z","end":"2026-08-22T14:53:32.045876Z","steps":["trace[924248781] 'agreement among raft nodes before linearized reading' (duration: 261.825333ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:53:32.046039Z","caller":"traceutil/trace.go:171","msg":"trace[738765737] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"155.881611ms","start":"2026-08-22T14:53:31.890095Z","end":"2026-08-22T14:53:32.045977Z","steps":["trace[738765737] 'process raft request' (duration: 155.358368ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:53:33.501533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.404639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-22T14:53:33.501623Z","caller":"traceutil/trace.go:171","msg":"trace[817363933] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8256; }","duration":"113.557873ms","start":"2026-08-22T14:53:33.388046Z","end":"2026-08-22T14:53:33.501604Z","steps":["trace[817363933] 'count revisions from in-memory index tree' (duration: 113.337308ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:53:33.986718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.599228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-22T14:53:33.986806Z","caller":"traceutil/trace.go:171","msg":"trace[304184159] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8260; }","duration":"114.711651ms","start":"2026-08-22T14:53:33.872074Z","end":"2026-08-22T14:53:33.986785Z","steps":["trace[304184159] 'range keys from in-memory index tree' (duration: 114.370323ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:53:42.499156Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6131} {"level":"info","ts":"2026-08-22T14:53:42.601403Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6131,"took":"99.898608ms","hash":2912635213,"current-db-size-bytes":58478592,"current-db-size":"58 MB","current-db-size-in-use-bytes":23408640,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-08-22T14:53:42.601535Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2912635213,"revision":6131,"compact-revision":3007} {"level":"warn","ts":"2026-08-22T14:54:02.115389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569524213589380,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T14:54:02.314983Z","caller":"traceutil/trace.go:171","msg":"trace[1725516892] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"887.084404ms","start":"2026-08-22T14:54:01.427879Z","end":"2026-08-22T14:54:02.314963Z","steps":["trace[1725516892] 'process raft request' (duration: 886.927391ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:54:02.314994Z","caller":"traceutil/trace.go:171","msg":"trace[1316880965] linearizableReadLoop","detail":"{readStateIndex:8768; appliedIndex:8768; }","duration":"700.716364ms","start":"2026-08-22T14:54:01.614244Z","end":"2026-08-22T14:54:02.31496Z","steps":["trace[1316880965] 'read index received' (duration: 700.704594ms)","trace[1316880965] 'applied index is now lower than readState.Index' (duration: 8.77µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:54:02.315115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:54:01.42786Z","time spent":"887.183517ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:54:02.315211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.955799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T14:54:02.315276Z","caller":"traceutil/trace.go:171","msg":"trace[1494633703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8465; }","duration":"701.089922ms","start":"2026-08-22T14:54:01.61417Z","end":"2026-08-22T14:54:02.31526Z","steps":["trace[1494633703] 'agreement among raft nodes before linearized reading' (duration: 700.924158ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:54:02.315329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:54:01.614141Z","time spent":"701.175595ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T14:54:02.815411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569524213589385,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T14:54:03.075641Z","caller":"traceutil/trace.go:171","msg":"trace[1338176495] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"849.610721ms","start":"2026-08-22T14:54:02.225994Z","end":"2026-08-22T14:54:03.075605Z","steps":["trace[1338176495] 'process raft request' (duration: 849.328655ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:54:03.075625Z","caller":"traceutil/trace.go:171","msg":"trace[1636944932] linearizableReadLoop","detail":"{readStateIndex:8771; appliedIndex:8768; }","duration":"760.545008ms","start":"2026-08-22T14:54:02.315054Z","end":"2026-08-22T14:54:03.075599Z","steps":["trace[1636944932] 'read index received' (duration: 760.238291ms)","trace[1636944932] 'applied index is now lower than readState.Index' (duration: 305.497µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:54:03.075705Z","caller":"traceutil/trace.go:171","msg":"trace[1770139531] transaction","detail":"{read_only:false; response_revision:8467; number_of_response:1; }","duration":"849.59837ms","start":"2026-08-22T14:54:02.226045Z","end":"2026-08-22T14:54:03.075644Z","steps":["trace[1770139531] 'process raft request' (duration: 849.461457ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:54:03.075838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308891304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-22T14:54:03.075878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:54:02.225967Z","time spent":"849.776705ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:54:03.075933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404384989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T14:54:03.075939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312991471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-22T14:54:03.075999Z","caller":"traceutil/trace.go:171","msg":"trace[542255849] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8468; }","duration":"1.404517502s","start":"2026-08-22T14:54:01.671463Z","end":"2026-08-22T14:54:03.07598Z","steps":["trace[542255849] 'agreement among raft nodes before linearized reading' (duration: 1.404372739s)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:54:03.076013Z","caller":"traceutil/trace.go:171","msg":"trace[2137364073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8468; }","duration":"1.313116854s","start":"2026-08-22T14:54:01.762878Z","end":"2026-08-22T14:54:03.075995Z","steps":["trace[2137364073] 'agreement among raft nodes before linearized reading' (duration: 1.312830048s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:54:03.076037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:54:02.226022Z","time spent":"849.787166ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:54:03.07606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:54:01.762854Z","time spent":"1.313192676s","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-22T14:54:03.075952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.350501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T14:54:03.07628Z","caller":"traceutil/trace.go:171","msg":"trace[1912577187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8468; }","duration":"759.699468ms","start":"2026-08-22T14:54:02.316547Z","end":"2026-08-22T14:54:03.076246Z","steps":["trace[1912577187] 'agreement among raft nodes before linearized reading' (duration: 759.35888ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:54:03.075945Z","caller":"traceutil/trace.go:171","msg":"trace[1001945121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8468; }","duration":"1.309052618s","start":"2026-08-22T14:54:01.766872Z","end":"2026-08-22T14:54:03.075925Z","steps":["trace[1001945121] 'agreement among raft nodes before linearized reading' (duration: 1.308742679s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:54:03.076355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:54:01.766831Z","time spent":"1.309515309s","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-22T14:54:03.076368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:54:02.316517Z","time spent":"759.825081ms","remote":"127.0.0.1:59532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T14:54:03.076062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:54:01.671432Z","time spent":"1.404610584s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-08-22T14:54:03.076155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349220515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-22T14:54:03.076533Z","caller":"traceutil/trace.go:171","msg":"trace[1091333020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8468; }","duration":"1.349642444s","start":"2026-08-22T14:54:01.726868Z","end":"2026-08-22T14:54:03.076511Z","steps":["trace[1091333020] 'agreement among raft nodes before linearized reading' (duration: 1.348797804s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:54:03.076661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:54:01.726851Z","time spent":"1.349793738s","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-22T14:54:03.075924Z","caller":"traceutil/trace.go:171","msg":"trace[1872934024] transaction","detail":"{read_only:false; response_revision:8468; number_of_response:1; }","duration":"849.600362ms","start":"2026-08-22T14:54:02.226152Z","end":"2026-08-22T14:54:03.075752Z","steps":["trace[1872934024] 'process raft request' (duration: 849.398446ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:54:03.076852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:54:02.226116Z","time spent":"850.692057ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:54:03.07664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362264955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-22T14:54:03.076079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.491737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b9cn6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-08-22T14:54:03.076937Z","caller":"traceutil/trace.go:171","msg":"trace[2093298921] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b9cn6; range_end:; response_count:1; response_revision:8468; }","duration":"426.371138ms","start":"2026-08-22T14:54:02.650549Z","end":"2026-08-22T14:54:03.07692Z","steps":["trace[2093298921] 'agreement among raft nodes before linearized reading' (duration: 425.447756ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:54:03.077007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:54:02.650532Z","time spent":"426.45888ms","remote":"127.0.0.1:59700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-b9cn6\" "} {"level":"info","ts":"2026-08-22T14:54:03.077746Z","caller":"traceutil/trace.go:171","msg":"trace[533820339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8468; }","duration":"1.362644574s","start":"2026-08-22T14:54:01.71426Z","end":"2026-08-22T14:54:03.076904Z","steps":["trace[533820339] 'agreement among raft nodes before linearized reading' (duration: 1.361561008s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:54:03.07785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:54:01.714231Z","time spent":"1.363592416s","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-22T14:54:03.742201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.040616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T14:54:03.7423Z","caller":"traceutil/trace.go:171","msg":"trace[1795344912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8474; }","duration":"127.22038ms","start":"2026-08-22T14:54:03.615058Z","end":"2026-08-22T14:54:03.742278Z","steps":["trace[1795344912] 'range keys from in-memory index tree' (duration: 126.951984ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:54:11.365849Z","caller":"traceutil/trace.go:171","msg":"trace[426953256] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"197.576368ms","start":"2026-08-22T14:54:11.168246Z","end":"2026-08-22T14:54:11.365823Z","steps":["trace[426953256] 'process raft request' (duration: 197.462425ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:54:11.365853Z","caller":"traceutil/trace.go:171","msg":"trace[1995054551] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"197.65402ms","start":"2026-08-22T14:54:11.168168Z","end":"2026-08-22T14:54:11.365822Z","steps":["trace[1995054551] 'process raft request' (duration: 197.405434ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:54:11.366099Z","caller":"traceutil/trace.go:171","msg":"trace[1313654702] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"196.703926ms","start":"2026-08-22T14:54:11.16933Z","end":"2026-08-22T14:54:11.366034Z","steps":["trace[1313654702] 'process raft request' (duration: 196.43785ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:54:11.36605Z","caller":"traceutil/trace.go:171","msg":"trace[102721483] linearizableReadLoop","detail":"{readStateIndex:8817; appliedIndex:8813; }","duration":"190.302294ms","start":"2026-08-22T14:54:11.175653Z","end":"2026-08-22T14:54:11.365955Z","steps":["trace[102721483] 'read index received' (duration: 141.323306ms)","trace[102721483] 'applied index is now lower than readState.Index' (duration: 48.977238ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:54:11.366392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.717823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-08-22T14:54:11.36648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.196413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-22T14:54:11.366473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.319093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-22T14:54:11.366445Z","caller":"traceutil/trace.go:171","msg":"trace[150930479] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8512; }","duration":"190.826176ms","start":"2026-08-22T14:54:11.175608Z","end":"2026-08-22T14:54:11.366434Z","steps":["trace[150930479] 'agreement among raft nodes before linearized reading' (duration: 190.57637ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:54:11.366495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.604619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-22T14:54:11.36652Z","caller":"traceutil/trace.go:171","msg":"trace[1707954746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8512; }","duration":"188.241885ms","start":"2026-08-22T14:54:11.178265Z","end":"2026-08-22T14:54:11.366507Z","steps":["trace[1707954746] 'agreement among raft nodes before linearized reading' (duration: 188.162953ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:54:11.366541Z","caller":"traceutil/trace.go:171","msg":"trace[1154504863] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8512; }","duration":"187.676992ms","start":"2026-08-22T14:54:11.178856Z","end":"2026-08-22T14:54:11.366533Z","steps":["trace[1154504863] 'agreement among raft nodes before linearized reading' (duration: 187.508698ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:54:11.366402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.182198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-22T14:54:11.366539Z","caller":"traceutil/trace.go:171","msg":"trace[287817287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8512; }","duration":"187.393444ms","start":"2026-08-22T14:54:11.179127Z","end":"2026-08-22T14:54:11.36652Z","steps":["trace[287817287] 'agreement among raft nodes before linearized reading' (duration: 187.190549ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:54:11.366643Z","caller":"traceutil/trace.go:171","msg":"trace[1196477341] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8512; }","duration":"189.458084ms","start":"2026-08-22T14:54:11.17717Z","end":"2026-08-22T14:54:11.366628Z","steps":["trace[1196477341] 'agreement among raft nodes before linearized reading' (duration: 189.119266ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:54:11.366651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.47703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b9cn6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-08-22T14:54:11.366896Z","caller":"traceutil/trace.go:171","msg":"trace[157287117] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b9cn6; range_end:; response_count:1; response_revision:8512; }","duration":"183.709986ms","start":"2026-08-22T14:54:11.183147Z","end":"2026-08-22T14:54:11.366857Z","steps":["trace[157287117] 'agreement among raft nodes before linearized reading' (duration: 183.43504ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:54:13.456207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.464084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T14:54:13.456293Z","caller":"traceutil/trace.go:171","msg":"trace[380235313] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8518; }","duration":"299.590278ms","start":"2026-08-22T14:54:13.15668Z","end":"2026-08-22T14:54:13.456271Z","steps":["trace[380235313] 'count revisions from in-memory index tree' (duration: 299.397853ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:54:13.456157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.67309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-22T14:54:13.456479Z","caller":"traceutil/trace.go:171","msg":"trace[530943805] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8518; }","duration":"452.052059ms","start":"2026-08-22T14:54:13.004408Z","end":"2026-08-22T14:54:13.45646Z","steps":["trace[530943805] 'count revisions from in-memory index tree' (duration: 451.575278ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:54:13.456524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:54:13.004384Z","time spent":"452.125621ms","remote":"127.0.0.1:59690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-08-22T14:54:13.503117Z","caller":"traceutil/trace.go:171","msg":"trace[798584146] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"130.177351ms","start":"2026-08-22T14:54:13.372913Z","end":"2026-08-22T14:54:13.50309Z","steps":["trace[798584146] 'process raft request' (duration: 129.995787ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:54:13.528692Z","caller":"traceutil/trace.go:171","msg":"trace[1178891233] transaction","detail":"{read_only:false; response_revision:8520; number_of_response:1; }","duration":"155.580336ms","start":"2026-08-22T14:54:13.373088Z","end":"2026-08-22T14:54:13.528669Z","steps":["trace[1178891233] 'process raft request' (duration: 155.393032ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:54:13.528844Z","caller":"traceutil/trace.go:171","msg":"trace[629921801] linearizableReadLoop","detail":"{readStateIndex:8826; appliedIndex:8823; }","duration":"148.807025ms","start":"2026-08-22T14:54:13.380017Z","end":"2026-08-22T14:54:13.528824Z","steps":["trace[629921801] 'read index received' (duration: 122.96363ms)","trace[629921801] 'applied index is now lower than readState.Index' (duration: 25.842355ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:54:13.529177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.137753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b9cn6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-08-22T14:54:13.52923Z","caller":"traceutil/trace.go:171","msg":"trace[1233785410] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b9cn6; range_end:; response_count:1; response_revision:8521; }","duration":"149.228174ms","start":"2026-08-22T14:54:13.379988Z","end":"2026-08-22T14:54:13.529217Z","steps":["trace[1233785410] 'agreement among raft nodes before linearized reading' (duration: 149.05865ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:54:13.529431Z","caller":"traceutil/trace.go:171","msg":"trace[705331524] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"155.525944ms","start":"2026-08-22T14:54:13.373893Z","end":"2026-08-22T14:54:13.529419Z","steps":["trace[705331524] 'process raft request' (duration: 154.714915ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:54:14.670082Z","caller":"traceutil/trace.go:171","msg":"trace[810446503] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"197.744071ms","start":"2026-08-22T14:54:14.472301Z","end":"2026-08-22T14:54:14.670045Z","steps":["trace[810446503] 'process raft request' (duration: 197.507645ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:54:16.149218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.686125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-wmtrf\" ","response":"range_response_count:1 size:2801"} {"level":"info","ts":"2026-08-22T14:54:16.149302Z","caller":"traceutil/trace.go:171","msg":"trace[1601514696] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-wmtrf; range_end:; response_count:1; response_revision:8551; }","duration":"256.807998ms","start":"2026-08-22T14:54:15.892476Z","end":"2026-08-22T14:54:16.149284Z","steps":["trace[1601514696] 'range keys from in-memory index tree' (duration: 256.558082ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:54:16.149569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.530375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T14:54:16.14968Z","caller":"traceutil/trace.go:171","msg":"trace[1700383702] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"252.303651ms","start":"2026-08-22T14:54:15.897354Z","end":"2026-08-22T14:54:16.149657Z","steps":["trace[1700383702] 'process raft request' (duration: 44.600683ms)","trace[1700383702] 'compare' (duration: 207.409431ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:54:16.567391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.977403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wmtrf\" ","response":"range_response_count:1 size:4649"} {"level":"warn","ts":"2026-08-22T14:54:16.567447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.834792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-22T14:54:16.567505Z","caller":"traceutil/trace.go:171","msg":"trace[1124074284] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wmtrf; range_end:; response_count:1; response_revision:8553; }","duration":"113.157757ms","start":"2026-08-22T14:54:16.454323Z","end":"2026-08-22T14:54:16.567481Z","steps":["trace[1124074284] 'range keys from in-memory index tree' (duration: 112.842099ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:54:16.56752Z","caller":"traceutil/trace.go:171","msg":"trace[296475102] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8553; }","duration":"228.981165ms","start":"2026-08-22T14:54:16.33852Z","end":"2026-08-22T14:54:16.567501Z","steps":["trace[296475102] 'count revisions from in-memory index tree' (duration: 228.73397ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:54:16.567583Z","caller":"traceutil/trace.go:171","msg":"trace[2101975573] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"112.932601ms","start":"2026-08-22T14:54:16.454614Z","end":"2026-08-22T14:54:16.567546Z","steps":["trace[2101975573] 'process raft request' (duration: 30.880106ms)","trace[2101975573] 'compare' (duration: 81.84313ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:54:16.596936Z","caller":"traceutil/trace.go:171","msg":"trace[1499894600] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"135.847635ms","start":"2026-08-22T14:54:16.461061Z","end":"2026-08-22T14:54:16.596909Z","steps":["trace[1499894600] 'process raft request' (duration: 135.61351ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:54:27.960353Z","caller":"traceutil/trace.go:171","msg":"trace[277294124] linearizableReadLoop","detail":"{readStateIndex:8988; appliedIndex:8987; }","duration":"276.58256ms","start":"2026-08-22T14:54:27.683746Z","end":"2026-08-22T14:54:27.960329Z","steps":["trace[277294124] 'read index received' (duration: 276.372674ms)","trace[277294124] 'applied index is now lower than readState.Index' (duration: 208.386µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:54:27.960479Z","caller":"traceutil/trace.go:171","msg":"trace[741339665] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"278.115346ms","start":"2026-08-22T14:54:27.682337Z","end":"2026-08-22T14:54:27.960452Z","steps":["trace[741339665] 'process raft request' (duration: 277.729346ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:54:27.960719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.935168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-22T14:54:27.960809Z","caller":"traceutil/trace.go:171","msg":"trace[848955899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8676; }","duration":"277.059491ms","start":"2026-08-22T14:54:27.683728Z","end":"2026-08-22T14:54:27.960788Z","steps":["trace[848955899] 'agreement among raft nodes before linearized reading' (duration: 276.754034ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:54:27.961051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.081534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-22T14:54:27.961082Z","caller":"traceutil/trace.go:171","msg":"trace[2005568340] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8677; }","duration":"275.152135ms","start":"2026-08-22T14:54:27.685922Z","end":"2026-08-22T14:54:27.961074Z","steps":["trace[2005568340] 'agreement among raft nodes before linearized reading' (duration: 275.001321ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:54:27.96112Z","caller":"traceutil/trace.go:171","msg":"trace[1794565276] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"276.693392ms","start":"2026-08-22T14:54:27.6844Z","end":"2026-08-22T14:54:27.961093Z","steps":["trace[1794565276] 'process raft request' (duration: 276.419696ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:54:27.961222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.014958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b9cn6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-08-22T14:54:27.961265Z","caller":"traceutil/trace.go:171","msg":"trace[1860695298] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b9cn6; range_end:; response_count:1; response_revision:8677; }","duration":"261.060039ms","start":"2026-08-22T14:54:27.700195Z","end":"2026-08-22T14:54:27.961255Z","steps":["trace[1860695298] 'agreement among raft nodes before linearized reading' (duration: 260.948837ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:54:27.961271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.521117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T14:54:27.961405Z","caller":"traceutil/trace.go:171","msg":"trace[411420725] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8677; }","duration":"273.698441ms","start":"2026-08-22T14:54:27.687672Z","end":"2026-08-22T14:54:27.96137Z","steps":["trace[411420725] 'agreement among raft nodes before linearized reading' (duration: 273.481356ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:55:05.332454Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002463.wal"} {"level":"warn","ts":"2026-08-22T14:55:40.202991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.388018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T14:55:40.203119Z","caller":"traceutil/trace.go:171","msg":"trace[1592548647] linearizableReadLoop","detail":"{readStateIndex:9700; appliedIndex:9699; }","duration":"231.079546ms","start":"2026-08-22T14:55:39.972019Z","end":"2026-08-22T14:55:40.203098Z","steps":["trace[1592548647] 'read index received' (duration: 88.762µs)","trace[1592548647] 'applied index is now lower than readState.Index' (duration: 230.989414ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T14:55:40.203299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.296511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-22T14:55:40.203336Z","caller":"traceutil/trace.go:171","msg":"trace[1417895238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9369; }","duration":"231.381063ms","start":"2026-08-22T14:55:39.971945Z","end":"2026-08-22T14:55:40.203326Z","steps":["trace[1417895238] 'agreement among raft nodes before linearized reading' (duration: 231.219959ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:55:40.203388Z","caller":"traceutil/trace.go:171","msg":"trace[1017191703] transaction","detail":"{read_only:false; response_revision:9369; number_of_response:1; }","duration":"287.93484ms","start":"2026-08-22T14:55:39.915384Z","end":"2026-08-22T14:55:40.203318Z","steps":["trace[1017191703] 'process raft request' (duration: 39.115722ms)","trace[1017191703] 'compare' (duration: 248.181293ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:55:40.698552Z","caller":"traceutil/trace.go:171","msg":"trace[784275495] linearizableReadLoop","detail":"{readStateIndex:9701; appliedIndex:9700; }","duration":"404.16732ms","start":"2026-08-22T14:55:40.294359Z","end":"2026-08-22T14:55:40.698527Z","steps":["trace[784275495] 'read index received' (duration: 403.966195ms)","trace[784275495] 'applied index is now lower than readState.Index' (duration: 200.035µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:55:40.698631Z","caller":"traceutil/trace.go:171","msg":"trace[1628636229] transaction","detail":"{read_only:false; response_revision:9370; number_of_response:1; }","duration":"491.159022ms","start":"2026-08-22T14:55:40.20742Z","end":"2026-08-22T14:55:40.698579Z","steps":["trace[1628636229] 'process raft request' (duration: 490.953257ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:55:40.698808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.194625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-22T14:55:40.698812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.16989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-22T14:55:40.698816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.449906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-68dfd8bddc-pqhrc.18ce2847a54718ac\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-08-22T14:55:40.698855Z","caller":"traceutil/trace.go:171","msg":"trace[1053569731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9370; }","duration":"340.321089ms","start":"2026-08-22T14:55:40.358522Z","end":"2026-08-22T14:55:40.698843Z","steps":["trace[1053569731] 'agreement among raft nodes before linearized reading' (duration: 340.152475ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:55:40.698871Z","caller":"traceutil/trace.go:171","msg":"trace[19609069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9370; }","duration":"339.286733ms","start":"2026-08-22T14:55:40.35957Z","end":"2026-08-22T14:55:40.698857Z","steps":["trace[19609069] 'agreement among raft nodes before linearized reading' (duration: 339.134629ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:55:40.698891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:55:40.358478Z","time spent":"340.40544ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-22T14:55:40.698899Z","caller":"traceutil/trace.go:171","msg":"trace[339695944] range","detail":"{range_begin:/registry/events/openstack/barbican-api-68dfd8bddc-pqhrc.18ce2847a54718ac; range_end:; response_count:1; response_revision:9370; }","duration":"404.577629ms","start":"2026-08-22T14:55:40.294289Z","end":"2026-08-22T14:55:40.698866Z","steps":["trace[339695944] 'agreement among raft nodes before linearized reading' (duration: 404.375294ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:55:40.698898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.107007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-08-22T14:55:40.69891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.892138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b9cn6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-08-22T14:55:40.698944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.360665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-22T14:55:40.69901Z","caller":"traceutil/trace.go:171","msg":"trace[699040855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9370; }","duration":"339.462817ms","start":"2026-08-22T14:55:40.359531Z","end":"2026-08-22T14:55:40.698993Z","steps":["trace[699040855] 'agreement among raft nodes before linearized reading' (duration: 339.287693ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:55:40.699002Z","caller":"traceutil/trace.go:171","msg":"trace[1005125253] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b9cn6; range_end:; response_count:1; response_revision:9370; }","duration":"285.00363ms","start":"2026-08-22T14:55:40.41398Z","end":"2026-08-22T14:55:40.698983Z","steps":["trace[1005125253] 'agreement among raft nodes before linearized reading' (duration: 284.806305ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:55:40.69892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:55:40.207396Z","time spent":"491.315605ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T14:55:40.699055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:55:40.359516Z","time spent":"339.530688ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-22T14:55:40.699102Z","caller":"traceutil/trace.go:171","msg":"trace[1755266890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9370; }","duration":"336.253371ms","start":"2026-08-22T14:55:40.362721Z","end":"2026-08-22T14:55:40.698974Z","steps":["trace[1755266890] 'agreement among raft nodes before linearized reading' (duration: 335.976944ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:55:40.698946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:55:40.294268Z","time spent":"404.668522ms","remote":"127.0.0.1:59596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-68dfd8bddc-pqhrc.18ce2847a54718ac\" "} {"level":"warn","ts":"2026-08-22T14:55:40.698908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:55:40.359551Z","time spent":"339.351495ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-22T14:55:40.699176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:55:40.362694Z","time spent":"336.459656ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-22T14:55:40.995914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.548391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T14:55:40.996098Z","caller":"traceutil/trace.go:171","msg":"trace[1714190663] transaction","detail":"{read_only:false; response_revision:9372; number_of_response:1; }","duration":"292.629802ms","start":"2026-08-22T14:55:40.703452Z","end":"2026-08-22T14:55:40.996082Z","steps":["trace[1714190663] 'process raft request' (duration: 292.54508ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:55:40.996141Z","caller":"traceutil/trace.go:171","msg":"trace[93859576] transaction","detail":"{read_only:false; response_revision:9371; number_of_response:1; }","duration":"292.740545ms","start":"2026-08-22T14:55:40.703364Z","end":"2026-08-22T14:55:40.996104Z","steps":["trace[93859576] 'process raft request' (duration: 80.919018ms)","trace[93859576] 'compare' (duration: 211.431497ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:55:40.99638Z","caller":"traceutil/trace.go:171","msg":"trace[1085569435] transaction","detail":"{read_only:false; response_revision:9373; number_of_response:1; }","duration":"292.59074ms","start":"2026-08-22T14:55:40.703763Z","end":"2026-08-22T14:55:40.996354Z","steps":["trace[1085569435] 'process raft request' (duration: 292.282523ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:55:40.996458Z","caller":"traceutil/trace.go:171","msg":"trace[634612956] linearizableReadLoop","detail":"{readStateIndex:9705; appliedIndex:9701; }","duration":"292.583081ms","start":"2026-08-22T14:55:40.703863Z","end":"2026-08-22T14:55:40.996446Z","steps":["trace[634612956] 'read index received' (duration: 40.891324ms)","trace[634612956] 'applied index is now lower than readState.Index' (duration: 251.690957ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T14:55:40.996658Z","caller":"traceutil/trace.go:171","msg":"trace[1690389802] transaction","detail":"{read_only:false; response_revision:9374; number_of_response:1; }","duration":"292.775194ms","start":"2026-08-22T14:55:40.703871Z","end":"2026-08-22T14:55:40.996646Z","steps":["trace[1690389802] 'process raft request' (duration: 292.396485ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:55:40.99697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.086072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291197"} {"level":"info","ts":"2026-08-22T14:55:40.997015Z","caller":"traceutil/trace.go:171","msg":"trace[1062020625] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9374; }","duration":"293.171524ms","start":"2026-08-22T14:55:40.703834Z","end":"2026-08-22T14:55:40.997005Z","steps":["trace[1062020625] 'agreement among raft nodes before linearized reading' (duration: 292.652011ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T14:55:41.052642Z","caller":"traceutil/trace.go:171","msg":"trace[1305834113] transaction","detail":"{read_only:false; response_revision:9375; number_of_response:1; }","duration":"306.767967ms","start":"2026-08-22T14:55:40.745838Z","end":"2026-08-22T14:55:41.052606Z","steps":["trace[1305834113] 'process raft request' (duration: 306.616464ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T14:55:41.052781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T14:55:40.745824Z","time spent":"306.879481ms","remote":"127.0.0.1:59596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T14:56:19.189941Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ca256638ea38eb43","local-member-applied-index":10002,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-22T14:56:19.19707Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10002} {"level":"info","ts":"2026-08-22T14:56:19.197167Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5002} {"level":"info","ts":"2026-08-22T14:58:42.505622Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8313} {"level":"info","ts":"2026-08-22T14:58:42.58442Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8313,"took":"76.510026ms","hash":169899561,"current-db-size-bytes":58478592,"current-db-size":"58 MB","current-db-size-in-use-bytes":25534464,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-08-22T14:58:42.584484Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":169899561,"revision":8313,"compact-revision":6131} {"level":"info","ts":"2026-08-22T14:59:14.39475Z","caller":"traceutil/trace.go:171","msg":"trace[2135206403] transaction","detail":"{read_only:false; response_revision:11168; number_of_response:1; }","duration":"105.226093ms","start":"2026-08-22T14:59:14.289492Z","end":"2026-08-22T14:59:14.394719Z","steps":["trace[2135206403] 'process raft request' (duration: 105.030068ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:03:42.514174Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10805} {"level":"info","ts":"2026-08-22T15:03:42.595185Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10805,"took":"76.536161ms","hash":3866408632,"current-db-size-bytes":58478592,"current-db-size":"58 MB","current-db-size-in-use-bytes":27967488,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-22T15:03:42.595262Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3866408632,"revision":10805,"compact-revision":8313} {"level":"warn","ts":"2026-08-22T15:05:14.289944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.813236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T15:05:14.290291Z","caller":"traceutil/trace.go:171","msg":"trace[198597822] transaction","detail":"{read_only:false; response_revision:13647; number_of_response:1; }","duration":"196.621466ms","start":"2026-08-22T15:05:14.093649Z","end":"2026-08-22T15:05:14.29027Z","steps":["trace[198597822] 'process raft request' (duration: 79.368979ms)","trace[198597822] 'compare' (duration: 116.666453ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:05:14.290328Z","caller":"traceutil/trace.go:171","msg":"trace[1274880733] transaction","detail":"{read_only:false; response_revision:13648; number_of_response:1; }","duration":"195.312675ms","start":"2026-08-22T15:05:14.094952Z","end":"2026-08-22T15:05:14.290264Z","steps":["trace[1274880733] 'process raft request' (duration: 195.136471ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:05:51.936704Z","caller":"traceutil/trace.go:171","msg":"trace[215214594] linearizableReadLoop","detail":"{readStateIndex:14332; appliedIndex:14332; }","duration":"322.702793ms","start":"2026-08-22T15:05:51.613973Z","end":"2026-08-22T15:05:51.936676Z","steps":["trace[215214594] 'read index received' (duration: 322.690673ms)","trace[215214594] 'applied index is now lower than readState.Index' (duration: 10µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:05:51.936885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.884159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T15:05:51.936922Z","caller":"traceutil/trace.go:171","msg":"trace[807258634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13854; }","duration":"322.989931ms","start":"2026-08-22T15:05:51.613921Z","end":"2026-08-22T15:05:51.936911Z","steps":["trace[807258634] 'agreement among raft nodes before linearized reading' (duration: 322.888399ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:05:51.936951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:05:51.6139Z","time spent":"323.044762ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T15:05:51.936605Z","caller":"traceutil/trace.go:171","msg":"trace[745608877] transaction","detail":"{read_only:false; response_revision:13854; number_of_response:1; }","duration":"503.500602ms","start":"2026-08-22T15:05:51.433074Z","end":"2026-08-22T15:05:51.936575Z","steps":["trace[745608877] 'process raft request' (duration: 503.336838ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:05:51.937121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:05:51.433054Z","time spent":"503.954063ms","remote":"127.0.0.1:59700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12479,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:05:51.942052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.652345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b9cn6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-08-22T15:05:51.942098Z","caller":"traceutil/trace.go:171","msg":"trace[160662406] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b9cn6; range_end:; response_count:1; response_revision:13855; }","duration":"213.705516ms","start":"2026-08-22T15:05:51.728381Z","end":"2026-08-22T15:05:51.942086Z","steps":["trace[160662406] 'agreement among raft nodes before linearized reading' (duration: 213.570383ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:05:51.942318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.347242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T15:05:51.942339Z","caller":"traceutil/trace.go:171","msg":"trace[2012543636] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13855; }","duration":"128.401874ms","start":"2026-08-22T15:05:51.81393Z","end":"2026-08-22T15:05:51.942332Z","steps":["trace[2012543636] 'agreement among raft nodes before linearized reading' (duration: 128.365303ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:06:00.856297Z","caller":"traceutil/trace.go:171","msg":"trace[1241520038] linearizableReadLoop","detail":"{readStateIndex:14502; appliedIndex:14500; }","duration":"356.881323ms","start":"2026-08-22T15:06:00.499383Z","end":"2026-08-22T15:06:00.856265Z","steps":["trace[1241520038] 'read index received' (duration: 23.085954ms)","trace[1241520038] 'applied index is now lower than readState.Index' (duration: 333.793999ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:06:00.856455Z","caller":"traceutil/trace.go:171","msg":"trace[2137433338] transaction","detail":"{read_only:false; response_revision:14022; number_of_response:1; }","duration":"406.682534ms","start":"2026-08-22T15:06:00.449754Z","end":"2026-08-22T15:06:00.856436Z","steps":["trace[2137433338] 'process raft request' (duration: 346.112254ms)","trace[2137433338] 'compare' (duration: 60.187461ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:06:00.856912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:06:00.449726Z","time spent":"406.763277ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:06:00.856993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.58354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-22T15:06:00.857074Z","caller":"traceutil/trace.go:171","msg":"trace[439276714] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14022; }","duration":"357.711913ms","start":"2026-08-22T15:06:00.499342Z","end":"2026-08-22T15:06:00.857054Z","steps":["trace[439276714] 'agreement among raft nodes before linearized reading' (duration: 357.264432ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:06:00.85712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:06:00.499328Z","time spent":"357.782724ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-22T15:06:00.867985Z","caller":"traceutil/trace.go:171","msg":"trace[1010826830] transaction","detail":"{read_only:false; response_revision:14023; number_of_response:1; }","duration":"146.091197ms","start":"2026-08-22T15:06:00.721872Z","end":"2026-08-22T15:06:00.867963Z","steps":["trace[1010826830] 'process raft request' (duration: 145.956444ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:06:00.966382Z","caller":"traceutil/trace.go:171","msg":"trace[2051800816] linearizableReadLoop","detail":"{readStateIndex:14504; appliedIndex:14502; }","duration":"109.965492ms","start":"2026-08-22T15:06:00.856391Z","end":"2026-08-22T15:06:00.966357Z","steps":["trace[2051800816] 'read index received' (duration: 11.482295ms)","trace[2051800816] 'applied index is now lower than readState.Index' (duration: 98.481797ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:06:00.966523Z","caller":"traceutil/trace.go:171","msg":"trace[659040941] transaction","detail":"{read_only:false; response_revision:14024; number_of_response:1; }","duration":"105.416983ms","start":"2026-08-22T15:06:00.861093Z","end":"2026-08-22T15:06:00.96651Z","steps":["trace[659040941] 'process raft request' (duration: 105.120436ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:06:00.968657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.706073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-fc978744-bvd2r\" ","response":"range_response_count:1 size:7031"} {"level":"info","ts":"2026-08-22T15:06:00.968718Z","caller":"traceutil/trace.go:171","msg":"trace[821250958] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-fc978744-bvd2r; range_end:; response_count:1; response_revision:14024; }","duration":"418.807955ms","start":"2026-08-22T15:06:00.549897Z","end":"2026-08-22T15:06:00.968705Z","steps":["trace[821250958] 'agreement among raft nodes before linearized reading' (duration: 416.751036ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:06:00.968778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:06:00.549885Z","time spent":"418.857106ms","remote":"127.0.0.1:59700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7055,"request content":"key:\"/registry/pods/openstack/ovn-northd-fc978744-bvd2r\" "} {"level":"warn","ts":"2026-08-22T15:06:00.968836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.145292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-08-22T15:06:00.968939Z","caller":"traceutil/trace.go:171","msg":"trace[751643452] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14024; }","duration":"467.282255ms","start":"2026-08-22T15:06:00.501633Z","end":"2026-08-22T15:06:00.968915Z","steps":["trace[751643452] 'agreement among raft nodes before linearized reading' (duration: 464.951429ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:06:00.968992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:06:00.501622Z","time spent":"467.360837ms","remote":"127.0.0.1:59624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-08-22T15:06:00.969063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.810015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-f247j.18ce28fab2ba1e07\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-08-22T15:06:00.969122Z","caller":"traceutil/trace.go:171","msg":"trace[942141018] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-f247j.18ce28fab2ba1e07; range_end:; response_count:1; response_revision:14024; }","duration":"126.914958ms","start":"2026-08-22T15:06:00.842191Z","end":"2026-08-22T15:06:00.969106Z","steps":["trace[942141018] 'agreement among raft nodes before linearized reading' (duration: 124.433528ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:07:08.562219Z","caller":"traceutil/trace.go:171","msg":"trace[1663748391] transaction","detail":"{read_only:false; response_revision:14941; number_of_response:1; }","duration":"145.341465ms","start":"2026-08-22T15:07:08.416829Z","end":"2026-08-22T15:07:08.56217Z","steps":["trace[1663748391] 'process raft request' (duration: 144.955665ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:07:39.73641Z","caller":"traceutil/trace.go:171","msg":"trace[1229802976] linearizableReadLoop","detail":"{readStateIndex:15619; appliedIndex:15618; }","duration":"100.537308ms","start":"2026-08-22T15:07:39.635847Z","end":"2026-08-22T15:07:39.736384Z","steps":["trace[1229802976] 'read index received' (duration: 100.392675ms)","trace[1229802976] 'applied index is now lower than readState.Index' (duration: 143.593µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:07:39.736569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.685791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T15:07:39.736654Z","caller":"traceutil/trace.go:171","msg":"trace[225576737] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:15108; }","duration":"100.816554ms","start":"2026-08-22T15:07:39.635793Z","end":"2026-08-22T15:07:39.736609Z","steps":["trace[225576737] 'agreement among raft nodes before linearized reading' (duration: 100.696812ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:07:39.736442Z","caller":"traceutil/trace.go:171","msg":"trace[618489421] transaction","detail":"{read_only:false; response_revision:15108; number_of_response:1; }","duration":"259.90119ms","start":"2026-08-22T15:07:39.476512Z","end":"2026-08-22T15:07:39.736413Z","steps":["trace[618489421] 'process raft request' (duration: 259.713955ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:08:42.52197Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13002} {"level":"info","ts":"2026-08-22T15:08:42.600777Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13002,"took":"75.815383ms","hash":1411481200,"current-db-size-bytes":58478592,"current-db-size":"58 MB","current-db-size-in-use-bytes":30781440,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-22T15:08:42.600891Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1411481200,"revision":13002,"compact-revision":10805} {"level":"warn","ts":"2026-08-22T15:13:18.644123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.991438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-08-22T15:13:18.64414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.671511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-22T15:13:18.644176Z","caller":"traceutil/trace.go:171","msg":"trace[508990680] transaction","detail":"{read_only:false; response_revision:17694; number_of_response:1; }","duration":"151.84071ms","start":"2026-08-22T15:13:18.492315Z","end":"2026-08-22T15:13:18.644156Z","steps":["trace[508990680] 'process raft request' (duration: 151.598204ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:13:18.64421Z","caller":"traceutil/trace.go:171","msg":"trace[1986938300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17694; }","duration":"147.767593ms","start":"2026-08-22T15:13:18.496429Z","end":"2026-08-22T15:13:18.644197Z","steps":["trace[1986938300] 'agreement among raft nodes before linearized reading' (duration: 147.607219ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:13:18.644208Z","caller":"traceutil/trace.go:171","msg":"trace[578083705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17694; }","duration":"153.07705ms","start":"2026-08-22T15:13:18.491112Z","end":"2026-08-22T15:13:18.644189Z","steps":["trace[578083705] 'agreement among raft nodes before linearized reading' (duration: 152.926717ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:13:25.255889Z","caller":"traceutil/trace.go:171","msg":"trace[454513583] transaction","detail":"{read_only:false; response_revision:17738; number_of_response:1; }","duration":"121.884922ms","start":"2026-08-22T15:13:25.133973Z","end":"2026-08-22T15:13:25.255858Z","steps":["trace[454513583] 'process raft request' (duration: 121.708208ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:13:26.627046Z","caller":"traceutil/trace.go:171","msg":"trace[400773189] linearizableReadLoop","detail":"{readStateIndex:18338; appliedIndex:18337; }","duration":"399.979808ms","start":"2026-08-22T15:13:26.227028Z","end":"2026-08-22T15:13:26.627007Z","steps":["trace[400773189] 'read index received' (duration: 399.819884ms)","trace[400773189] 'applied index is now lower than readState.Index' (duration: 159.084µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:13:26.627169Z","caller":"traceutil/trace.go:171","msg":"trace[1340517788] transaction","detail":"{read_only:false; response_revision:17741; number_of_response:1; }","duration":"401.061915ms","start":"2026-08-22T15:13:26.226071Z","end":"2026-08-22T15:13:26.627133Z","steps":["trace[1340517788] 'process raft request' (duration: 400.817909ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:13:26.627256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.218524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/heat-openstack-heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:13:26.627301Z","caller":"traceutil/trace.go:171","msg":"trace[982159761] range","detail":"{range_begin:/registry/roles/openstack/heat-openstack-heat-db-sync; range_end:; response_count:0; response_revision:17741; }","duration":"400.294726ms","start":"2026-08-22T15:13:26.226996Z","end":"2026-08-22T15:13:26.627291Z","steps":["trace[982159761] 'agreement among raft nodes before linearized reading' (duration: 400.153883ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:13:26.627339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:13:26.226986Z","time spent":"400.345177ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":30,"request content":"key:\"/registry/roles/openstack/heat-openstack-heat-db-sync\" "} {"level":"warn","ts":"2026-08-22T15:13:26.627373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:13:26.226054Z","time spent":"401.216178ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T15:13:34.740336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.474094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-08-22T15:13:34.74057Z","caller":"traceutil/trace.go:171","msg":"trace[1231870612] transaction","detail":"{read_only:false; response_revision:17988; number_of_response:1; }","duration":"171.271486ms","start":"2026-08-22T15:13:34.569265Z","end":"2026-08-22T15:13:34.740536Z","steps":["trace[1231870612] 'process raft request' (duration: 46.507155ms)","trace[1231870612] 'compare' (duration: 124.185007ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:13:34.740653Z","caller":"traceutil/trace.go:171","msg":"trace[1572902303] transaction","detail":"{read_only:false; response_revision:17989; number_of_response:1; }","duration":"152.816444ms","start":"2026-08-22T15:13:34.587817Z","end":"2026-08-22T15:13:34.740634Z","steps":["trace[1572902303] 'process raft request' (duration: 152.67019ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:13:34.740964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.671163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-g7w6f-api\" ","response":"range_response_count:1 size:2048"} {"level":"info","ts":"2026-08-22T15:13:34.741052Z","caller":"traceutil/trace.go:171","msg":"trace[230093204] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-g7w6f-api; range_end:; response_count:1; response_revision:17989; }","duration":"168.785666ms","start":"2026-08-22T15:13:34.572246Z","end":"2026-08-22T15:13:34.741032Z","steps":["trace[230093204] 'agreement among raft nodes before linearized reading' (duration: 168.54431ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:13:34.740713Z","caller":"traceutil/trace.go:171","msg":"trace[1308555689] linearizableReadLoop","detail":"{readStateIndex:18591; appliedIndex:18590; }","duration":"165.738353ms","start":"2026-08-22T15:13:34.57493Z","end":"2026-08-22T15:13:34.740668Z","steps":["trace[1308555689] 'read index received' (duration: 40.726186ms)","trace[1308555689] 'applied index is now lower than readState.Index' (duration: 125.009437ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:13:34.741202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.038725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-08-22T15:13:34.741319Z","caller":"traceutil/trace.go:171","msg":"trace[385734995] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:17989; }","duration":"172.229319ms","start":"2026-08-22T15:13:34.56906Z","end":"2026-08-22T15:13:34.741289Z","steps":["trace[385734995] 'agreement among raft nodes before linearized reading' (duration: 171.85622ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:13:34.743843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.825447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:13:34.743897Z","caller":"traceutil/trace.go:171","msg":"trace[1404475496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17990; }","duration":"130.909388ms","start":"2026-08-22T15:13:34.612974Z","end":"2026-08-22T15:13:34.743884Z","steps":["trace[1404475496] 'agreement among raft nodes before linearized reading' (duration: 130.827696ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:13:34.744595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.266592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225402"} {"level":"info","ts":"2026-08-22T15:13:34.744744Z","caller":"traceutil/trace.go:171","msg":"trace[270156749] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:17990; }","duration":"135.472567ms","start":"2026-08-22T15:13:34.609244Z","end":"2026-08-22T15:13:34.744716Z","steps":["trace[270156749] 'agreement among raft nodes before linearized reading' (duration: 133.779157ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:13:42.527603Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15513} {"level":"info","ts":"2026-08-22T15:13:42.625241Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15513,"took":"94.078575ms","hash":71093865,"current-db-size-bytes":58478592,"current-db-size":"58 MB","current-db-size-in-use-bytes":33353728,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-08-22T15:13:42.625308Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":71093865,"revision":15513,"compact-revision":13002} {"level":"info","ts":"2026-08-22T15:16:41.740064Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ca256638ea38eb43","local-member-applied-index":20003,"local-member-snapshot-index":10002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-22T15:16:41.744904Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-08-22T15:16:41.745121Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"info","ts":"2026-08-22T15:18:22.455978Z","caller":"traceutil/trace.go:171","msg":"trace[573038908] linearizableReadLoop","detail":"{readStateIndex:20732; appliedIndex:20731; }","duration":"103.855789ms","start":"2026-08-22T15:18:22.352083Z","end":"2026-08-22T15:18:22.455939Z","steps":["trace[573038908] 'read index received' (duration: 76.873347ms)","trace[573038908] 'applied index is now lower than readState.Index' (duration: 26.980972ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:18:22.456102Z","caller":"traceutil/trace.go:171","msg":"trace[793910628] transaction","detail":"{read_only:false; response_revision:20059; number_of_response:1; }","duration":"188.76968ms","start":"2026-08-22T15:18:22.267242Z","end":"2026-08-22T15:18:22.456012Z","steps":["trace[793910628] 'process raft request' (duration: 161.696696ms)","trace[793910628] 'compare' (duration: 26.850099ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:18:22.456318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.150325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-08-22T15:18:22.456404Z","caller":"traceutil/trace.go:171","msg":"trace[200729854] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:20059; }","duration":"104.307459ms","start":"2026-08-22T15:18:22.35205Z","end":"2026-08-22T15:18:22.456358Z","steps":["trace[200729854] 'agreement among raft nodes before linearized reading' (duration: 104.038283ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:18:22.777884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.165046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-22T15:18:22.777987Z","caller":"traceutil/trace.go:171","msg":"trace[2060084883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20059; }","duration":"162.33213ms","start":"2026-08-22T15:18:22.615631Z","end":"2026-08-22T15:18:22.777964Z","steps":["trace[2060084883] 'range keys from in-memory index tree' (duration: 161.969552ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:18:22.777942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.429817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-22T15:18:22.7781Z","caller":"traceutil/trace.go:171","msg":"trace[1492392258] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:20059; }","duration":"158.621441ms","start":"2026-08-22T15:18:22.619423Z","end":"2026-08-22T15:18:22.778044Z","steps":["trace[1492392258] 'count revisions from in-memory index tree' (duration: 158.265213ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:18:22.842513Z","caller":"traceutil/trace.go:171","msg":"trace[1118257505] transaction","detail":"{read_only:false; response_revision:20060; number_of_response:1; }","duration":"134.852268ms","start":"2026-08-22T15:18:22.707637Z","end":"2026-08-22T15:18:22.842489Z","steps":["trace[1118257505] 'process raft request' (duration: 134.441387ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:18:23.981437Z","caller":"traceutil/trace.go:171","msg":"trace[2118749537] transaction","detail":"{read_only:false; response_revision:20062; number_of_response:1; }","duration":"224.019951ms","start":"2026-08-22T15:18:23.757383Z","end":"2026-08-22T15:18:23.981403Z","steps":["trace[2118749537] 'process raft request' (duration: 223.828066ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:18:24.195612Z","caller":"traceutil/trace.go:171","msg":"trace[492996827] transaction","detail":"{read_only:false; response_revision:20063; number_of_response:1; }","duration":"412.77285ms","start":"2026-08-22T15:18:23.782802Z","end":"2026-08-22T15:18:24.195575Z","steps":["trace[492996827] 'process raft request' (duration: 402.102343ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:18:24.195832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:18:23.782769Z","time spent":"412.953884ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:18:24.196021Z","caller":"traceutil/trace.go:171","msg":"trace[132468875] transaction","detail":"{read_only:false; response_revision:20065; number_of_response:1; }","duration":"286.956251ms","start":"2026-08-22T15:18:23.909019Z","end":"2026-08-22T15:18:24.195975Z","steps":["trace[132468875] 'process raft request' (duration: 286.176772ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:18:24.19619Z","caller":"traceutil/trace.go:171","msg":"trace[1996819074] transaction","detail":"{read_only:false; response_revision:20064; number_of_response:1; }","duration":"409.876279ms","start":"2026-08-22T15:18:23.786306Z","end":"2026-08-22T15:18:24.196183Z","steps":["trace[1996819074] 'process raft request' (duration: 408.834043ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:18:24.196272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:18:23.786293Z","time spent":"409.90992ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:18:24.56656Z","caller":"traceutil/trace.go:171","msg":"trace[614455605] transaction","detail":"{read_only:false; response_revision:20066; number_of_response:1; }","duration":"300.18196ms","start":"2026-08-22T15:18:24.266343Z","end":"2026-08-22T15:18:24.566525Z","steps":["trace[614455605] 'process raft request' (duration: 232.461635ms)","trace[614455605] 'compare' (duration: 67.573502ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:18:24.56675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:18:24.266326Z","time spent":"300.330143ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:18:24.56883Z","caller":"traceutil/trace.go:171","msg":"trace[1501531476] transaction","detail":"{read_only:false; response_revision:20067; number_of_response:1; }","duration":"301.634145ms","start":"2026-08-22T15:18:24.267163Z","end":"2026-08-22T15:18:24.568797Z","steps":["trace[1501531476] 'process raft request' (duration: 301.381959ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:18:24.568864Z","caller":"traceutil/trace.go:171","msg":"trace[1158340254] transaction","detail":"{read_only:false; response_revision:20068; number_of_response:1; }","duration":"298.742996ms","start":"2026-08-22T15:18:24.270091Z","end":"2026-08-22T15:18:24.568834Z","steps":["trace[1158340254] 'process raft request' (duration: 298.642773ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:18:24.569007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-22T15:18:24.267127Z","time spent":"301.787899ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T15:18:24.56881Z","caller":"traceutil/trace.go:171","msg":"trace[214798197] linearizableReadLoop","detail":"{readStateIndex:20741; appliedIndex:20738; }","duration":"274.430818ms","start":"2026-08-22T15:18:24.294351Z","end":"2026-08-22T15:18:24.568782Z","steps":["trace[214798197] 'read index received' (duration: 204.55463ms)","trace[214798197] 'applied index is now lower than readState.Index' (duration: 69.874928ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T15:18:24.569357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.003622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-08-22T15:18:24.569493Z","caller":"traceutil/trace.go:171","msg":"trace[1024612061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20068; }","duration":"275.202196ms","start":"2026-08-22T15:18:24.294267Z","end":"2026-08-22T15:18:24.56947Z","steps":["trace[1024612061] 'agreement among raft nodes before linearized reading' (duration: 274.762116ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T15:18:24.569415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.590367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-22T15:18:24.569759Z","caller":"traceutil/trace.go:171","msg":"trace[1920295795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20068; }","duration":"110.000976ms","start":"2026-08-22T15:18:24.459731Z","end":"2026-08-22T15:18:24.569732Z","steps":["trace[1920295795] 'agreement among raft nodes before linearized reading' (duration: 109.526625ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T15:18:42.535191Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18082} {"level":"info","ts":"2026-08-22T15:18:42.647463Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18082,"took":"108.795486ms","hash":2660851868,"current-db-size-bytes":58478592,"current-db-size":"58 MB","current-db-size-in-use-bytes":29511680,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-22T15:18:42.647533Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2660851868,"revision":18082,"compact-revision":15513} {"level":"info","ts":"2026-08-22T15:22:04.359718Z","caller":"traceutil/trace.go:171","msg":"trace[693456722] transaction","detail":"{read_only:false; response_revision:22430; number_of_response:1; }","duration":"140.010161ms","start":"2026-08-22T15:22:04.219668Z","end":"2026-08-22T15:22:04.359678Z","steps":["trace[693456722] 'process raft request' (duration: 121.61592ms)","trace[693456722] 'compare' (duration: 18.256967ms)"],"step_count":2} {"level":"info","ts":"2026-08-22T15:23:42.542703Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20162} {"level":"info","ts":"2026-08-22T15:23:42.654307Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20162,"took":"107.067932ms","hash":3491110647,"current-db-size-bytes":58478592,"current-db-size":"58 MB","current-db-size-in-use-bytes":43196416,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-08-22T15:23:42.654395Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3491110647,"revision":20162,"compact-revision":18082} {"level":"info","ts":"2026-08-22T15:28:42.548066Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23447} {"level":"info","ts":"2026-08-22T15:28:42.681775Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23447,"took":"130.192335ms","hash":2248402651,"current-db-size-bytes":58478592,"current-db-size":"58 MB","current-db-size-in-use-bytes":32145408,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-22T15:28:42.681831Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2248402651,"revision":23447,"compact-revision":20162}