{"level":"warn","ts":"2026-08-19T20:31:50.003315Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-19T20:31:50.003428Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.150:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.150:2380","--initial-cluster=instance=https://199.19.213.150:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.150:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.150:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-19T20:31:50.003505Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-19T20:31:50.003513Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.150:2380"]} {"level":"info","ts":"2026-08-19T20:31:50.003538Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-19T20:31:50.004396Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.150:2379"]} {"level":"info","ts":"2026-08-19T20:31:50.004481Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.150:2380"],"listen-peer-urls":["https://199.19.213.150:2380"],"advertise-client-urls":["https://199.19.213.150:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.150:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.150:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-19T20:31:50.008516Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.81687ms"} {"level":"info","ts":"2026-08-19T20:31:50.014954Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"dbd0ffa4f8c99812","cluster-id":"98aad832cd49bc30"} {"level":"info","ts":"2026-08-19T20:31:50.015069Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 switched to configuration voters=()"} {"level":"info","ts":"2026-08-19T20:31:50.015107Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 became follower at term 0"} {"level":"info","ts":"2026-08-19T20:31:50.015123Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft dbd0ffa4f8c99812 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-19T20:31:50.015141Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 became follower at term 1"} {"level":"info","ts":"2026-08-19T20:31:50.015197Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 switched to configuration voters=(15839440973475715090)"} {"level":"warn","ts":"2026-08-19T20:31:50.022093Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-19T20:31:50.024452Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-19T20:31:50.026215Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-19T20:31:50.028013Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"dbd0ffa4f8c99812","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-19T20:31:50.028873Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"dbd0ffa4f8c99812","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-19T20:31:50.029251Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 switched to configuration voters=(15839440973475715090)"} {"level":"info","ts":"2026-08-19T20:31:50.029132Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-19T20:31:50.029358Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"98aad832cd49bc30","local-member-id":"dbd0ffa4f8c99812","added-peer-id":"dbd0ffa4f8c99812","added-peer-peer-urls":["https://199.19.213.150:2380"]} {"level":"info","ts":"2026-08-19T20:31:50.029377Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-19T20:31:50.029404Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-19T20:31:50.03382Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-19T20:31:50.034055Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.150:2380"} {"level":"info","ts":"2026-08-19T20:31:50.034135Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-19T20:31:50.03414Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.150:2380"} {"level":"info","ts":"2026-08-19T20:31:50.034082Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"dbd0ffa4f8c99812","initial-advertise-peer-urls":["https://199.19.213.150:2380"],"listen-peer-urls":["https://199.19.213.150:2380"],"advertise-client-urls":["https://199.19.213.150:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.150:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-19T20:31:50.715938Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 is starting a new election at term 1"} {"level":"info","ts":"2026-08-19T20:31:50.716018Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 became pre-candidate at term 1"} {"level":"info","ts":"2026-08-19T20:31:50.716069Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 received MsgPreVoteResp from dbd0ffa4f8c99812 at term 1"} {"level":"info","ts":"2026-08-19T20:31:50.716163Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 became candidate at term 2"} {"level":"info","ts":"2026-08-19T20:31:50.71622Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 received MsgVoteResp from dbd0ffa4f8c99812 at term 2"} {"level":"info","ts":"2026-08-19T20:31:50.716258Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"dbd0ffa4f8c99812 became leader at term 2"} {"level":"info","ts":"2026-08-19T20:31:50.716322Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: dbd0ffa4f8c99812 elected leader dbd0ffa4f8c99812 at term 2"} {"level":"info","ts":"2026-08-19T20:31:50.717549Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"dbd0ffa4f8c99812","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.150:2379]}","request-path":"/0/members/dbd0ffa4f8c99812/attributes","cluster-id":"98aad832cd49bc30","publish-timeout":"7s"} {"level":"info","ts":"2026-08-19T20:31:50.717888Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-19T20:31:50.717937Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-19T20:31:50.718044Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-19T20:31:50.718169Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-19T20:31:50.718258Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-19T20:31:50.719183Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"98aad832cd49bc30","local-member-id":"dbd0ffa4f8c99812","cluster-version":"3.5"} {"level":"info","ts":"2026-08-19T20:31:50.719282Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-19T20:31:50.719318Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-19T20:31:50.722362Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-19T20:31:50.722582Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.150:2379"} 2026/08/19 20:31:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-19T20:32:10.81207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.024453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-19T20:32:10.812238Z","caller":"traceutil/trace.go:171","msg":"trace[137151228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:399; }","duration":"145.264598ms","start":"2026-08-19T20:32:10.66695Z","end":"2026-08-19T20:32:10.812214Z","steps":["trace[137151228] 'range keys from in-memory index tree' (duration: 144.83429ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:32:16.107648Z","caller":"traceutil/trace.go:171","msg":"trace[1768319422] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"113.269376ms","start":"2026-08-19T20:32:15.994352Z","end":"2026-08-19T20:32:16.107622Z","steps":["trace[1768319422] 'process raft request' (duration: 113.116173ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:33:05.98293Z","caller":"traceutil/trace.go:171","msg":"trace[543570112] linearizableReadLoop","detail":"{readStateIndex:715; appliedIndex:714; }","duration":"217.723729ms","start":"2026-08-19T20:33:05.765149Z","end":"2026-08-19T20:33:05.982873Z","steps":["trace[543570112] 'read index received' (duration: 212.760156ms)","trace[543570112] 'applied index is now lower than readState.Index' (duration: 4.962083ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T20:33:05.982992Z","caller":"traceutil/trace.go:171","msg":"trace[1312559016] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"249.724961ms","start":"2026-08-19T20:33:05.733225Z","end":"2026-08-19T20:33:05.98295Z","steps":["trace[1312559016] 'process raft request' (duration: 244.647947ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T20:33:05.983234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.985594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T20:33:05.983831Z","caller":"traceutil/trace.go:171","msg":"trace[1113659091] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:684; }","duration":"218.744497ms","start":"2026-08-19T20:33:05.765064Z","end":"2026-08-19T20:33:05.983809Z","steps":["trace[1113659091] 'agreement among raft nodes before linearized reading' (duration: 217.961113ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T20:34:45.293367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.476948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T20:34:45.29354Z","caller":"traceutil/trace.go:171","msg":"trace[773656552] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1939; }","duration":"121.742103ms","start":"2026-08-19T20:34:45.171771Z","end":"2026-08-19T20:34:45.293513Z","steps":["trace[773656552] 'count revisions from in-memory index tree' (duration: 121.276075ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:34:45.702233Z","caller":"traceutil/trace.go:171","msg":"trace[686035626] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"119.242737ms","start":"2026-08-19T20:34:45.582951Z","end":"2026-08-19T20:34:45.702194Z","steps":["trace[686035626] 'process raft request' (duration: 118.85026ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T20:35:32.27582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.332551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T20:35:32.275952Z","caller":"traceutil/trace.go:171","msg":"trace[1183136527] linearizableReadLoop","detail":"{readStateIndex:2343; appliedIndex:2342; }","duration":"175.960856ms","start":"2026-08-19T20:35:32.099974Z","end":"2026-08-19T20:35:32.275935Z","steps":["trace[1183136527] 'read index received' (duration: 31.766008ms)","trace[1183136527] 'applied index is now lower than readState.Index' (duration: 144.193518ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T20:35:32.275981Z","caller":"traceutil/trace.go:171","msg":"trace[1881686296] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"207.658593ms","start":"2026-08-19T20:35:32.068289Z","end":"2026-08-19T20:35:32.275947Z","steps":["trace[1881686296] 'process raft request' (duration: 63.498446ms)","trace[1881686296] 'compare' (duration: 143.219989ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T20:35:32.276104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.098288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T20:35:32.276188Z","caller":"traceutil/trace.go:171","msg":"trace[250431721] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2252; }","duration":"176.222911ms","start":"2026-08-19T20:35:32.099948Z","end":"2026-08-19T20:35:32.27617Z","steps":["trace[250431721] 'agreement among raft nodes before linearized reading' (duration: 176.081709ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:36:25.141566Z","caller":"traceutil/trace.go:171","msg":"trace[802876334] linearizableReadLoop","detail":"{readStateIndex:2819; appliedIndex:2818; }","duration":"120.572218ms","start":"2026-08-19T20:36:25.020965Z","end":"2026-08-19T20:36:25.141538Z","steps":["trace[802876334] 'read index received' (duration: 120.326054ms)","trace[802876334] 'applied index is now lower than readState.Index' (duration: 245.064µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T20:36:25.141654Z","caller":"traceutil/trace.go:171","msg":"trace[1279812935] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"168.278077ms","start":"2026-08-19T20:36:24.973319Z","end":"2026-08-19T20:36:25.141597Z","steps":["trace[1279812935] 'process raft request' (duration: 168.053813ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T20:36:25.141844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.850923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-08-19T20:36:25.141924Z","caller":"traceutil/trace.go:171","msg":"trace[1391123298] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2710; }","duration":"120.993886ms","start":"2026-08-19T20:36:25.020912Z","end":"2026-08-19T20:36:25.141906Z","steps":["trace[1391123298] 'agreement among raft nodes before linearized reading' (duration: 120.744722ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:36:58.866134Z","caller":"traceutil/trace.go:171","msg":"trace[1662946292] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"127.003052ms","start":"2026-08-19T20:36:58.7391Z","end":"2026-08-19T20:36:58.866103Z","steps":["trace[1662946292] 'process raft request' (duration: 126.246447ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T20:36:59.115109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.813755ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-08-19T20:36:59.225851Z","caller":"traceutil/trace.go:171","msg":"trace[514821935] linearizableReadLoop","detail":"{readStateIndex:3033; appliedIndex:3032; }","duration":"120.688981ms","start":"2026-08-19T20:36:59.105111Z","end":"2026-08-19T20:36:59.2258Z","steps":["trace[514821935] 'read index received' (duration: 120.16107ms)","trace[514821935] 'applied index is now lower than readState.Index' (duration: 526.021µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T20:36:59.225945Z","caller":"traceutil/trace.go:171","msg":"trace[633249290] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"167.934421ms","start":"2026-08-19T20:36:59.057968Z","end":"2026-08-19T20:36:59.225903Z","steps":["trace[633249290] 'process raft request' (duration: 167.430362ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T20:36:59.226214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.059767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-08-19T20:36:59.226307Z","caller":"traceutil/trace.go:171","msg":"trace[1831096548] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2917; }","duration":"121.25079ms","start":"2026-08-19T20:36:59.105036Z","end":"2026-08-19T20:36:59.226287Z","steps":["trace[1831096548] 'agreement among raft nodes before linearized reading' (duration: 120.940775ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:36:59.48109Z","caller":"traceutil/trace.go:171","msg":"trace[1905630179] linearizableReadLoop","detail":"{readStateIndex:3034; appliedIndex:3033; }","duration":"156.616525ms","start":"2026-08-19T20:36:59.324433Z","end":"2026-08-19T20:36:59.48105Z","steps":["trace[1905630179] 'read index received' (duration: 116.52248ms)","trace[1905630179] 'applied index is now lower than readState.Index' (duration: 40.093105ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T20:36:59.481562Z","caller":"traceutil/trace.go:171","msg":"trace[1387885363] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"172.855384ms","start":"2026-08-19T20:36:59.308648Z","end":"2026-08-19T20:36:59.481503Z","steps":["trace[1387885363] 'process raft request' (duration: 132.291921ms)","trace[1387885363] 'compare' (duration: 39.955082ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T20:36:59.481941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.971561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-19T20:36:59.48196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.511283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-19T20:36:59.482252Z","caller":"traceutil/trace.go:171","msg":"trace[1936767927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2918; }","duration":"157.868299ms","start":"2026-08-19T20:36:59.324352Z","end":"2026-08-19T20:36:59.48222Z","steps":["trace[1936767927] 'agreement among raft nodes before linearized reading' (duration: 157.37362ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:36:59.482033Z","caller":"traceutil/trace.go:171","msg":"trace[1945899761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2918; }","duration":"106.132704ms","start":"2026-08-19T20:36:59.375879Z","end":"2026-08-19T20:36:59.482012Z","steps":["trace[1945899761] 'agreement among raft nodes before linearized reading' (duration: 105.873999ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T20:41:05.039756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.122751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-19T20:41:05.039872Z","caller":"traceutil/trace.go:171","msg":"trace[1044916026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5134; }","duration":"240.332295ms","start":"2026-08-19T20:41:04.799517Z","end":"2026-08-19T20:41:05.03985Z","steps":["trace[1044916026] 'range keys from in-memory index tree' (duration: 239.865775ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T20:41:05.04016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.494474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-19T20:41:05.040275Z","caller":"traceutil/trace.go:171","msg":"trace[1674893793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5134; }","duration":"245.713688ms","start":"2026-08-19T20:41:04.794539Z","end":"2026-08-19T20:41:05.040252Z","steps":["trace[1674893793] 'range keys from in-memory index tree' (duration: 245.215129ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:41:05.325159Z","caller":"traceutil/trace.go:171","msg":"trace[652051773] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"107.590358ms","start":"2026-08-19T20:41:05.217547Z","end":"2026-08-19T20:41:05.325137Z","steps":["trace[652051773] 'process raft request' (duration: 107.436355ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:41:18.308817Z","caller":"traceutil/trace.go:171","msg":"trace[1276289419] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"143.855858ms","start":"2026-08-19T20:41:18.164918Z","end":"2026-08-19T20:41:18.308774Z","steps":["trace[1276289419] 'process raft request' (duration: 65.114269ms)","trace[1276289419] 'compare' (duration: 78.568256ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T20:41:18.331408Z","caller":"traceutil/trace.go:171","msg":"trace[577330204] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5406; }","duration":"165.184874ms","start":"2026-08-19T20:41:18.166195Z","end":"2026-08-19T20:41:18.33138Z","steps":["trace[577330204] 'process raft request' (duration: 164.932339ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:41:18.331434Z","caller":"traceutil/trace.go:171","msg":"trace[1119265846] linearizableReadLoop","detail":"{readStateIndex:5615; appliedIndex:5611; }","duration":"116.173762ms","start":"2026-08-19T20:41:18.215233Z","end":"2026-08-19T20:41:18.331406Z","steps":["trace[1119265846] 'read index received' (duration: 14.790201ms)","trace[1119265846] 'applied index is now lower than readState.Index' (duration: 101.382401ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T20:41:18.331465Z","caller":"traceutil/trace.go:171","msg":"trace[1006644435] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"164.456401ms","start":"2026-08-19T20:41:18.16697Z","end":"2026-08-19T20:41:18.331427Z","steps":["trace[1006644435] 'process raft request' (duration: 164.289518ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:41:18.331583Z","caller":"traceutil/trace.go:171","msg":"trace[1753827553] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"162.992833ms","start":"2026-08-19T20:41:18.168547Z","end":"2026-08-19T20:41:18.331539Z","steps":["trace[1753827553] 'process raft request' (duration: 162.80035ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T20:41:18.331763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.519398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T20:41:18.331816Z","caller":"traceutil/trace.go:171","msg":"trace[178447639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5408; }","duration":"116.585649ms","start":"2026-08-19T20:41:18.215216Z","end":"2026-08-19T20:41:18.331802Z","steps":["trace[178447639] 'agreement among raft nodes before linearized reading' (duration: 116.461327ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:41:18.451614Z","caller":"traceutil/trace.go:171","msg":"trace[20463326] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"103.799676ms","start":"2026-08-19T20:41:18.347746Z","end":"2026-08-19T20:41:18.451545Z","steps":["trace[20463326] 'process raft request' (duration: 63.375567ms)","trace[20463326] 'compare' (duration: 39.775897ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T20:41:18.899328Z","caller":"traceutil/trace.go:171","msg":"trace[1970279248] linearizableReadLoop","detail":"{readStateIndex:5623; appliedIndex:5622; }","duration":"158.388244ms","start":"2026-08-19T20:41:18.740914Z","end":"2026-08-19T20:41:18.899302Z","steps":["trace[1970279248] 'read index received' (duration: 126.199122ms)","trace[1970279248] 'applied index is now lower than readState.Index' (duration: 32.188152ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T20:41:18.899428Z","caller":"traceutil/trace.go:171","msg":"trace[1237613041] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"158.938545ms","start":"2026-08-19T20:41:18.740457Z","end":"2026-08-19T20:41:18.899396Z","steps":["trace[1237613041] 'process raft request' (duration: 126.683291ms)","trace[1237613041] 'compare' (duration: 32.02236ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T20:41:18.899627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.979321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2264"} {"level":"info","ts":"2026-08-19T20:41:18.899663Z","caller":"traceutil/trace.go:171","msg":"trace[1552795014] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5416; }","duration":"154.058893ms","start":"2026-08-19T20:41:18.745594Z","end":"2026-08-19T20:41:18.899653Z","steps":["trace[1552795014] 'agreement among raft nodes before linearized reading' (duration: 153.860909ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T20:41:18.899763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.812404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-08-19T20:41:18.899874Z","caller":"traceutil/trace.go:171","msg":"trace[2034160488] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5416; }","duration":"158.955746ms","start":"2026-08-19T20:41:18.740892Z","end":"2026-08-19T20:41:18.899848Z","steps":["trace[2034160488] 'agreement among raft nodes before linearized reading' (duration: 158.557708ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:41:19.195763Z","caller":"traceutil/trace.go:171","msg":"trace[144749671] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"287.912781ms","start":"2026-08-19T20:41:18.907807Z","end":"2026-08-19T20:41:19.19572Z","steps":["trace[144749671] 'process raft request' (duration: 282.798974ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:41:19.195764Z","caller":"traceutil/trace.go:171","msg":"trace[1164103087] linearizableReadLoop","detail":"{readStateIndex:5624; appliedIndex:5623; }","duration":"280.589811ms","start":"2026-08-19T20:41:18.915119Z","end":"2026-08-19T20:41:19.195709Z","steps":["trace[1164103087] 'read index received' (duration: 275.415102ms)","trace[1164103087] 'applied index is now lower than readState.Index' (duration: 5.173299ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T20:41:19.196468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.319914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-08-19T20:41:19.196593Z","caller":"traceutil/trace.go:171","msg":"trace[954191282] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5417; }","duration":"281.472699ms","start":"2026-08-19T20:41:18.9151Z","end":"2026-08-19T20:41:19.196572Z","steps":["trace[954191282] 'agreement among raft nodes before linearized reading' (duration: 280.720854ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:41:19.203082Z","caller":"traceutil/trace.go:171","msg":"trace[1796806515] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"285.345262ms","start":"2026-08-19T20:41:18.917715Z","end":"2026-08-19T20:41:19.20306Z","steps":["trace[1796806515] 'process raft request' (duration: 285.187679ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T20:41:19.215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.490181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225408"} {"level":"info","ts":"2026-08-19T20:41:19.215072Z","caller":"traceutil/trace.go:171","msg":"trace[1759962517] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5422; }","duration":"217.615703ms","start":"2026-08-19T20:41:18.997438Z","end":"2026-08-19T20:41:19.215053Z","steps":["trace[1759962517] 'agreement among raft nodes before linearized reading' (duration: 216.842998ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:41:26.0837Z","caller":"traceutil/trace.go:171","msg":"trace[2127152634] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"131.575005ms","start":"2026-08-19T20:41:25.952086Z","end":"2026-08-19T20:41:26.083661Z","steps":["trace[2127152634] 'process raft request' (duration: 131.32003ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:41:50.748215Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2873} {"level":"info","ts":"2026-08-19T20:41:50.815431Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2873,"took":"65.185901ms","hash":3475451847,"current-db-size-bytes":57090048,"current-db-size":"57 MB","current-db-size-in-use-bytes":32514048,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-19T20:41:50.815537Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3475451847,"revision":2873,"compact-revision":-1} {"level":"info","ts":"2026-08-19T20:46:50.755431Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5816} {"level":"info","ts":"2026-08-19T20:46:50.836635Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5816,"took":"78.198139ms","hash":1840707766,"current-db-size-bytes":57090048,"current-db-size":"57 MB","current-db-size-in-use-bytes":26714112,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-08-19T20:46:50.836695Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1840707766,"revision":5816,"compact-revision":2873} {"level":"info","ts":"2026-08-19T20:47:19.535036Z","caller":"traceutil/trace.go:171","msg":"trace[1242282294] linearizableReadLoop","detail":"{readStateIndex:8620; appliedIndex:8619; }","duration":"142.573885ms","start":"2026-08-19T20:47:19.392439Z","end":"2026-08-19T20:47:19.535012Z","steps":["trace[1242282294] 'read index received' (duration: 142.35876ms)","trace[1242282294] 'applied index is now lower than readState.Index' (duration: 214.195µs)"],"step_count":2} {"level":"warn","ts":"2026-08-19T20:47:19.53528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.82495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-08-19T20:47:19.535276Z","caller":"traceutil/trace.go:171","msg":"trace[427598300] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"221.899276ms","start":"2026-08-19T20:47:19.313355Z","end":"2026-08-19T20:47:19.535255Z","steps":["trace[427598300] 'process raft request' (duration: 221.509168ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:47:19.535332Z","caller":"traceutil/trace.go:171","msg":"trace[1753735724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8325; }","duration":"142.939892ms","start":"2026-08-19T20:47:19.392377Z","end":"2026-08-19T20:47:19.535317Z","steps":["trace[1753735724] 'agreement among raft nodes before linearized reading' (duration: 142.777399ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:47:19.700401Z","caller":"traceutil/trace.go:171","msg":"trace[910502093] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"133.600445ms","start":"2026-08-19T20:47:19.566753Z","end":"2026-08-19T20:47:19.700353Z","steps":["trace[910502093] 'process raft request' (duration: 118.084499ms)","trace[910502093] 'compare' (duration: 15.181669ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T20:47:32.166677Z","caller":"traceutil/trace.go:171","msg":"trace[211139078] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"342.235286ms","start":"2026-08-19T20:47:31.824418Z","end":"2026-08-19T20:47:32.166653Z","steps":["trace[211139078] 'process raft request' (duration: 342.108464ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T20:47:32.166827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T20:47:31.824391Z","time spent":"342.359719ms","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T20:47:32.167003Z","caller":"traceutil/trace.go:171","msg":"trace[1945550890] linearizableReadLoop","detail":"{readStateIndex:8689; appliedIndex:8689; }","duration":"239.526101ms","start":"2026-08-19T20:47:31.927454Z","end":"2026-08-19T20:47:32.16698Z","steps":["trace[1945550890] 'read index received' (duration: 239.517091ms)","trace[1945550890] 'applied index is now lower than readState.Index' (duration: 7.52µs)"],"step_count":2} {"level":"warn","ts":"2026-08-19T20:47:32.167201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.734236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-08-19T20:47:32.167282Z","caller":"traceutil/trace.go:171","msg":"trace[1806639771] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8391; }","duration":"239.857878ms","start":"2026-08-19T20:47:31.927405Z","end":"2026-08-19T20:47:32.167262Z","steps":["trace[1806639771] 'agreement among raft nodes before linearized reading' (duration: 239.649294ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:47:32.176194Z","caller":"traceutil/trace.go:171","msg":"trace[537071149] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"103.376398ms","start":"2026-08-19T20:47:32.072794Z","end":"2026-08-19T20:47:32.176171Z","steps":["trace[537071149] 'process raft request' (duration: 103.141714ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T20:48:00.197156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.232566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-19T20:48:00.197246Z","caller":"traceutil/trace.go:171","msg":"trace[28500385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8592; }","duration":"310.369569ms","start":"2026-08-19T20:47:59.886859Z","end":"2026-08-19T20:48:00.197229Z","steps":["trace[28500385] 'range keys from in-memory index tree' (duration: 310.072324ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T20:48:00.197285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T20:47:59.886839Z","time spent":"310.43733ms","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-19T20:48:00.19767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.247456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T20:48:00.197776Z","caller":"traceutil/trace.go:171","msg":"trace[25225781] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"205.114036ms","start":"2026-08-19T20:47:59.992644Z","end":"2026-08-19T20:48:00.197758Z","steps":["trace[25225781] 'process raft request' (duration: 37.703697ms)","trace[25225781] 'compare' (duration: 167.107962ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T20:48:01.889555Z","caller":"traceutil/trace.go:171","msg":"trace[1755536387] linearizableReadLoop","detail":"{readStateIndex:8908; appliedIndex:8907; }","duration":"105.301885ms","start":"2026-08-19T20:48:01.784227Z","end":"2026-08-19T20:48:01.889529Z","steps":["trace[1755536387] 'read index received' (duration: 105.123872ms)","trace[1755536387] 'applied index is now lower than readState.Index' (duration: 176.893µs)"],"step_count":2} {"level":"warn","ts":"2026-08-19T20:48:01.889749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.496589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T20:48:01.889782Z","caller":"traceutil/trace.go:171","msg":"trace[274071597] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8602; }","duration":"105.55117ms","start":"2026-08-19T20:48:01.78422Z","end":"2026-08-19T20:48:01.889771Z","steps":["trace[274071597] 'agreement among raft nodes before linearized reading' (duration: 105.409387ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:48:01.890084Z","caller":"traceutil/trace.go:171","msg":"trace[1983950852] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"130.606327ms","start":"2026-08-19T20:48:01.759467Z","end":"2026-08-19T20:48:01.890073Z","steps":["trace[1983950852] 'process raft request' (duration: 129.867464ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T20:48:12.049446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.722022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-19T20:48:12.049543Z","caller":"traceutil/trace.go:171","msg":"trace[1198364232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8697; }","duration":"116.856405ms","start":"2026-08-19T20:48:11.932659Z","end":"2026-08-19T20:48:12.049515Z","steps":["trace[1198364232] 'range keys from in-memory index tree' (duration: 116.546699ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T20:48:13.436411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.952009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-08-19T20:48:13.43651Z","caller":"traceutil/trace.go:171","msg":"trace[1756592646] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8709; }","duration":"167.089891ms","start":"2026-08-19T20:48:13.269397Z","end":"2026-08-19T20:48:13.436487Z","steps":["trace[1756592646] 'range keys from in-memory index tree' (duration: 166.771035ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:48:29.12843Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000240a.wal"} {"level":"info","ts":"2026-08-19T20:49:57.080845Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"dbd0ffa4f8c99812","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-19T20:49:57.085858Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-08-19T20:49:57.085955Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-08-19T20:51:50.761983Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7996} {"level":"info","ts":"2026-08-19T20:51:50.823768Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7996,"took":"59.413895ms","hash":2019588512,"current-db-size-bytes":57090048,"current-db-size":"57 MB","current-db-size-in-use-bytes":28962816,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-08-19T20:51:50.823829Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2019588512,"revision":7996,"compact-revision":5816} {"level":"info","ts":"2026-08-19T20:53:09.271124Z","caller":"traceutil/trace.go:171","msg":"trace[1027006183] transaction","detail":"{read_only:false; response_revision:11280; number_of_response:1; }","duration":"150.675386ms","start":"2026-08-19T20:53:09.120418Z","end":"2026-08-19T20:53:09.271093Z","steps":["trace[1027006183] 'process raft request' (duration: 150.386161ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:53:09.377594Z","caller":"traceutil/trace.go:171","msg":"trace[2053617886] transaction","detail":"{read_only:false; response_revision:11281; number_of_response:1; }","duration":"256.126007ms","start":"2026-08-19T20:53:09.121422Z","end":"2026-08-19T20:53:09.377548Z","steps":["trace[2053617886] 'process raft request' (duration: 186.293886ms)","trace[2053617886] 'compare' (duration: 69.633518ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T20:53:09.377941Z","caller":"traceutil/trace.go:171","msg":"trace[2043666026] transaction","detail":"{read_only:false; response_revision:11282; number_of_response:1; }","duration":"187.506379ms","start":"2026-08-19T20:53:09.190403Z","end":"2026-08-19T20:53:09.37791Z","steps":["trace[2043666026] 'process raft request' (duration: 187.09613ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:53:09.378031Z","caller":"traceutil/trace.go:171","msg":"trace[2103698540] linearizableReadLoop","detail":"{readStateIndex:11669; appliedIndex:11666; }","duration":"162.343332ms","start":"2026-08-19T20:53:09.215672Z","end":"2026-08-19T20:53:09.378016Z","steps":["trace[2103698540] 'read index received' (duration: 55.185988ms)","trace[2103698540] 'applied index is now lower than readState.Index' (duration: 107.156404ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T20:53:09.378126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.444234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T20:53:09.378122Z","caller":"traceutil/trace.go:171","msg":"trace[333988778] transaction","detail":"{read_only:false; response_revision:11283; number_of_response:1; }","duration":"138.749675ms","start":"2026-08-19T20:53:09.239341Z","end":"2026-08-19T20:53:09.378091Z","steps":["trace[333988778] 'process raft request' (duration: 138.429548ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:53:09.378172Z","caller":"traceutil/trace.go:171","msg":"trace[193113811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11283; }","duration":"162.505095ms","start":"2026-08-19T20:53:09.215657Z","end":"2026-08-19T20:53:09.378162Z","steps":["trace[193113811] 'agreement among raft nodes before linearized reading' (duration: 162.411903ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:53:09.403242Z","caller":"traceutil/trace.go:171","msg":"trace[26318782] transaction","detail":"{read_only:false; response_revision:11284; number_of_response:1; }","duration":"117.23877ms","start":"2026-08-19T20:53:09.285973Z","end":"2026-08-19T20:53:09.403212Z","steps":["trace[26318782] 'process raft request' (duration: 117.031995ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T20:56:50.766863Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10535} {"level":"info","ts":"2026-08-19T20:56:50.855185Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10535,"took":"85.478965ms","hash":2519235008,"current-db-size-bytes":57090048,"current-db-size":"57 MB","current-db-size-in-use-bytes":27398144,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-08-19T20:56:50.85546Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2519235008,"revision":10535,"compact-revision":7996} {"level":"info","ts":"2026-08-19T21:00:05.987987Z","caller":"traceutil/trace.go:171","msg":"trace[34298826] transaction","detail":"{read_only:false; response_revision:14041; number_of_response:1; }","duration":"126.87378ms","start":"2026-08-19T21:00:05.861089Z","end":"2026-08-19T21:00:05.987962Z","steps":["trace[34298826] 'process raft request' (duration: 126.540364ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:00:06.434966Z","caller":"traceutil/trace.go:171","msg":"trace[1501564483] transaction","detail":"{read_only:false; response_revision:14042; number_of_response:1; }","duration":"252.762011ms","start":"2026-08-19T21:00:06.182177Z","end":"2026-08-19T21:00:06.434939Z","steps":["trace[1501564483] 'process raft request' (duration: 252.580108ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:00:06.645914Z","caller":"traceutil/trace.go:171","msg":"trace[237020111] linearizableReadLoop","detail":"{readStateIndex:14528; appliedIndex:14526; }","duration":"430.826345ms","start":"2026-08-19T21:00:06.215059Z","end":"2026-08-19T21:00:06.645885Z","steps":["trace[237020111] 'read index received' (duration: 219.718125ms)","trace[237020111] 'applied index is now lower than readState.Index' (duration: 211.10704ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T21:00:06.64595Z","caller":"traceutil/trace.go:171","msg":"trace[214790840] transaction","detail":"{read_only:false; response_revision:14043; number_of_response:1; }","duration":"460.346273ms","start":"2026-08-19T21:00:06.185577Z","end":"2026-08-19T21:00:06.645923Z","steps":["trace[214790840] 'process raft request' (duration: 383.441914ms)","trace[214790840] 'compare' (duration: 76.541501ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T21:00:06.646069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.993498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T21:00:06.646107Z","caller":"traceutil/trace.go:171","msg":"trace[513801320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14043; }","duration":"431.0934ms","start":"2026-08-19T21:00:06.215004Z","end":"2026-08-19T21:00:06.646097Z","steps":["trace[513801320] 'agreement among raft nodes before linearized reading' (duration: 431.014878ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:00:06.646112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:00:06.185558Z","time spent":"460.452314ms","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T21:00:06.646112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.734368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T21:00:06.646193Z","caller":"traceutil/trace.go:171","msg":"trace[92696695] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:14043; }","duration":"424.875371ms","start":"2026-08-19T21:00:06.221299Z","end":"2026-08-19T21:00:06.646174Z","steps":["trace[92696695] 'agreement among raft nodes before linearized reading' (duration: 424.743579ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:00:06.646249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:00:06.221274Z","time spent":"424.965352ms","remote":"127.0.0.1:34166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-08-19T21:00:06.646293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.884601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mn88b\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-08-19T21:00:06.646358Z","caller":"traceutil/trace.go:171","msg":"trace[1033712982] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mn88b; range_end:; response_count:1; response_revision:14043; }","duration":"344.971383ms","start":"2026-08-19T21:00:06.301376Z","end":"2026-08-19T21:00:06.646347Z","steps":["trace[1033712982] 'agreement among raft nodes before linearized reading' (duration: 344.80063ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:00:06.646389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:00:06.301361Z","time spent":"345.021804ms","remote":"127.0.0.1:50858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mn88b\" "} {"level":"warn","ts":"2026-08-19T21:00:06.64656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.82602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-x8p89\" ","response":"range_response_count:1 size:12364"} {"level":"warn","ts":"2026-08-19T21:00:06.646574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.953232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18955"} {"level":"info","ts":"2026-08-19T21:00:06.646603Z","caller":"traceutil/trace.go:171","msg":"trace[95967128] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-x8p89; range_end:; response_count:1; response_revision:14043; }","duration":"358.916432ms","start":"2026-08-19T21:00:06.287677Z","end":"2026-08-19T21:00:06.646593Z","steps":["trace[95967128] 'agreement among raft nodes before linearized reading' (duration: 358.776269ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:00:06.646614Z","caller":"traceutil/trace.go:171","msg":"trace[196078479] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14043; }","duration":"295.010613ms","start":"2026-08-19T21:00:06.351593Z","end":"2026-08-19T21:00:06.646603Z","steps":["trace[196078479] 'agreement among raft nodes before linearized reading' (duration: 294.85655ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:00:06.646632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:00:06.287649Z","time spent":"358.976763ms","remote":"127.0.0.1:50858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12388,"request content":"key:\"/registry/pods/openstack/openvswitch-x8p89\" "} {"level":"warn","ts":"2026-08-19T21:00:06.646143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:00:06.214977Z","time spent":"431.158001ms","remote":"127.0.0.1:50694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T21:00:06.646913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.877338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T21:00:06.646952Z","caller":"traceutil/trace.go:171","msg":"trace[1065683956] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14043; }","duration":"415.951328ms","start":"2026-08-19T21:00:06.23099Z","end":"2026-08-19T21:00:06.646942Z","steps":["trace[1065683956] 'agreement among raft nodes before linearized reading' (duration: 415.877417ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:00:06.646982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:00:06.230977Z","time spent":"415.99732ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-08-19T21:00:25.631513Z","caller":"traceutil/trace.go:171","msg":"trace[668171214] transaction","detail":"{read_only:false; response_revision:14257; number_of_response:1; }","duration":"190.560475ms","start":"2026-08-19T21:00:25.440922Z","end":"2026-08-19T21:00:25.631482Z","steps":["trace[668171214] 'process raft request' (duration: 179.798078ms)","trace[668171214] 'compare' (duration: 10.584312ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T21:00:25.63164Z","caller":"traceutil/trace.go:171","msg":"trace[1520056285] transaction","detail":"{read_only:false; response_revision:14258; number_of_response:1; }","duration":"190.671597ms","start":"2026-08-19T21:00:25.440947Z","end":"2026-08-19T21:00:25.631619Z","steps":["trace[1520056285] 'process raft request' (duration: 190.491743ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:00:25.633211Z","caller":"traceutil/trace.go:171","msg":"trace[590982219] transaction","detail":"{read_only:false; response_revision:14259; number_of_response:1; }","duration":"139.740498ms","start":"2026-08-19T21:00:25.493456Z","end":"2026-08-19T21:00:25.633196Z","steps":["trace[590982219] 'process raft request' (duration: 139.643776ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:01:30.663414Z","caller":"traceutil/trace.go:171","msg":"trace[1360400548] transaction","detail":"{read_only:false; response_revision:15159; number_of_response:1; }","duration":"150.542925ms","start":"2026-08-19T21:01:30.512846Z","end":"2026-08-19T21:01:30.663389Z","steps":["trace[1360400548] 'process raft request' (duration: 150.342551ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:01:30.756933Z","caller":"traceutil/trace.go:171","msg":"trace[766568540] transaction","detail":"{read_only:false; response_revision:15160; number_of_response:1; }","duration":"238.362873ms","start":"2026-08-19T21:01:30.518539Z","end":"2026-08-19T21:01:30.756901Z","steps":["trace[766568540] 'process raft request' (duration: 222.215383ms)","trace[766568540] 'compare' (duration: 15.856515ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T21:01:30.757083Z","caller":"traceutil/trace.go:171","msg":"trace[1997126893] transaction","detail":"{read_only:false; response_revision:15161; number_of_response:1; }","duration":"235.960297ms","start":"2026-08-19T21:01:30.521084Z","end":"2026-08-19T21:01:30.757044Z","steps":["trace[1997126893] 'process raft request' (duration: 235.648271ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:01:30.756933Z","caller":"traceutil/trace.go:171","msg":"trace[2100912637] linearizableReadLoop","detail":"{readStateIndex:15677; appliedIndex:15674; }","duration":"185.882914ms","start":"2026-08-19T21:01:30.571028Z","end":"2026-08-19T21:01:30.756911Z","steps":["trace[2100912637] 'read index received' (duration: 92.228703ms)","trace[2100912637] 'applied index is now lower than readState.Index' (duration: 93.653301ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T21:01:30.757233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.18083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-08-19T21:01:30.757288Z","caller":"traceutil/trace.go:171","msg":"trace[1235975453] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:15161; }","duration":"186.273482ms","start":"2026-08-19T21:01:30.570997Z","end":"2026-08-19T21:01:30.757271Z","steps":["trace[1235975453] 'agreement among raft nodes before linearized reading' (duration: 186.109099ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:01:50.773816Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12706} {"level":"info","ts":"2026-08-19T21:01:50.849535Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12706,"took":"72.933632ms","hash":1725328438,"current-db-size-bytes":57090048,"current-db-size":"57 MB","current-db-size-in-use-bytes":30760960,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-19T21:01:50.849584Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1725328438,"revision":12706,"compact-revision":10535} {"level":"info","ts":"2026-08-19T21:02:04.379475Z","caller":"traceutil/trace.go:171","msg":"trace[853385693] transaction","detail":"{read_only:false; response_revision:15344; number_of_response:1; }","duration":"118.770984ms","start":"2026-08-19T21:02:04.260685Z","end":"2026-08-19T21:02:04.379456Z","steps":["trace[853385693] 'process raft request' (duration: 118.462179ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:43.651592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996884275734574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T21:03:44.151956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996884275734574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T21:03:44.652413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996884275734574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T21:03:45.153163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996884275734574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T21:03:45.215014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99995822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-19T21:03:45.215103Z","caller":"traceutil/trace.go:171","msg":"trace[839168922] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000100693s","start":"2026-08-19T21:03:43.214982Z","end":"2026-08-19T21:03:45.215083Z","steps":["trace[839168922] 'agreement among raft nodes before linearized reading' (duration: 1.999996561s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:45.215153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:43.214954Z","time spent":"2.000186774s","remote":"127.0.0.1:50694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/19 21:03:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-19T21:03:45.653733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996884275734574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T21:03:46.154899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996884275734574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T21:03:46.655688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10957996884275734574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T21:03:46.78098Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.690879757s","expected-duration":"1s"} {"level":"info","ts":"2026-08-19T21:03:46.781411Z","caller":"traceutil/trace.go:171","msg":"trace[685068015] transaction","detail":"{read_only:false; response_revision:15982; number_of_response:1; }","duration":"3.691379966s","start":"2026-08-19T21:03:43.09001Z","end":"2026-08-19T21:03:46.78139Z","steps":["trace[685068015] 'process raft request' (duration: 3.691210393s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.781553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:43.089994Z","time spent":"3.691487369s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T21:03:46.782518Z","caller":"traceutil/trace.go:171","msg":"trace[1888223573] linearizableReadLoop","detail":"{readStateIndex:16530; appliedIndex:16525; }","duration":"3.631855642s","start":"2026-08-19T21:03:43.15065Z","end":"2026-08-19T21:03:46.782506Z","steps":["trace[1888223573] 'read index received' (duration: 3.630540376s)","trace[1888223573] 'applied index is now lower than readState.Index' (duration: 1.314486ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T21:03:46.782568Z","caller":"traceutil/trace.go:171","msg":"trace[200981735] transaction","detail":"{read_only:false; response_revision:15983; number_of_response:1; }","duration":"3.09410304s","start":"2026-08-19T21:03:43.688418Z","end":"2026-08-19T21:03:46.782521Z","steps":["trace[200981735] 'process raft request' (duration: 3.093964198s)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:03:46.782644Z","caller":"traceutil/trace.go:171","msg":"trace[209217862] transaction","detail":"{read_only:false; response_revision:15984; number_of_response:1; }","duration":"3.092550481s","start":"2026-08-19T21:03:43.690061Z","end":"2026-08-19T21:03:46.782611Z","steps":["trace[209217862] 'process raft request' (duration: 3.092372118s)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:03:46.78256Z","caller":"traceutil/trace.go:171","msg":"trace[1383645251] transaction","detail":"{read_only:false; response_revision:15985; number_of_response:1; }","duration":"2.366173272s","start":"2026-08-19T21:03:44.416362Z","end":"2026-08-19T21:03:46.782535Z","steps":["trace[1383645251] 'process raft request' (duration: 2.366096471s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.782753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:43.688385Z","time spent":"3.094258133s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T21:03:46.782787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:43.690039Z","time spent":"3.092680173s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T21:03:46.782821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.581127365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:1 size:7291"} {"level":"warn","ts":"2026-08-19T21:03:46.782815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.632169718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ptw7x\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-08-19T21:03:46.782865Z","caller":"traceutil/trace.go:171","msg":"trace[1708968940] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ptw7x; range_end:; response_count:1; response_revision:15986; }","duration":"3.632268979s","start":"2026-08-19T21:03:43.150588Z","end":"2026-08-19T21:03:46.782857Z","steps":["trace[1708968940] 'agreement among raft nodes before linearized reading' (duration: 3.632037915s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.782891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:43.150565Z","time spent":"3.632321211s","remote":"127.0.0.1:50858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ptw7x\" "} {"level":"warn","ts":"2026-08-19T21:03:46.78279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:44.416333Z","time spent":"2.366386897s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T21:03:46.782939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.922338508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-08-19T21:03:46.782607Z","caller":"traceutil/trace.go:171","msg":"trace[1918631627] transaction","detail":"{read_only:false; response_revision:15986; number_of_response:1; }","duration":"1.636438271s","start":"2026-08-19T21:03:45.146152Z","end":"2026-08-19T21:03:46.782591Z","steps":["trace[1918631627] 'process raft request' (duration: 1.636329908s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.782947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.841623785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.150\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-08-19T21:03:46.78298Z","caller":"traceutil/trace.go:171","msg":"trace[614954164] range","detail":"{range_begin:/registry/masterleases/199.19.213.150; range_end:; response_count:1; response_revision:15986; }","duration":"2.841688697s","start":"2026-08-19T21:03:43.941283Z","end":"2026-08-19T21:03:46.782971Z","steps":["trace[614954164] 'agreement among raft nodes before linearized reading' (duration: 2.841608275s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.782979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453274678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-08-19T21:03:46.782996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567453033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T21:03:46.783019Z","caller":"traceutil/trace.go:171","msg":"trace[1958114920] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15986; }","duration":"2.453346859s","start":"2026-08-19T21:03:44.329662Z","end":"2026-08-19T21:03:46.783009Z","steps":["trace[1958114920] 'agreement among raft nodes before linearized reading' (duration: 2.453243327s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.783017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:43.941262Z","time spent":"2.841748587s","remote":"127.0.0.1:50714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.150\" "} {"level":"warn","ts":"2026-08-19T21:03:46.783018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345545196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-19T21:03:46.783048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:44.329644Z","time spent":"2.45340031s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-08-19T21:03:46.783058Z","caller":"traceutil/trace.go:171","msg":"trace[1238250896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15986; }","duration":"1.567550865s","start":"2026-08-19T21:03:45.21549Z","end":"2026-08-19T21:03:46.783041Z","steps":["trace[1238250896] 'agreement among raft nodes before linearized reading' (duration: 1.567467673s)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:03:46.783091Z","caller":"traceutil/trace.go:171","msg":"trace[103101339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15986; }","duration":"2.345649127s","start":"2026-08-19T21:03:44.437424Z","end":"2026-08-19T21:03:46.783073Z","steps":["trace[103101339] 'agreement among raft nodes before linearized reading' (duration: 2.345455024s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.783108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699013093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-08-19T21:03:46.783101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.24433536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-19T21:03:46.783145Z","caller":"traceutil/trace.go:171","msg":"trace[1905349979] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15986; }","duration":"1.699056464s","start":"2026-08-19T21:03:45.084079Z","end":"2026-08-19T21:03:46.783135Z","steps":["trace[1905349979] 'agreement among raft nodes before linearized reading' (duration: 1.698962601s)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:03:46.783163Z","caller":"traceutil/trace.go:171","msg":"trace[1244446626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15986; }","duration":"2.244443692s","start":"2026-08-19T21:03:44.538703Z","end":"2026-08-19T21:03:46.783147Z","steps":["trace[1244446626] 'agreement among raft nodes before linearized reading' (duration: 2.244238467s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.783184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:45.084074Z","time spent":"1.699102654s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-08-19T21:03:46.783205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:44.538679Z","time spent":"2.244518723s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-19T21:03:46.783209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.932052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-19T21:03:46.783237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699793387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-08-19T21:03:46.783267Z","caller":"traceutil/trace.go:171","msg":"trace[722497912] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15986; }","duration":"1.699850409s","start":"2026-08-19T21:03:45.083409Z","end":"2026-08-19T21:03:46.78326Z","steps":["trace[722497912] 'agreement among raft nodes before linearized reading' (duration: 1.699764287s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.783264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.24894799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-08-19T21:03:46.783292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:45.083397Z","time spent":"1.699890539s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-08-19T21:03:46.783309Z","caller":"traceutil/trace.go:171","msg":"trace[245789111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15986; }","duration":"2.249034781s","start":"2026-08-19T21:03:44.534262Z","end":"2026-08-19T21:03:46.783296Z","steps":["trace[245789111] 'agreement among raft nodes before linearized reading' (duration: 2.248907758s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.783342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699790167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:1 size:7291"} {"level":"warn","ts":"2026-08-19T21:03:46.783356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:44.53424Z","time spent":"2.249106653s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-19T21:03:46.783375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.500729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-08-19T21:03:46.783386Z","caller":"traceutil/trace.go:171","msg":"trace[1375048615] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:1; response_revision:15986; }","duration":"1.699852148s","start":"2026-08-19T21:03:45.083523Z","end":"2026-08-19T21:03:46.783375Z","steps":["trace[1375048615] 'agreement among raft nodes before linearized reading' (duration: 1.699750776s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.783382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.837425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T21:03:46.783405Z","caller":"traceutil/trace.go:171","msg":"trace[1418938427] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15986; }","duration":"756.574871ms","start":"2026-08-19T21:03:46.026822Z","end":"2026-08-19T21:03:46.783397Z","steps":["trace[1418938427] 'agreement among raft nodes before linearized reading' (duration: 756.506829ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.7834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700689855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-08-19T21:03:46.783425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:46.026795Z","time spent":"756.626301ms","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-08-19T21:03:46.783428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:45.083516Z","time spent":"1.69990418s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7315,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-08-19T21:03:46.783436Z","caller":"traceutil/trace.go:171","msg":"trace[1561051468] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15986; }","duration":"1.700759396s","start":"2026-08-19T21:03:45.082667Z","end":"2026-08-19T21:03:46.783426Z","steps":["trace[1561051468] 'agreement among raft nodes before linearized reading' (duration: 1.700672084s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.783458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.679628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-19T21:03:46.783144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:44.437408Z","time spent":"2.345724571s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-19T21:03:46.783487Z","caller":"traceutil/trace.go:171","msg":"trace[1641055880] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:15986; }","duration":"605.739119ms","start":"2026-08-19T21:03:46.177739Z","end":"2026-08-19T21:03:46.783478Z","steps":["trace[1641055880] 'agreement among raft nodes before linearized reading' (duration: 605.686058ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:03:46.78343Z","caller":"traceutil/trace.go:171","msg":"trace[87183115] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:15986; }","duration":"548.914916ms","start":"2026-08-19T21:03:46.234501Z","end":"2026-08-19T21:03:46.783416Z","steps":["trace[87183115] 'agreement among raft nodes before linearized reading' (duration: 548.780603ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.783515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:46.234487Z","time spent":"549.021169ms","remote":"127.0.0.1:50932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":73,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-08-19T21:03:46.783502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235150113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-19T21:03:46.783523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.922732416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-08-19T21:03:46.783514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:46.177723Z","time spent":"605.783471ms","remote":"127.0.0.1:51054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-08-19T21:03:46.783547Z","caller":"traceutil/trace.go:171","msg":"trace[292202714] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15986; }","duration":"2.922781117s","start":"2026-08-19T21:03:43.860761Z","end":"2026-08-19T21:03:46.783542Z","steps":["trace[292202714] 'agreement among raft nodes before linearized reading' (duration: 2.922717706s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.783583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:43.860748Z","time spent":"2.922831118s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-08-19T21:03:46.783584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.17934036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-08-19T21:03:46.783552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.163281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-08-19T21:03:46.783552Z","caller":"traceutil/trace.go:171","msg":"trace[1288812201] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:15986; }","duration":"1.235231724s","start":"2026-08-19T21:03:45.548303Z","end":"2026-08-19T21:03:46.783535Z","steps":["trace[1288812201] 'agreement among raft nodes before linearized reading' (duration: 1.235160293s)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:03:46.783257Z","caller":"traceutil/trace.go:171","msg":"trace[1960315093] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:15986; }","duration":"451.030525ms","start":"2026-08-19T21:03:46.332211Z","end":"2026-08-19T21:03:46.783242Z","steps":["trace[1960315093] 'agreement among raft nodes before linearized reading' (duration: 450.932323ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.783637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935339928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T21:03:46.783641Z","caller":"traceutil/trace.go:171","msg":"trace[504509009] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:15986; }","duration":"887.279814ms","start":"2026-08-19T21:03:45.896342Z","end":"2026-08-19T21:03:46.783621Z","steps":["trace[504509009] 'agreement among raft nodes before linearized reading' (duration: 887.113161ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:03:46.783667Z","caller":"traceutil/trace.go:171","msg":"trace[1240081456] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15986; }","duration":"2.935384659s","start":"2026-08-19T21:03:43.848277Z","end":"2026-08-19T21:03:46.783661Z","steps":["trace[1240081456] 'agreement among raft nodes before linearized reading' (duration: 2.935347899s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.783403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676335258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77vd8\" ","response":"range_response_count:1 size:20653"} {"level":"warn","ts":"2026-08-19T21:03:46.783688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:43.848269Z","time spent":"2.93541315s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-08-19T21:03:46.783112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:45.215471Z","time spent":"1.567628047s","remote":"127.0.0.1:50680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T21:03:46.783696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:45.896319Z","time spent":"887.361995ms","remote":"127.0.0.1:50834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-08-19T21:03:46.783728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961626273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-19T21:03:46.783736Z","caller":"traceutil/trace.go:171","msg":"trace[1318091166] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77vd8; range_end:; response_count:1; response_revision:15986; }","duration":"1.676667544s","start":"2026-08-19T21:03:45.10702Z","end":"2026-08-19T21:03:46.783687Z","steps":["trace[1318091166] 'agreement among raft nodes before linearized reading' (duration: 1.676316847s)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:03:46.783752Z","caller":"traceutil/trace.go:171","msg":"trace[1268655687] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15986; }","duration":"2.961671604s","start":"2026-08-19T21:03:43.822071Z","end":"2026-08-19T21:03:46.783742Z","steps":["trace[1268655687] 'agreement among raft nodes before linearized reading' (duration: 2.961614373s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.783772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:43.822059Z","time spent":"2.961708494s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-19T21:03:46.783784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965372126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qmmp4\" ","response":"range_response_count:1 size:9793"} {"level":"warn","ts":"2026-08-19T21:03:46.783008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:45.146129Z","time spent":"1.636843758s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T21:03:46.783802Z","caller":"traceutil/trace.go:171","msg":"trace[1219588154] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qmmp4; range_end:; response_count:1; response_revision:15986; }","duration":"2.965424236s","start":"2026-08-19T21:03:43.818373Z","end":"2026-08-19T21:03:46.783797Z","steps":["trace[1219588154] 'agreement among raft nodes before linearized reading' (duration: 2.965365875s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.783818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:43.818353Z","time spent":"2.965461927s","remote":"127.0.0.1:50858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9817,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-qmmp4\" "} {"level":"warn","ts":"2026-08-19T21:03:46.783676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:46.332193Z","time spent":"451.457063ms","remote":"127.0.0.1:57058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-08-19T21:03:46.783858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.474846973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-ks-user-xqbm7\" ","response":"range_response_count:1 size:9208"} {"level":"warn","ts":"2026-08-19T21:03:46.783655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:45.548286Z","time spent":"1.235345007s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-08-19T21:03:46.78388Z","caller":"traceutil/trace.go:171","msg":"trace[560564132] range","detail":"{range_begin:/registry/pods/openstack/nova-ks-user-xqbm7; range_end:; response_count:1; response_revision:15986; }","duration":"3.474911234s","start":"2026-08-19T21:03:43.308963Z","end":"2026-08-19T21:03:46.783875Z","steps":["trace[560564132] 'agreement among raft nodes before linearized reading' (duration: 3.474848743s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.783777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:45.106998Z","time spent":"1.676769916s","remote":"127.0.0.1:50858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20677,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77vd8\" "} {"level":"info","ts":"2026-08-19T21:03:46.782972Z","caller":"traceutil/trace.go:171","msg":"trace[247182024] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15986; }","duration":"2.922393858s","start":"2026-08-19T21:03:43.86057Z","end":"2026-08-19T21:03:46.782964Z","steps":["trace[247182024] 'agreement among raft nodes before linearized reading' (duration: 2.922286836s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.783899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:43.308941Z","time spent":"3.474953935s","remote":"127.0.0.1:50858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":9232,"request content":"key:\"/registry/pods/openstack/nova-ks-user-xqbm7\" "} {"level":"warn","ts":"2026-08-19T21:03:46.783914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.464436692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-08-19T21:03:46.783946Z","caller":"traceutil/trace.go:171","msg":"trace[2077183021] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15986; }","duration":"3.464490443s","start":"2026-08-19T21:03:43.319449Z","end":"2026-08-19T21:03:46.78394Z","steps":["trace[2077183021] 'agreement among raft nodes before linearized reading' (duration: 3.464418771s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.783464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:45.082651Z","time spent":"1.700806848s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-08-19T21:03:46.783963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:43.319439Z","time spent":"3.464520103s","remote":"127.0.0.1:50858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-19T21:03:46.783318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674303889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mn88b\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-08-19T21:03:46.783998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:43.860564Z","time spent":"2.923395428s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-08-19T21:03:46.784022Z","caller":"traceutil/trace.go:171","msg":"trace[1305160072] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mn88b; range_end:; response_count:1; response_revision:15986; }","duration":"1.675040662s","start":"2026-08-19T21:03:45.108974Z","end":"2026-08-19T21:03:46.784015Z","steps":["trace[1305160072] 'agreement among raft nodes before linearized reading' (duration: 1.674276968s)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:03:46.783611Z","caller":"traceutil/trace.go:171","msg":"trace[1133948177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15986; }","duration":"3.179397001s","start":"2026-08-19T21:03:43.604205Z","end":"2026-08-19T21:03:46.783602Z","steps":["trace[1133948177] 'agreement among raft nodes before linearized reading' (duration: 3.17931249s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.784052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.523961398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ptw7x\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-08-19T21:03:46.784054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:45.108955Z","time spent":"1.675091634s","remote":"127.0.0.1:50858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-mn88b\" "} {"level":"info","ts":"2026-08-19T21:03:46.784073Z","caller":"traceutil/trace.go:171","msg":"trace[684572351] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ptw7x; range_end:; response_count:1; response_revision:15986; }","duration":"3.524011758s","start":"2026-08-19T21:03:43.260056Z","end":"2026-08-19T21:03:46.784068Z","steps":["trace[684572351] 'agreement among raft nodes before linearized reading' (duration: 3.523954657s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.784089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:43.260045Z","time spent":"3.524040918s","remote":"127.0.0.1:50858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ptw7x\" "} {"level":"warn","ts":"2026-08-19T21:03:46.784086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:43.604185Z","time spent":"3.17988646s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-19T21:03:46.782862Z","caller":"traceutil/trace.go:171","msg":"trace[419792719] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:1; response_revision:15986; }","duration":"3.581216057s","start":"2026-08-19T21:03:43.201634Z","end":"2026-08-19T21:03:46.78285Z","steps":["trace[419792719] 'agreement among raft nodes before linearized reading' (duration: 3.581008783s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.784249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:43.201613Z","time spent":"3.582629054s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7315,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-08-19T21:03:46.784669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168207086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-08-19T21:03:46.784721Z","caller":"traceutil/trace.go:171","msg":"trace[1526936984] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15986; }","duration":"2.168294568s","start":"2026-08-19T21:03:44.616418Z","end":"2026-08-19T21:03:46.784713Z","steps":["trace[1526936984] 'agreement among raft nodes before linearized reading' (duration: 2.166396451s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:03:46.784743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:03:44.616395Z","time spent":"2.168342079s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-08-19T21:06:50.83969Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15272} {"level":"info","ts":"2026-08-19T21:06:50.997616Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15272,"took":"155.516086ms","hash":3541069169,"current-db-size-bytes":57090048,"current-db-size":"57 MB","current-db-size-in-use-bytes":32628736,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-08-19T21:06:50.99768Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3541069169,"revision":15272,"compact-revision":12706} {"level":"info","ts":"2026-08-19T21:07:47.75371Z","caller":"traceutil/trace.go:171","msg":"trace[613904080] linearizableReadLoop","detail":"{readStateIndex:18574; appliedIndex:18571; }","duration":"117.71953ms","start":"2026-08-19T21:07:47.635967Z","end":"2026-08-19T21:07:47.753686Z","steps":["trace[613904080] 'read index received' (duration: 21.319759ms)","trace[613904080] 'applied index is now lower than readState.Index' (duration: 96.398761ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T21:07:47.753866Z","caller":"traceutil/trace.go:171","msg":"trace[1072897909] transaction","detail":"{read_only:false; response_revision:17965; number_of_response:1; }","duration":"117.910684ms","start":"2026-08-19T21:07:47.635928Z","end":"2026-08-19T21:07:47.753839Z","steps":["trace[1072897909] 'process raft request' (duration: 117.665599ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:07:47.75397Z","caller":"traceutil/trace.go:171","msg":"trace[1041597295] transaction","detail":"{read_only:false; response_revision:17964; number_of_response:1; }","duration":"121.538294ms","start":"2026-08-19T21:07:47.632414Z","end":"2026-08-19T21:07:47.753952Z","steps":["trace[1041597295] 'process raft request' (duration: 110.761466ms)","trace[1041597295] 'compare' (duration: 10.181497ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T21:07:47.754535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.554636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:949699"} {"level":"info","ts":"2026-08-19T21:07:47.754595Z","caller":"traceutil/trace.go:171","msg":"trace[1679403421] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:17965; }","duration":"118.659078ms","start":"2026-08-19T21:07:47.635923Z","end":"2026-08-19T21:07:47.754582Z","steps":["trace[1679403421] 'agreement among raft nodes before linearized reading' (duration: 117.996925ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:07:48.255158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.290612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-19T21:07:48.255261Z","caller":"traceutil/trace.go:171","msg":"trace[1074093226] linearizableReadLoop","detail":"{readStateIndex:18575; appliedIndex:18574; }","duration":"327.661651ms","start":"2026-08-19T21:07:47.927581Z","end":"2026-08-19T21:07:48.255243Z","steps":["trace[1074093226] 'read index received' (duration: 211.129174ms)","trace[1074093226] 'applied index is now lower than readState.Index' (duration: 116.531177ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T21:07:48.255349Z","caller":"traceutil/trace.go:171","msg":"trace[1878040840] transaction","detail":"{read_only:false; response_revision:17966; number_of_response:1; }","duration":"330.509726ms","start":"2026-08-19T21:07:47.924827Z","end":"2026-08-19T21:07:48.255337Z","steps":["trace[1878040840] 'process raft request' (duration: 213.949688ms)","trace[1878040840] 'compare' (duration: 116.002897ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T21:07:48.255683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.323832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-19T21:07:48.255767Z","caller":"traceutil/trace.go:171","msg":"trace[716179959] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17966; }","duration":"278.458236ms","start":"2026-08-19T21:07:47.97729Z","end":"2026-08-19T21:07:48.255749Z","steps":["trace[716179959] 'agreement among raft nodes before linearized reading' (duration: 278.132629ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:07:48.255581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.000515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-08-19T21:07:48.25583Z","caller":"traceutil/trace.go:171","msg":"trace[1195077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17966; }","duration":"230.307302ms","start":"2026-08-19T21:07:48.025508Z","end":"2026-08-19T21:07:48.255815Z","steps":["trace[1195077] 'agreement among raft nodes before linearized reading' (duration: 229.931574ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:07:48.255824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.463146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-08-19T21:07:48.255815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.207702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-19T21:07:48.255927Z","caller":"traceutil/trace.go:171","msg":"trace[648213573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17966; }","duration":"278.363414ms","start":"2026-08-19T21:07:47.977549Z","end":"2026-08-19T21:07:48.255912Z","steps":["trace[648213573] 'agreement among raft nodes before linearized reading' (duration: 278.072098ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:07:48.255922Z","caller":"traceutil/trace.go:171","msg":"trace[1158645074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17966; }","duration":"278.569689ms","start":"2026-08-19T21:07:47.977321Z","end":"2026-08-19T21:07:48.255891Z","steps":["trace[1158645074] 'agreement among raft nodes before linearized reading' (duration: 278.371444ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:07:48.255943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:07:47.924796Z","time spent":"330.930674ms","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T21:07:48.255664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.185135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-19T21:07:48.256057Z","caller":"traceutil/trace.go:171","msg":"trace[229383022] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17966; }","duration":"160.650035ms","start":"2026-08-19T21:07:48.095367Z","end":"2026-08-19T21:07:48.256017Z","steps":["trace[229383022] 'agreement among raft nodes before linearized reading' (duration: 160.239927ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:07:48.256117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.766404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-19T21:07:48.256297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.745312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77vd8\" ","response":"range_response_count:1 size:20756"} {"level":"info","ts":"2026-08-19T21:07:48.256423Z","caller":"traceutil/trace.go:171","msg":"trace[1709986463] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-77vd8; range_end:; response_count:1; response_revision:17966; }","duration":"328.913994ms","start":"2026-08-19T21:07:47.927492Z","end":"2026-08-19T21:07:48.256406Z","steps":["trace[1709986463] 'agreement among raft nodes before linearized reading' (duration: 328.051147ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:07:48.256483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:07:47.927472Z","time spent":"328.994626ms","remote":"127.0.0.1:50858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20780,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-77vd8\" "} {"level":"info","ts":"2026-08-19T21:07:48.256272Z","caller":"traceutil/trace.go:171","msg":"trace[1245887617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17966; }","duration":"274.958108ms","start":"2026-08-19T21:07:47.981294Z","end":"2026-08-19T21:07:48.256252Z","steps":["trace[1245887617] 'agreement among raft nodes before linearized reading' (duration: 274.370347ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:07:48.398143Z","caller":"traceutil/trace.go:171","msg":"trace[111890979] transaction","detail":"{read_only:false; response_revision:17973; number_of_response:1; }","duration":"123.818037ms","start":"2026-08-19T21:07:48.274294Z","end":"2026-08-19T21:07:48.398112Z","steps":["trace[111890979] 'process raft request' (duration: 121.097794ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:07:48.398302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.861696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-08-19T21:07:48.398432Z","caller":"traceutil/trace.go:171","msg":"trace[1282838721] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:17973; }","duration":"114.023469ms","start":"2026-08-19T21:07:48.284384Z","end":"2026-08-19T21:07:48.398407Z","steps":["trace[1282838721] 'agreement among raft nodes before linearized reading' (duration: 113.662952ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:10:31.689249Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"dbd0ffa4f8c99812","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-19T21:10:31.695356Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-08-19T21:10:31.695439Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-08-19T21:11:50.863275Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17488} {"level":"info","ts":"2026-08-19T21:11:50.952601Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17488,"took":"86.223275ms","hash":2179536336,"current-db-size-bytes":57090048,"current-db-size":"57 MB","current-db-size-in-use-bytes":34734080,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-08-19T21:11:50.952669Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2179536336,"revision":17488,"compact-revision":15272} {"level":"info","ts":"2026-08-19T21:12:42.877353Z","caller":"traceutil/trace.go:171","msg":"trace[1551503313] transaction","detail":"{read_only:false; response_revision:20293; number_of_response:1; }","duration":"142.693129ms","start":"2026-08-19T21:12:42.734621Z","end":"2026-08-19T21:12:42.877314Z","steps":["trace[1551503313] 'process raft request' (duration: 142.303452ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:12:43.042731Z","caller":"traceutil/trace.go:171","msg":"trace[165598192] transaction","detail":"{read_only:false; response_revision:20294; number_of_response:1; }","duration":"218.397123ms","start":"2026-08-19T21:12:42.824306Z","end":"2026-08-19T21:12:43.042703Z","steps":["trace[165598192] 'process raft request' (duration: 217.972504ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:12:43.043118Z","caller":"traceutil/trace.go:171","msg":"trace[1748254775] transaction","detail":"{read_only:false; response_revision:20295; number_of_response:1; }","duration":"203.895035ms","start":"2026-08-19T21:12:42.839173Z","end":"2026-08-19T21:12:43.043068Z","steps":["trace[1748254775] 'process raft request' (duration: 203.483997ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:12:49.239167Z","caller":"traceutil/trace.go:171","msg":"trace[546926528] transaction","detail":"{read_only:false; response_revision:20326; number_of_response:1; }","duration":"177.991177ms","start":"2026-08-19T21:12:49.061144Z","end":"2026-08-19T21:12:49.239135Z","steps":["trace[546926528] 'process raft request' (duration: 93.433434ms)","trace[546926528] 'compare' (duration: 84.234887ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T21:12:49.240003Z","caller":"traceutil/trace.go:171","msg":"trace[1826155757] linearizableReadLoop","detail":"{readStateIndex:21012; appliedIndex:21010; }","duration":"165.665321ms","start":"2026-08-19T21:12:49.074308Z","end":"2026-08-19T21:12:49.239974Z","steps":["trace[1826155757] 'read index received' (duration: 80.268141ms)","trace[1826155757] 'applied index is now lower than readState.Index' (duration: 85.39623ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T21:12:49.240337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.518309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-19T21:12:49.240381Z","caller":"traceutil/trace.go:171","msg":"trace[1647301137] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:20327; }","duration":"151.62091ms","start":"2026-08-19T21:12:49.08875Z","end":"2026-08-19T21:12:49.240371Z","steps":["trace[1647301137] 'agreement among raft nodes before linearized reading' (duration: 151.529298ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T21:12:49.240345Z","caller":"traceutil/trace.go:171","msg":"trace[1153609400] transaction","detail":"{read_only:false; response_revision:20327; number_of_response:1; }","duration":"176.095051ms","start":"2026-08-19T21:12:49.064157Z","end":"2026-08-19T21:12:49.240252Z","steps":["trace[1153609400] 'process raft request' (duration: 175.671623ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:12:49.240658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.327263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7d64dd7cc5-mqsqf.18cd504f657d4fff\" ","response":"range_response_count:1 size:1178"} {"level":"info","ts":"2026-08-19T21:12:49.240729Z","caller":"traceutil/trace.go:171","msg":"trace[143087295] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7d64dd7cc5-mqsqf.18cd504f657d4fff; range_end:; response_count:1; response_revision:20327; }","duration":"166.430485ms","start":"2026-08-19T21:12:49.074281Z","end":"2026-08-19T21:12:49.240711Z","steps":["trace[143087295] 'agreement among raft nodes before linearized reading' (duration: 166.189201ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:12:49.544185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.590852ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-08-19T21:12:49.623988Z","caller":"traceutil/trace.go:171","msg":"trace[1357707384] transaction","detail":"{read_only:false; response_revision:20328; number_of_response:1; }","duration":"333.256198ms","start":"2026-08-19T21:12:49.290708Z","end":"2026-08-19T21:12:49.623964Z","steps":["trace[1357707384] 'process raft request' (duration: 333.063754ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T21:12:49.624144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T21:12:49.290687Z","time spent":"333.37005ms","remote":"127.0.0.1:50754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1161,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T21:16:50.871767Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20026} {"level":"info","ts":"2026-08-19T21:16:50.985496Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20026,"took":"108.766378ms","hash":1554192368,"current-db-size-bytes":57462784,"current-db-size":"58 MB","current-db-size-in-use-bytes":41725952,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-08-19T21:16:50.985564Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1554192368,"revision":20026,"compact-revision":17488} {"level":"info","ts":"2026-08-19T21:21:50.880141Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22899} {"level":"info","ts":"2026-08-19T21:21:51.00894Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22899,"took":"124.509991ms","hash":2393767861,"current-db-size-bytes":58728448,"current-db-size":"59 MB","current-db-size-in-use-bytes":32960512,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-08-19T21:21:51.008995Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2393767861,"revision":22899,"compact-revision":20026} {"level":"info","ts":"2026-08-19T21:26:05.884061Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006e24.wal"}