{"level":"warn","ts":"2026-08-15T02:36:01.027047Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-15T02:36:01.027354Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.124:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.124:2380","--initial-cluster=instance=https://199.19.213.124:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.124:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.124:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-15T02:36:01.027457Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-15T02:36:01.027468Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.124:2380"]} {"level":"info","ts":"2026-08-15T02:36:01.027491Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-15T02:36:01.028459Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.124:2379"]} {"level":"info","ts":"2026-08-15T02:36:01.028555Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.124:2380"],"listen-peer-urls":["https://199.19.213.124:2380"],"advertise-client-urls":["https://199.19.213.124:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.124:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.124:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-15T02:36:01.030703Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.892733ms"} {"level":"info","ts":"2026-08-15T02:36:01.035502Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6894f7e0c0041bce","cluster-id":"db11c089a44de10a"} {"level":"info","ts":"2026-08-15T02:36:01.035587Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce switched to configuration voters=()"} {"level":"info","ts":"2026-08-15T02:36:01.035617Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce became follower at term 0"} {"level":"info","ts":"2026-08-15T02:36:01.035639Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6894f7e0c0041bce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-15T02:36:01.03565Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce became follower at term 1"} {"level":"info","ts":"2026-08-15T02:36:01.035708Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce switched to configuration voters=(7535920621163912142)"} {"level":"warn","ts":"2026-08-15T02:36:01.041321Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-15T02:36:01.04289Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-15T02:36:01.045363Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-15T02:36:01.047236Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6894f7e0c0041bce","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-15T02:36:01.047438Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6894f7e0c0041bce","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-15T02:36:01.047472Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-15T02:36:01.047588Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-15T02:36:01.047603Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-15T02:36:01.049017Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce switched to configuration voters=(7535920621163912142)"} {"level":"info","ts":"2026-08-15T02:36:01.049652Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"db11c089a44de10a","local-member-id":"6894f7e0c0041bce","added-peer-id":"6894f7e0c0041bce","added-peer-peer-urls":["https://199.19.213.124:2380"]} {"level":"info","ts":"2026-08-15T02:36:01.051918Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-15T02:36:01.052092Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.124:2380"} {"level":"info","ts":"2026-08-15T02:36:01.052188Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.124:2380"} {"level":"info","ts":"2026-08-15T02:36:01.052254Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6894f7e0c0041bce","initial-advertise-peer-urls":["https://199.19.213.124:2380"],"listen-peer-urls":["https://199.19.213.124:2380"],"advertise-client-urls":["https://199.19.213.124:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.124:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-15T02:36:01.052318Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-15T02:36:01.936074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce is starting a new election at term 1"} {"level":"info","ts":"2026-08-15T02:36:01.936152Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce became pre-candidate at term 1"} {"level":"info","ts":"2026-08-15T02:36:01.936176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce received MsgPreVoteResp from 6894f7e0c0041bce at term 1"} {"level":"info","ts":"2026-08-15T02:36:01.936197Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce became candidate at term 2"} {"level":"info","ts":"2026-08-15T02:36:01.936208Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce received MsgVoteResp from 6894f7e0c0041bce at term 2"} {"level":"info","ts":"2026-08-15T02:36:01.936228Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6894f7e0c0041bce became leader at term 2"} {"level":"info","ts":"2026-08-15T02:36:01.936243Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6894f7e0c0041bce elected leader 6894f7e0c0041bce at term 2"} {"level":"info","ts":"2026-08-15T02:36:01.937278Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-15T02:36:01.938098Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-15T02:36:01.938094Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6894f7e0c0041bce","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.124:2379]}","request-path":"/0/members/6894f7e0c0041bce/attributes","cluster-id":"db11c089a44de10a","publish-timeout":"7s"} {"level":"info","ts":"2026-08-15T02:36:01.938175Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-15T02:36:01.938477Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-15T02:36:01.938509Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-15T02:36:01.938548Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"db11c089a44de10a","local-member-id":"6894f7e0c0041bce","cluster-version":"3.5"} {"level":"info","ts":"2026-08-15T02:36:01.938749Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-15T02:36:01.938846Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-15T02:36:01.942241Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.124:2379"} {"level":"info","ts":"2026-08-15T02:36:01.942658Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-15T02:36:37.468932Z","caller":"traceutil/trace.go:171","msg":"trace[472292995] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"100.987441ms","start":"2026-08-15T02:36:37.367924Z","end":"2026-08-15T02:36:37.468911Z","steps":["trace[472292995] 'process raft request' (duration: 100.93863ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:36:37.468979Z","caller":"traceutil/trace.go:171","msg":"trace[911515995] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"103.08889ms","start":"2026-08-15T02:36:37.365871Z","end":"2026-08-15T02:36:37.46896Z","steps":["trace[911515995] 'process raft request' (duration: 102.757671ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:36:37.474159Z","caller":"traceutil/trace.go:171","msg":"trace[275997728] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"102.924135ms","start":"2026-08-15T02:36:37.371212Z","end":"2026-08-15T02:36:37.474136Z","steps":["trace[275997728] 'process raft request' (duration: 102.623266ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:36:43.022735Z","caller":"traceutil/trace.go:171","msg":"trace[568422818] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"145.820149ms","start":"2026-08-15T02:36:42.87689Z","end":"2026-08-15T02:36:43.02271Z","steps":["trace[568422818] 'process raft request' (duration: 75.405879ms)","trace[568422818] 'compare' (duration: 70.307137ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:36:43.798219Z","caller":"traceutil/trace.go:171","msg":"trace[242158357] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:653; }","duration":"254.713239ms","start":"2026-08-15T02:36:43.543481Z","end":"2026-08-15T02:36:43.798194Z","steps":["trace[242158357] 'read index received' (duration: 254.001369ms)","trace[242158357] 'applied index is now lower than readState.Index' (duration: 710.91µs)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:36:43.798268Z","caller":"traceutil/trace.go:171","msg":"trace[334132476] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"392.257936ms","start":"2026-08-15T02:36:43.405982Z","end":"2026-08-15T02:36:43.79824Z","steps":["trace[334132476] 'process raft request' (duration: 391.711721ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:36:43.798512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.927664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-08-15T02:36:43.798602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.602653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-08-15T02:36:43.79863Z","caller":"traceutil/trace.go:171","msg":"trace[1846159239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:629; }","duration":"255.13804ms","start":"2026-08-15T02:36:43.543466Z","end":"2026-08-15T02:36:43.798604Z","steps":["trace[1846159239] 'agreement among raft nodes before linearized reading' (duration: 254.826781ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:36:43.798664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.451817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-15T02:36:43.798689Z","caller":"traceutil/trace.go:171","msg":"trace[927338298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:629; }","duration":"251.738537ms","start":"2026-08-15T02:36:43.546925Z","end":"2026-08-15T02:36:43.798663Z","steps":["trace[927338298] 'agreement among raft nodes before linearized reading' (duration: 251.544541ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:36:43.798707Z","caller":"traceutil/trace.go:171","msg":"trace[253719435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:629; }","duration":"136.55446ms","start":"2026-08-15T02:36:43.66214Z","end":"2026-08-15T02:36:43.798694Z","steps":["trace[253719435] 'agreement among raft nodes before linearized reading' (duration: 136.319833ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:36:43.799126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T02:36:43.405952Z","time spent":"392.470082ms","remote":"127.0.0.1:44496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-15T02:37:08.146434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.194958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-08-15T02:37:08.146554Z","caller":"traceutil/trace.go:171","msg":"trace[987633259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:819; }","duration":"181.368583ms","start":"2026-08-15T02:37:07.96515Z","end":"2026-08-15T02:37:08.146519Z","steps":["trace[987633259] 'range keys from in-memory index tree' (duration: 180.976892ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:37:08.146571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.527123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-15T02:37:08.146652Z","caller":"traceutil/trace.go:171","msg":"trace[266288910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:819; }","duration":"218.669157ms","start":"2026-08-15T02:37:07.927965Z","end":"2026-08-15T02:37:08.146634Z","steps":["trace[266288910] 'range keys from in-memory index tree' (duration: 218.319558ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:37:08.146723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.327272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-15T02:37:08.146799Z","caller":"traceutil/trace.go:171","msg":"trace[233366208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:819; }","duration":"181.430874ms","start":"2026-08-15T02:37:07.965348Z","end":"2026-08-15T02:37:08.146779Z","steps":["trace[233366208] 'range keys from in-memory index tree' (duration: 181.193878ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:37:08.147049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.971479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-15T02:37:08.147139Z","caller":"traceutil/trace.go:171","msg":"trace[73732756] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:819; }","duration":"200.436102ms","start":"2026-08-15T02:37:07.946685Z","end":"2026-08-15T02:37:08.147121Z","steps":["trace[73732756] 'count revisions from in-memory index tree' (duration: 199.856706ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:37:08.237264Z","caller":"traceutil/trace.go:171","msg":"trace[579080357] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"114.92074ms","start":"2026-08-15T02:37:08.122319Z","end":"2026-08-15T02:37:08.23724Z","steps":["trace[579080357] 'process raft request' (duration: 114.783466ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:38:18.932504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.632764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-15T02:38:18.932676Z","caller":"traceutil/trace.go:171","msg":"trace[1804841012] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"306.185438ms","start":"2026-08-15T02:38:18.626478Z","end":"2026-08-15T02:38:18.932664Z","steps":["trace[1804841012] 'process raft request' (duration: 306.118926ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:38:18.932726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T02:38:18.626453Z","time spent":"306.2529ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-15T02:38:18.932795Z","caller":"traceutil/trace.go:171","msg":"trace[1653302936] linearizableReadLoop","detail":"{readStateIndex:1932; appliedIndex:1931; }","duration":"310.269642ms","start":"2026-08-15T02:38:18.622472Z","end":"2026-08-15T02:38:18.932742Z","steps":["trace[1653302936] 'read index received' (duration: 34.298838ms)","trace[1653302936] 'applied index is now lower than readState.Index' (duration: 275.966764ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:38:18.932986Z","caller":"traceutil/trace.go:171","msg":"trace[1648343752] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"310.583601ms","start":"2026-08-15T02:38:18.622382Z","end":"2026-08-15T02:38:18.932965Z","steps":["trace[1648343752] 'process raft request' (duration: 34.308259ms)","trace[1648343752] 'compare' (duration: 275.518081ms)"],"step_count":2} {"level":"warn","ts":"2026-08-15T02:38:18.933153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T02:38:18.622368Z","time spent":"310.663743ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-15T02:38:18.933179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.682763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-08-15T02:38:18.933255Z","caller":"traceutil/trace.go:171","msg":"trace[729717951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1861; }","duration":"310.785727ms","start":"2026-08-15T02:38:18.622451Z","end":"2026-08-15T02:38:18.933236Z","steps":["trace[729717951] 'agreement among raft nodes before linearized reading' (duration: 310.584761ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:38:18.933295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T02:38:18.622443Z","time spent":"310.843778ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-15T02:38:18.933292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.870615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6c7d6b61-4e1f-4012-83d7-1ab78f7d783b\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-08-15T02:38:18.933376Z","caller":"traceutil/trace.go:171","msg":"trace[318885414] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6c7d6b61-4e1f-4012-83d7-1ab78f7d783b; range_end:; response_count:1; response_revision:1861; }","duration":"162.046269ms","start":"2026-08-15T02:38:18.771311Z","end":"2026-08-15T02:38:18.933357Z","steps":["trace[318885414] 'agreement among raft nodes before linearized reading' (duration: 161.736391ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:38:19.406365Z","caller":"traceutil/trace.go:171","msg":"trace[1612534194] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"168.124199ms","start":"2026-08-15T02:38:19.238196Z","end":"2026-08-15T02:38:19.40632Z","steps":["trace[1612534194] 'process raft request' (duration: 167.769239ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:39:04.346926Z","caller":"traceutil/trace.go:171","msg":"trace[1049969670] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"108.934476ms","start":"2026-08-15T02:39:04.23796Z","end":"2026-08-15T02:39:04.346894Z","steps":["trace[1049969670] 'process raft request' (duration: 108.762241ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:40:21.557241Z","caller":"traceutil/trace.go:171","msg":"trace[1430131714] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"112.529428ms","start":"2026-08-15T02:40:21.444681Z","end":"2026-08-15T02:40:21.557211Z","steps":["trace[1430131714] 'process raft request' (duration: 112.172768ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:40:32.411589Z","caller":"traceutil/trace.go:171","msg":"trace[313177742] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"110.87471ms","start":"2026-08-15T02:40:32.300687Z","end":"2026-08-15T02:40:32.411562Z","steps":["trace[313177742] 'process raft request' (duration: 110.51342ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:40:32.776451Z","caller":"traceutil/trace.go:171","msg":"trace[1253219366] transaction","detail":"{read_only:false; response_revision:2837; number_of_response:1; }","duration":"117.1843ms","start":"2026-08-15T02:40:32.659238Z","end":"2026-08-15T02:40:32.776423Z","steps":["trace[1253219366] 'process raft request' (duration: 116.950113ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:44:22.336693Z","caller":"traceutil/trace.go:171","msg":"trace[371028763] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"116.244469ms","start":"2026-08-15T02:44:22.22042Z","end":"2026-08-15T02:44:22.336665Z","steps":["trace[371028763] 'process raft request' (duration: 116.064994ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:44:25.626184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.760238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-15T02:44:25.626256Z","caller":"traceutil/trace.go:171","msg":"trace[993264088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5007; }","duration":"231.881181ms","start":"2026-08-15T02:44:25.394363Z","end":"2026-08-15T02:44:25.626244Z","steps":["trace[993264088] 'range keys from in-memory index tree' (duration: 231.589203ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:44:39.105969Z","caller":"traceutil/trace.go:171","msg":"trace[1194033428] linearizableReadLoop","detail":"{readStateIndex:5484; appliedIndex:5483; }","duration":"122.588876ms","start":"2026-08-15T02:44:38.983353Z","end":"2026-08-15T02:44:39.105942Z","steps":["trace[1194033428] 'read index received' (duration: 122.429402ms)","trace[1194033428] 'applied index is now lower than readState.Index' (duration: 155.134µs)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:44:39.106066Z","caller":"traceutil/trace.go:171","msg":"trace[538309288] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"187.747712ms","start":"2026-08-15T02:44:38.918285Z","end":"2026-08-15T02:44:39.106033Z","steps":["trace[538309288] 'process raft request' (duration: 187.495685ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:44:39.106235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.315408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-15T02:44:39.106241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.861713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-15T02:44:39.106275Z","caller":"traceutil/trace.go:171","msg":"trace[33699532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5280; }","duration":"122.41707ms","start":"2026-08-15T02:44:38.983846Z","end":"2026-08-15T02:44:39.106264Z","steps":["trace[33699532] 'agreement among raft nodes before linearized reading' (duration: 122.254246ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:44:39.106317Z","caller":"traceutil/trace.go:171","msg":"trace[258639756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5280; }","duration":"122.976786ms","start":"2026-08-15T02:44:38.983323Z","end":"2026-08-15T02:44:39.1063Z","steps":["trace[258639756] 'agreement among raft nodes before linearized reading' (duration: 122.751521ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:44:39.224367Z","caller":"traceutil/trace.go:171","msg":"trace[1705457715] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"113.380099ms","start":"2026-08-15T02:44:39.11096Z","end":"2026-08-15T02:44:39.22434Z","steps":["trace[1705457715] 'process raft request' (duration: 113.318417ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:44:39.224763Z","caller":"traceutil/trace.go:171","msg":"trace[49563620] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"114.735167ms","start":"2026-08-15T02:44:39.109989Z","end":"2026-08-15T02:44:39.224725Z","steps":["trace[49563620] 'process raft request' (duration: 114.159381ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:44:46.626052Z","caller":"traceutil/trace.go:171","msg":"trace[870559047] linearizableReadLoop","detail":"{readStateIndex:5654; appliedIndex:5653; }","duration":"331.622341ms","start":"2026-08-15T02:44:46.294391Z","end":"2026-08-15T02:44:46.626013Z","steps":["trace[870559047] 'read index received' (duration: 296.000198ms)","trace[870559047] 'applied index is now lower than readState.Index' (duration: 35.620893ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:44:46.626147Z","caller":"traceutil/trace.go:171","msg":"trace[1514916569] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"363.725085ms","start":"2026-08-15T02:44:46.262351Z","end":"2026-08-15T02:44:46.626077Z","steps":["trace[1514916569] 'process raft request' (duration: 328.04565ms)","trace[1514916569] 'compare' (duration: 35.429718ms)"],"step_count":2} {"level":"warn","ts":"2026-08-15T02:44:46.626295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T02:44:46.262334Z","time spent":"363.879159ms","remote":"127.0.0.1:44576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-15T02:44:46.626312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.906078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-08-15T02:44:46.626448Z","caller":"traceutil/trace.go:171","msg":"trace[1216346162] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5446; }","duration":"332.095624ms","start":"2026-08-15T02:44:46.294336Z","end":"2026-08-15T02:44:46.626431Z","steps":["trace[1216346162] 'agreement among raft nodes before linearized reading' (duration: 331.803615ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:44:46.626495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T02:44:46.294314Z","time spent":"332.169256ms","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-08-15T02:44:46.644239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.927804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-15T02:44:46.644265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.632466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1f169a83-1585-4d89-b424-ea246ce1cbd4\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-08-15T02:44:46.644328Z","caller":"traceutil/trace.go:171","msg":"trace[1230186239] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1f169a83-1585-4d89-b424-ea246ce1cbd4; range_end:; response_count:1; response_revision:5447; }","duration":"174.704558ms","start":"2026-08-15T02:44:46.469608Z","end":"2026-08-15T02:44:46.644313Z","steps":["trace[1230186239] 'agreement among raft nodes before linearized reading' (duration: 174.529583ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:44:46.644319Z","caller":"traceutil/trace.go:171","msg":"trace[49946385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5447; }","duration":"250.063459ms","start":"2026-08-15T02:44:46.394237Z","end":"2026-08-15T02:44:46.644301Z","steps":["trace[49946385] 'agreement among raft nodes before linearized reading' (duration: 249.923785ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:44:46.774862Z","caller":"traceutil/trace.go:171","msg":"trace[813176799] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"143.307744ms","start":"2026-08-15T02:44:46.631519Z","end":"2026-08-15T02:44:46.774826Z","steps":["trace[813176799] 'process raft request' (duration: 97.436176ms)","trace[813176799] 'compare' (duration: 45.699873ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:44:46.774975Z","caller":"traceutil/trace.go:171","msg":"trace[1828780603] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"142.390718ms","start":"2026-08-15T02:44:46.632552Z","end":"2026-08-15T02:44:46.774943Z","steps":["trace[1828780603] 'process raft request' (duration: 142.238474ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:44:46.775139Z","caller":"traceutil/trace.go:171","msg":"trace[1180474957] linearizableReadLoop","detail":"{readStateIndex:5661; appliedIndex:5655; }","duration":"131.030701ms","start":"2026-08-15T02:44:46.644089Z","end":"2026-08-15T02:44:46.775119Z","steps":["trace[1180474957] 'read index received' (duration: 84.816533ms)","trace[1180474957] 'applied index is now lower than readState.Index' (duration: 46.211218ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:44:46.77526Z","caller":"traceutil/trace.go:171","msg":"trace[457827243] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"143.378405ms","start":"2026-08-15T02:44:46.63187Z","end":"2026-08-15T02:44:46.775248Z","steps":["trace[457827243] 'process raft request' (duration: 142.879001ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:44:46.775264Z","caller":"traceutil/trace.go:171","msg":"trace[672605420] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"140.208636ms","start":"2026-08-15T02:44:46.635036Z","end":"2026-08-15T02:44:46.775245Z","steps":["trace[672605420] 'process raft request' (duration: 139.884507ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:44:46.775367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.12606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1f169a83-1585-4d89-b424-ea246ce1cbd4\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-08-15T02:44:46.775422Z","caller":"traceutil/trace.go:171","msg":"trace[1102442483] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1f169a83-1585-4d89-b424-ea246ce1cbd4; range_end:; response_count:1; response_revision:5453; }","duration":"142.213873ms","start":"2026-08-15T02:44:46.633193Z","end":"2026-08-15T02:44:46.775407Z","steps":["trace[1102442483] 'agreement among raft nodes before linearized reading' (duration: 142.044218ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:44:46.775471Z","caller":"traceutil/trace.go:171","msg":"trace[336725676] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"142.567193ms","start":"2026-08-15T02:44:46.632873Z","end":"2026-08-15T02:44:46.77544Z","steps":["trace[336725676] 'process raft request' (duration: 141.973076ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:44:46.775685Z","caller":"traceutil/trace.go:171","msg":"trace[607725082] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"142.725717ms","start":"2026-08-15T02:44:46.632932Z","end":"2026-08-15T02:44:46.775658Z","steps":["trace[607725082] 'process raft request' (duration: 141.954835ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:44:46.775493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.802352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c14b69de-b0d0-43cd-8a2f-e9cde08dc08b\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-08-15T02:44:46.775858Z","caller":"traceutil/trace.go:171","msg":"trace[2004445177] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c14b69de-b0d0-43cd-8a2f-e9cde08dc08b; range_end:; response_count:1; response_revision:5453; }","duration":"146.295077ms","start":"2026-08-15T02:44:46.629545Z","end":"2026-08-15T02:44:46.77584Z","steps":["trace[2004445177] 'agreement among raft nodes before linearized reading' (duration: 145.723231ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:44:46.828542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.02559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-15T02:44:46.828607Z","caller":"traceutil/trace.go:171","msg":"trace[1580227664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5454; }","duration":"183.131363ms","start":"2026-08-15T02:44:46.645461Z","end":"2026-08-15T02:44:46.828592Z","steps":["trace[1580227664] 'agreement among raft nodes before linearized reading' (duration: 183.02092ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:44:46.941492Z","caller":"traceutil/trace.go:171","msg":"trace[1824771914] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"129.706704ms","start":"2026-08-15T02:44:46.811762Z","end":"2026-08-15T02:44:46.941468Z","steps":["trace[1824771914] 'process raft request' (duration: 129.602991ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:44:46.941534Z","caller":"traceutil/trace.go:171","msg":"trace[1410669606] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"159.00506ms","start":"2026-08-15T02:44:46.782496Z","end":"2026-08-15T02:44:46.941501Z","steps":["trace[1410669606] 'process raft request' (duration: 153.411305ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:45:37.162624Z","caller":"traceutil/trace.go:171","msg":"trace[1556483400] transaction","detail":"{read_only:false; response_revision:5930; number_of_response:1; }","duration":"101.493408ms","start":"2026-08-15T02:45:37.061092Z","end":"2026-08-15T02:45:37.162586Z","steps":["trace[1556483400] 'process raft request' (duration: 67.716947ms)","trace[1556483400] 'compare' (duration: 33.537834ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:46:01.968462Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2998} {"level":"info","ts":"2026-08-15T02:46:02.03501Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2998,"took":"65.369461ms","hash":3772140110,"current-db-size-bytes":57356288,"current-db-size":"57 MB","current-db-size-in-use-bytes":34586624,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-08-15T02:46:02.035091Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3772140110,"revision":2998,"compact-revision":-1} {"level":"info","ts":"2026-08-15T02:50:37.601073Z","caller":"traceutil/trace.go:171","msg":"trace[113314040] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"110.557505ms","start":"2026-08-15T02:50:37.490477Z","end":"2026-08-15T02:50:37.601035Z","steps":["trace[113314040] 'process raft request' (duration: 110.220055ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:50:37.957871Z","caller":"traceutil/trace.go:171","msg":"trace[316488322] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"352.496515ms","start":"2026-08-15T02:50:37.605346Z","end":"2026-08-15T02:50:37.957842Z","steps":["trace[316488322] 'process raft request' (duration: 352.313579ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:50:37.958069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T02:50:37.605326Z","time spent":"352.624739ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-15T02:50:37.958735Z","caller":"traceutil/trace.go:171","msg":"trace[1042492518] linearizableReadLoop","detail":"{readStateIndex:8482; appliedIndex:8480; }","duration":"213.956567ms","start":"2026-08-15T02:50:37.74476Z","end":"2026-08-15T02:50:37.958716Z","steps":["trace[1042492518] 'read index received' (duration: 212.904948ms)","trace[1042492518] 'applied index is now lower than readState.Index' (duration: 1.050579ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:50:37.959044Z","caller":"traceutil/trace.go:171","msg":"trace[2095042937] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"353.352339ms","start":"2026-08-15T02:50:37.605674Z","end":"2026-08-15T02:50:37.959027Z","steps":["trace[2095042937] 'process raft request' (duration: 352.900596ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:50:37.959143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T02:50:37.605665Z","time spent":"353.426231ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-15T02:50:37.959537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.984977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-15T02:50:37.959645Z","caller":"traceutil/trace.go:171","msg":"trace[59466759] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8189; }","duration":"195.139961ms","start":"2026-08-15T02:50:37.76448Z","end":"2026-08-15T02:50:37.959619Z","steps":["trace[59466759] 'agreement among raft nodes before linearized reading' (duration: 194.952366ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:50:37.959568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.806071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-15T02:50:37.959731Z","caller":"traceutil/trace.go:171","msg":"trace[1523101788] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8189; }","duration":"215.003557ms","start":"2026-08-15T02:50:37.744713Z","end":"2026-08-15T02:50:37.959716Z","steps":["trace[1523101788] 'agreement among raft nodes before linearized reading' (duration: 214.710299ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:50:49.025757Z","caller":"traceutil/trace.go:171","msg":"trace[1406346974] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"112.2005ms","start":"2026-08-15T02:50:48.913529Z","end":"2026-08-15T02:50:49.02573Z","steps":["trace[1406346974] 'process raft request' (duration: 112.024355ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:50:49.039377Z","caller":"traceutil/trace.go:171","msg":"trace[613102846] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"124.700989ms","start":"2026-08-15T02:50:48.914644Z","end":"2026-08-15T02:50:49.039345Z","steps":["trace[613102846] 'process raft request' (duration: 124.412871ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:50:50.271903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.490842ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-15T02:50:51.232322Z","caller":"traceutil/trace.go:171","msg":"trace[1111580189] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"175.091584ms","start":"2026-08-15T02:50:51.057204Z","end":"2026-08-15T02:50:51.232295Z","steps":["trace[1111580189] 'process raft request' (duration: 83.396806ms)","trace[1111580189] 'compare' (duration: 91.521543ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:50:51.232486Z","caller":"traceutil/trace.go:171","msg":"trace[658793898] linearizableReadLoop","detail":"{readStateIndex:8553; appliedIndex:8551; }","duration":"157.427101ms","start":"2026-08-15T02:50:51.07502Z","end":"2026-08-15T02:50:51.232447Z","steps":["trace[658793898] 'read index received' (duration: 65.573209ms)","trace[658793898] 'applied index is now lower than readState.Index' (duration: 91.851962ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:50:51.232517Z","caller":"traceutil/trace.go:171","msg":"trace[72320051] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"174.713044ms","start":"2026-08-15T02:50:51.057777Z","end":"2026-08-15T02:50:51.23249Z","steps":["trace[72320051] 'process raft request' (duration: 174.475297ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:50:51.232781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.721529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-15T02:50:51.23289Z","caller":"traceutil/trace.go:171","msg":"trace[936099694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8256; }","duration":"157.887064ms","start":"2026-08-15T02:50:51.074975Z","end":"2026-08-15T02:50:51.232862Z","steps":["trace[936099694] 'agreement among raft nodes before linearized reading' (duration: 157.589536ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:51:01.975053Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6131} {"level":"info","ts":"2026-08-15T02:51:02.085271Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6131,"took":"108.035853ms","hash":3496580602,"current-db-size-bytes":57356288,"current-db-size":"57 MB","current-db-size-in-use-bytes":23343104,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-08-15T02:51:02.085353Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3496580602,"revision":6131,"compact-revision":2998} {"level":"info","ts":"2026-08-15T02:51:30.867498Z","caller":"traceutil/trace.go:171","msg":"trace[1668686091] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"151.240368ms","start":"2026-08-15T02:51:30.71623Z","end":"2026-08-15T02:51:30.86747Z","steps":["trace[1668686091] 'process raft request' (duration: 151.053453ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:51:31.618374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.800078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ckplw\" ","response":"range_response_count:1 size:4647"} {"level":"warn","ts":"2026-08-15T02:51:31.618395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.924931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-15T02:51:31.6185Z","caller":"traceutil/trace.go:171","msg":"trace[57561844] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ckplw; range_end:; response_count:1; response_revision:8569; }","duration":"102.970902ms","start":"2026-08-15T02:51:31.515512Z","end":"2026-08-15T02:51:31.618483Z","steps":["trace[57561844] 'range keys from in-memory index tree' (duration: 101.885833ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:51:31.618529Z","caller":"traceutil/trace.go:171","msg":"trace[1321508903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8569; }","duration":"127.112776ms","start":"2026-08-15T02:51:31.491392Z","end":"2026-08-15T02:51:31.618505Z","steps":["trace[1321508903] 'range keys from in-memory index tree' (duration: 126.721765ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:51:31.625072Z","caller":"traceutil/trace.go:171","msg":"trace[204399703] linearizableReadLoop","detail":"{readStateIndex:8882; appliedIndex:8881; }","duration":"106.965205ms","start":"2026-08-15T02:51:31.518054Z","end":"2026-08-15T02:51:31.625019Z","steps":["trace[204399703] 'read index received' (duration: 106.770099ms)","trace[204399703] 'applied index is now lower than readState.Index' (duration: 193.996µs)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:51:31.625159Z","caller":"traceutil/trace.go:171","msg":"trace[1270311787] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"109.566827ms","start":"2026-08-15T02:51:31.515557Z","end":"2026-08-15T02:51:31.625124Z","steps":["trace[1270311787] 'process raft request' (duration: 109.287989ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:51:31.625365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.293074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-15T02:51:31.625423Z","caller":"traceutil/trace.go:171","msg":"trace[1866502874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8570; }","duration":"107.399766ms","start":"2026-08-15T02:51:31.518006Z","end":"2026-08-15T02:51:31.625405Z","steps":["trace[1866502874] 'agreement among raft nodes before linearized reading' (duration: 107.190201ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:51:31.756727Z","caller":"traceutil/trace.go:171","msg":"trace[2078451268] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"236.013765ms","start":"2026-08-15T02:51:31.520671Z","end":"2026-08-15T02:51:31.756684Z","steps":["trace[2078451268] 'process raft request' (duration: 204.128065ms)","trace[2078451268] 'compare' (duration: 31.655283ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:51:31.757501Z","caller":"traceutil/trace.go:171","msg":"trace[1520873708] linearizableReadLoop","detail":"{readStateIndex:8884; appliedIndex:8882; }","duration":"132.315431ms","start":"2026-08-15T02:51:31.625161Z","end":"2026-08-15T02:51:31.757476Z","steps":["trace[1520873708] 'read index received' (duration: 99.636799ms)","trace[1520873708] 'applied index is now lower than readState.Index' (duration: 32.677462ms)"],"step_count":2} {"level":"warn","ts":"2026-08-15T02:51:31.757689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.534832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-15T02:51:31.757732Z","caller":"traceutil/trace.go:171","msg":"trace[1185886098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8572; }","duration":"215.630086ms","start":"2026-08-15T02:51:31.542091Z","end":"2026-08-15T02:51:31.757721Z","steps":["trace[1185886098] 'agreement among raft nodes before linearized reading' (duration: 215.475791ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:51:31.757902Z","caller":"traceutil/trace.go:171","msg":"trace[897095348] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"129.41012ms","start":"2026-08-15T02:51:31.628465Z","end":"2026-08-15T02:51:31.757875Z","steps":["trace[897095348] 'process raft request' (duration: 128.924756ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:51:31.75791Z","caller":"traceutil/trace.go:171","msg":"trace[439026847] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"134.653947ms","start":"2026-08-15T02:51:31.623185Z","end":"2026-08-15T02:51:31.757839Z","steps":["trace[439026847] 'process raft request' (duration: 133.430613ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:51:31.758294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.751358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-15T02:51:31.758479Z","caller":"traceutil/trace.go:171","msg":"trace[315991984] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8573; }","duration":"192.909552ms","start":"2026-08-15T02:51:31.565466Z","end":"2026-08-15T02:51:31.758376Z","steps":["trace[315991984] 'agreement among raft nodes before linearized reading' (duration: 192.356347ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:52:19.746892Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002472.wal"} {"level":"info","ts":"2026-08-15T02:53:30.32532Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6894f7e0c0041bce","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-15T02:53:30.331916Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-08-15T02:53:30.331997Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-08-15T02:56:01.983478Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8320} {"level":"info","ts":"2026-08-15T02:56:02.063551Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8320,"took":"77.872496ms","hash":6803415,"current-db-size-bytes":57356288,"current-db-size":"57 MB","current-db-size-in-use-bytes":27013120,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-08-15T02:56:02.063754Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":6803415,"revision":8320,"compact-revision":6131} {"level":"info","ts":"2026-08-15T02:56:20.504215Z","caller":"traceutil/trace.go:171","msg":"trace[218811648] transaction","detail":"{read_only:false; response_revision:11137; number_of_response:1; }","duration":"121.374855ms","start":"2026-08-15T02:56:20.382793Z","end":"2026-08-15T02:56:20.504168Z","steps":["trace[218811648] 'process raft request' (duration: 121.050536ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:01:01.990622Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11032} {"level":"info","ts":"2026-08-15T03:01:02.070765Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11032,"took":"77.280334ms","hash":1064596615,"current-db-size-bytes":57356288,"current-db-size":"57 MB","current-db-size-in-use-bytes":28418048,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-15T03:01:02.070922Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1064596615,"revision":11032,"compact-revision":8320} {"level":"info","ts":"2026-08-15T03:02:30.069866Z","caller":"traceutil/trace.go:171","msg":"trace[573886279] transaction","detail":"{read_only:false; response_revision:13633; number_of_response:1; }","duration":"182.066284ms","start":"2026-08-15T03:02:29.887774Z","end":"2026-08-15T03:02:30.069841Z","steps":["trace[573886279] 'process raft request' (duration: 181.90849ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:02:30.146157Z","caller":"traceutil/trace.go:171","msg":"trace[1911170072] linearizableReadLoop","detail":"{readStateIndex:14106; appliedIndex:14104; }","duration":"199.981934ms","start":"2026-08-15T03:02:29.946144Z","end":"2026-08-15T03:02:30.146125Z","steps":["trace[1911170072] 'read index received' (duration: 123.600675ms)","trace[1911170072] 'applied index is now lower than readState.Index' (duration: 76.380389ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T03:02:30.146287Z","caller":"traceutil/trace.go:171","msg":"trace[660681757] transaction","detail":"{read_only:false; response_revision:13634; number_of_response:1; }","duration":"255.246364ms","start":"2026-08-15T03:02:29.890991Z","end":"2026-08-15T03:02:30.146237Z","steps":["trace[660681757] 'process raft request' (duration: 255.008037ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:02:30.146349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.19387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-15T03:02:30.146382Z","caller":"traceutil/trace.go:171","msg":"trace[922014645] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13634; }","duration":"200.272762ms","start":"2026-08-15T03:02:29.946097Z","end":"2026-08-15T03:02:30.14637Z","steps":["trace[922014645] 'agreement among raft nodes before linearized reading' (duration: 200.128408ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:02:45.208867Z","caller":"traceutil/trace.go:171","msg":"trace[12389878] transaction","detail":"{read_only:false; response_revision:13724; number_of_response:1; }","duration":"113.761421ms","start":"2026-08-15T03:02:45.095073Z","end":"2026-08-15T03:02:45.208835Z","steps":["trace[12389878] 'process raft request' (duration: 112.864346ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:02:55.459076Z","caller":"traceutil/trace.go:171","msg":"trace[672991420] transaction","detail":"{read_only:false; response_revision:13891; number_of_response:1; }","duration":"200.773375ms","start":"2026-08-15T03:02:55.258273Z","end":"2026-08-15T03:02:55.459047Z","steps":["trace[672991420] 'process raft request' (duration: 200.542559ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:02:55.632546Z","caller":"traceutil/trace.go:171","msg":"trace[1398463531] linearizableReadLoop","detail":"{readStateIndex:14372; appliedIndex:14371; }","duration":"173.513626ms","start":"2026-08-15T03:02:55.458996Z","end":"2026-08-15T03:02:55.632509Z","steps":["trace[1398463531] 'read index received' (duration: 154.570158ms)","trace[1398463531] 'applied index is now lower than readState.Index' (duration: 18.941698ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T03:02:55.632593Z","caller":"traceutil/trace.go:171","msg":"trace[1478900741] transaction","detail":"{read_only:false; response_revision:13892; number_of_response:1; }","duration":"254.471153ms","start":"2026-08-15T03:02:55.378075Z","end":"2026-08-15T03:02:55.632546Z","steps":["trace[1478900741] 'process raft request' (duration: 235.473014ms)","trace[1478900741] 'compare' (duration: 18.726471ms)"],"step_count":2} {"level":"warn","ts":"2026-08-15T03:02:55.632789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.155057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-15T03:02:55.632846Z","caller":"traceutil/trace.go:171","msg":"trace[234687108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13892; }","duration":"238.26316ms","start":"2026-08-15T03:02:55.394571Z","end":"2026-08-15T03:02:55.632834Z","steps":["trace[234687108] 'agreement among raft nodes before linearized reading' (duration: 238.119436ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:02:55.632935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.007134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-15T03:02:55.633032Z","caller":"traceutil/trace.go:171","msg":"trace[1853134751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13892; }","duration":"219.132587ms","start":"2026-08-15T03:02:55.413877Z","end":"2026-08-15T03:02:55.63301Z","steps":["trace[1853134751] 'agreement among raft nodes before linearized reading' (duration: 218.837619ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:02:55.633228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.205769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-15T03:02:55.633338Z","caller":"traceutil/trace.go:171","msg":"trace[96777077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13892; }","duration":"219.485527ms","start":"2026-08-15T03:02:55.413837Z","end":"2026-08-15T03:02:55.633323Z","steps":["trace[96777077] 'agreement among raft nodes before linearized reading' (duration: 218.731396ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:02:55.671886Z","caller":"traceutil/trace.go:171","msg":"trace[865288865] transaction","detail":"{read_only:false; response_revision:13893; number_of_response:1; }","duration":"204.538401ms","start":"2026-08-15T03:02:55.467284Z","end":"2026-08-15T03:02:55.671822Z","steps":["trace[865288865] 'process raft request' (duration: 204.222202ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:02:55.672072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.645834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-rdkr8.18cbdb754b8131c3\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-08-15T03:02:55.672192Z","caller":"traceutil/trace.go:171","msg":"trace[547972583] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-rdkr8.18cbdb754b8131c3; range_end:; response_count:1; response_revision:13893; }","duration":"124.825599ms","start":"2026-08-15T03:02:55.547334Z","end":"2026-08-15T03:02:55.67216Z","steps":["trace[547972583] 'agreement among raft nodes before linearized reading' (duration: 124.472299ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:04:17.538474Z","caller":"traceutil/trace.go:171","msg":"trace[1753543686] transaction","detail":"{read_only:false; response_revision:14890; number_of_response:1; }","duration":"299.542803ms","start":"2026-08-15T03:04:17.238844Z","end":"2026-08-15T03:04:17.538387Z","steps":["trace[1753543686] 'process raft request' (duration: 299.355058ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:04:17.555585Z","caller":"traceutil/trace.go:171","msg":"trace[1495441330] linearizableReadLoop","detail":"{readStateIndex:15401; appliedIndex:15399; }","duration":"297.386213ms","start":"2026-08-15T03:04:17.258174Z","end":"2026-08-15T03:04:17.55556Z","steps":["trace[1495441330] 'read index received' (duration: 280.06056ms)","trace[1495441330] 'applied index is now lower than readState.Index' (duration: 17.324893ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T03:04:17.555703Z","caller":"traceutil/trace.go:171","msg":"trace[1847884824] transaction","detail":"{read_only:false; response_revision:14891; number_of_response:1; }","duration":"316.004251ms","start":"2026-08-15T03:04:17.239642Z","end":"2026-08-15T03:04:17.555646Z","steps":["trace[1847884824] 'process raft request' (duration: 315.776675ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:04:17.55582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.670097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-15T03:04:17.555828Z","caller":"traceutil/trace.go:171","msg":"trace[1710092110] transaction","detail":"{read_only:false; response_revision:14892; number_of_response:1; }","duration":"219.707959ms","start":"2026-08-15T03:04:17.336098Z","end":"2026-08-15T03:04:17.555806Z","steps":["trace[1710092110] 'process raft request' (duration: 219.434172ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:04:17.55585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.981771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-15T03:04:17.555876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.549349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-15T03:04:17.555878Z","caller":"traceutil/trace.go:171","msg":"trace[547490406] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14892; }","duration":"111.052653ms","start":"2026-08-15T03:04:17.444817Z","end":"2026-08-15T03:04:17.555869Z","steps":["trace[547490406] 'agreement among raft nodes before linearized reading' (duration: 111.009672ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:04:17.555892Z","caller":"traceutil/trace.go:171","msg":"trace[620666005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14892; }","duration":"161.607761ms","start":"2026-08-15T03:04:17.394279Z","end":"2026-08-15T03:04:17.555887Z","steps":["trace[620666005] 'agreement among raft nodes before linearized reading' (duration: 161.57959ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:04:17.555846Z","caller":"traceutil/trace.go:171","msg":"trace[1538277545] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14892; }","duration":"108.711888ms","start":"2026-08-15T03:04:17.447126Z","end":"2026-08-15T03:04:17.555838Z","steps":["trace[1538277545] 'agreement among raft nodes before linearized reading' (duration: 108.654917ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:04:17.556051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.07403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-08-15T03:04:17.556062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.559569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-15T03:04:17.55607Z","caller":"traceutil/trace.go:171","msg":"trace[220633019] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14892; }","duration":"294.136213ms","start":"2026-08-15T03:04:17.261928Z","end":"2026-08-15T03:04:17.556064Z","steps":["trace[220633019] 'agreement among raft nodes before linearized reading' (duration: 294.073221ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:04:17.555757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.554457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-15T03:04:17.556176Z","caller":"traceutil/trace.go:171","msg":"trace[360423203] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14892; }","duration":"298.01254ms","start":"2026-08-15T03:04:17.258148Z","end":"2026-08-15T03:04:17.556161Z","steps":["trace[360423203] 'agreement among raft nodes before linearized reading' (duration: 297.528947ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:04:17.556034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.481278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-15T03:04:17.556267Z","caller":"traceutil/trace.go:171","msg":"trace[976882196] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14892; }","duration":"110.711254ms","start":"2026-08-15T03:04:17.445546Z","end":"2026-08-15T03:04:17.556257Z","steps":["trace[976882196] 'agreement among raft nodes before linearized reading' (duration: 110.459117ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:04:17.556079Z","caller":"traceutil/trace.go:171","msg":"trace[847075557] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14892; }","duration":"110.59315ms","start":"2026-08-15T03:04:17.44548Z","end":"2026-08-15T03:04:17.556073Z","steps":["trace[847075557] 'agreement among raft nodes before linearized reading' (duration: 110.566009ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:04:17.555761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.574578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-08-15T03:04:17.556446Z","caller":"traceutil/trace.go:171","msg":"trace[45806538] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14892; }","duration":"298.310189ms","start":"2026-08-15T03:04:17.258128Z","end":"2026-08-15T03:04:17.556438Z","steps":["trace[45806538] 'agreement among raft nodes before linearized reading' (duration: 297.543938ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:04:17.556953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:04:17.239614Z","time spent":"316.215057ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-15T03:06:01.997066Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13066} {"level":"info","ts":"2026-08-15T03:06:02.073635Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13066,"took":"72.991613ms","hash":4122105439,"current-db-size-bytes":57356288,"current-db-size":"57 MB","current-db-size-in-use-bytes":31096832,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-15T03:06:02.073715Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4122105439,"revision":13066,"compact-revision":11032} {"level":"warn","ts":"2026-08-15T03:07:14.520546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.452976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-15T03:07:14.5207Z","caller":"traceutil/trace.go:171","msg":"trace[1675046945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16288; }","duration":"124.692893ms","start":"2026-08-15T03:07:14.395975Z","end":"2026-08-15T03:07:14.520668Z","steps":["trace[1675046945] 'range keys from in-memory index tree' (duration: 124.22273ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:07:14.52077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.346759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h56xn\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-08-15T03:07:14.520907Z","caller":"traceutil/trace.go:171","msg":"trace[1671534838] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h56xn; range_end:; response_count:1; response_revision:16288; }","duration":"103.569775ms","start":"2026-08-15T03:07:14.417304Z","end":"2026-08-15T03:07:14.520874Z","steps":["trace[1671534838] 'range keys from in-memory index tree' (duration: 103.01936ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:10:15.411706Z","caller":"traceutil/trace.go:171","msg":"trace[1723000770] linearizableReadLoop","detail":"{readStateIndex:18181; appliedIndex:18180; }","duration":"121.529223ms","start":"2026-08-15T03:10:15.290151Z","end":"2026-08-15T03:10:15.41168Z","steps":["trace[1723000770] 'read index received' (duration: 121.321627ms)","trace[1723000770] 'applied index is now lower than readState.Index' (duration: 206.196µs)"],"step_count":2} {"level":"info","ts":"2026-08-15T03:10:15.412041Z","caller":"traceutil/trace.go:171","msg":"trace[265303366] transaction","detail":"{read_only:false; response_revision:17580; number_of_response:1; }","duration":"141.329634ms","start":"2026-08-15T03:10:15.2707Z","end":"2026-08-15T03:10:15.412029Z","steps":["trace[265303366] 'process raft request' (duration: 140.79821ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:10:15.413318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.155568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:130 size:1557909"} {"level":"info","ts":"2026-08-15T03:10:15.41337Z","caller":"traceutil/trace.go:171","msg":"trace[955572422] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:130; response_revision:17580; }","duration":"123.25732ms","start":"2026-08-15T03:10:15.290099Z","end":"2026-08-15T03:10:15.413357Z","steps":["trace[955572422] 'agreement among raft nodes before linearized reading' (duration: 122.131999ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:10:15.883752Z","caller":"traceutil/trace.go:171","msg":"trace[1272932973] transaction","detail":"{read_only:false; response_revision:17583; number_of_response:1; }","duration":"153.257116ms","start":"2026-08-15T03:10:15.730474Z","end":"2026-08-15T03:10:15.883731Z","steps":["trace[1272932973] 'process raft request' (duration: 153.135672ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:10:16.192305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.298111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-15T03:10:16.192407Z","caller":"traceutil/trace.go:171","msg":"trace[1761447889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17584; }","duration":"188.440415ms","start":"2026-08-15T03:10:16.003947Z","end":"2026-08-15T03:10:16.192388Z","steps":["trace[1761447889] 'range keys from in-memory index tree' (duration: 188.083995ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:10:16.19259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.932476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-15T03:10:16.192698Z","caller":"traceutil/trace.go:171","msg":"trace[464452562] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17584; }","duration":"213.080231ms","start":"2026-08-15T03:10:15.979595Z","end":"2026-08-15T03:10:16.192676Z","steps":["trace[464452562] 'range keys from in-memory index tree' (duration: 212.856554ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:10:16.192955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.747484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-15T03:10:16.193027Z","caller":"traceutil/trace.go:171","msg":"trace[1630948451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17584; }","duration":"189.428182ms","start":"2026-08-15T03:10:16.003582Z","end":"2026-08-15T03:10:16.193011Z","steps":["trace[1630948451] 'range keys from in-memory index tree' (duration: 188.588729ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:10:16.193693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.842838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:130 size:1557909"} {"level":"info","ts":"2026-08-15T03:10:16.193775Z","caller":"traceutil/trace.go:171","msg":"trace[956019538] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:130; response_revision:17584; }","duration":"224.925211ms","start":"2026-08-15T03:10:15.96883Z","end":"2026-08-15T03:10:16.193755Z","steps":["trace[956019538] 'range keys from in-memory index tree' (duration: 223.510261ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:10:16.328335Z","caller":"traceutil/trace.go:171","msg":"trace[1631998981] linearizableReadLoop","detail":"{readStateIndex:18187; appliedIndex:18186; }","duration":"122.697255ms","start":"2026-08-15T03:10:16.205608Z","end":"2026-08-15T03:10:16.328306Z","steps":["trace[1631998981] 'read index received' (duration: 52.881321ms)","trace[1631998981] 'applied index is now lower than readState.Index' (duration: 69.797893ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T03:10:16.328766Z","caller":"traceutil/trace.go:171","msg":"trace[14087657] transaction","detail":"{read_only:false; response_revision:17586; number_of_response:1; }","duration":"130.952815ms","start":"2026-08-15T03:10:16.197789Z","end":"2026-08-15T03:10:16.328742Z","steps":["trace[14087657] 'process raft request' (duration: 104.277412ms)","trace[14087657] 'compare' (duration: 25.903791ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T03:10:16.329164Z","caller":"traceutil/trace.go:171","msg":"trace[337409667] transaction","detail":"{read_only:false; response_revision:17587; number_of_response:1; }","duration":"120.560295ms","start":"2026-08-15T03:10:16.208587Z","end":"2026-08-15T03:10:16.329147Z","steps":["trace[337409667] 'process raft request' (duration: 119.523976ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:10:16.32949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.859357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-08-15T03:10:16.329556Z","caller":"traceutil/trace.go:171","msg":"trace[1219209795] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17587; }","duration":"123.94757ms","start":"2026-08-15T03:10:16.205591Z","end":"2026-08-15T03:10:16.329539Z","steps":["trace[1219209795] 'agreement among raft nodes before linearized reading' (duration: 123.758515ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:11:02.004137Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15589} {"level":"info","ts":"2026-08-15T03:11:02.103826Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15589,"took":"96.150066ms","hash":2926440319,"current-db-size-bytes":57356288,"current-db-size":"57 MB","current-db-size-in-use-bytes":33935360,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-15T03:11:02.103883Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2926440319,"revision":15589,"compact-revision":13066} {"level":"info","ts":"2026-08-15T03:13:39.591398Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6894f7e0c0041bce","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-15T03:13:39.596586Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-08-15T03:13:39.59672Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-08-15T03:14:49.459446Z","caller":"traceutil/trace.go:171","msg":"trace[688083978] transaction","detail":"{read_only:false; response_revision:19752; number_of_response:1; }","duration":"151.994889ms","start":"2026-08-15T03:14:49.3074Z","end":"2026-08-15T03:14:49.459395Z","steps":["trace[688083978] 'process raft request' (duration: 151.731472ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:15:00.068328Z","caller":"traceutil/trace.go:171","msg":"trace[1709716378] transaction","detail":"{read_only:false; response_revision:19805; number_of_response:1; }","duration":"119.189568ms","start":"2026-08-15T03:14:59.949086Z","end":"2026-08-15T03:15:00.068276Z","steps":["trace[1709716378] 'process raft request' (duration: 118.616572ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:04.124471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2003714820158219070,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-15T03:15:04.340025Z","caller":"traceutil/trace.go:171","msg":"trace[1243533083] transaction","detail":"{read_only:false; response_revision:19838; number_of_response:1; }","duration":"807.000551ms","start":"2026-08-15T03:15:03.532991Z","end":"2026-08-15T03:15:04.339991Z","steps":["trace[1243533083] 'process raft request' (duration: 806.746514ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:04.340276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:03.53296Z","time spent":"807.198436ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-15T03:15:04.455806Z","caller":"traceutil/trace.go:171","msg":"trace[1904979377] linearizableReadLoop","detail":"{readStateIndex:20518; appliedIndex:20515; }","duration":"832.166919ms","start":"2026-08-15T03:15:03.62361Z","end":"2026-08-15T03:15:04.455777Z","steps":["trace[1904979377] 'read index received' (duration: 716.172219ms)","trace[1904979377] 'applied index is now lower than readState.Index' (duration: 115.99363ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T03:15:04.455946Z","caller":"traceutil/trace.go:171","msg":"trace[1093883533] transaction","detail":"{read_only:false; response_revision:19839; number_of_response:1; }","duration":"374.184807ms","start":"2026-08-15T03:15:04.081697Z","end":"2026-08-15T03:15:04.455882Z","steps":["trace[1093883533] 'process raft request' (duration: 345.233873ms)","trace[1093883533] 'compare' (duration: 28.625695ms)"],"step_count":2} {"level":"warn","ts":"2026-08-15T03:15:04.456045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.412056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-15T03:15:04.456084Z","caller":"traceutil/trace.go:171","msg":"trace[1356486776] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:19840; }","duration":"832.544019ms","start":"2026-08-15T03:15:03.623529Z","end":"2026-08-15T03:15:04.456073Z","steps":["trace[1356486776] 'agreement among raft nodes before linearized reading' (duration: 832.431476ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:04.456137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:03.623501Z","time spent":"832.622342ms","remote":"127.0.0.1:44506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-08-15T03:15:04.456199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:04.081667Z","time spent":"374.383363ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-15T03:15:04.456222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.464963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-15T03:15:04.456289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.83743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-08-15T03:15:04.456354Z","caller":"traceutil/trace.go:171","msg":"trace[593440372] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:19840; }","duration":"785.686729ms","start":"2026-08-15T03:15:03.670639Z","end":"2026-08-15T03:15:04.456326Z","steps":["trace[593440372] 'agreement among raft nodes before linearized reading' (duration: 785.389771ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:15:04.456405Z","caller":"traceutil/trace.go:171","msg":"trace[1350344418] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19840; }","duration":"154.031056ms","start":"2026-08-15T03:15:04.302354Z","end":"2026-08-15T03:15:04.456385Z","steps":["trace[1350344418] 'agreement among raft nodes before linearized reading' (duration: 153.681266ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:04.456421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:03.670538Z","time spent":"785.866445ms","remote":"127.0.0.1:44692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-08-15T03:15:04.456653Z","caller":"traceutil/trace.go:171","msg":"trace[1001055698] transaction","detail":"{read_only:false; response_revision:19840; number_of_response:1; }","duration":"342.916669ms","start":"2026-08-15T03:15:04.113032Z","end":"2026-08-15T03:15:04.455949Z","steps":["trace[1001055698] 'process raft request' (duration: 342.693343ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:04.456806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.505223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-15T03:15:04.456963Z","caller":"traceutil/trace.go:171","msg":"trace[1861492693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19840; }","duration":"625.729009ms","start":"2026-08-15T03:15:03.8312Z","end":"2026-08-15T03:15:04.456929Z","steps":["trace[1861492693] 'agreement among raft nodes before linearized reading' (duration: 625.233405ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:04.456977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:04.113015Z","time spent":"343.878785ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-15T03:15:04.456812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.434221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-08-15T03:15:04.456805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.609636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-15T03:15:04.458723Z","caller":"traceutil/trace.go:171","msg":"trace[37763800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19840; }","duration":"346.370765ms","start":"2026-08-15T03:15:04.112273Z","end":"2026-08-15T03:15:04.458644Z","steps":["trace[37763800] 'agreement among raft nodes before linearized reading' (duration: 344.229415ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:04.458973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:04.112248Z","time spent":"346.669873ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-15T03:15:04.458834Z","caller":"traceutil/trace.go:171","msg":"trace[777968072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19840; }","duration":"627.703554ms","start":"2026-08-15T03:15:03.831095Z","end":"2026-08-15T03:15:04.458799Z","steps":["trace[777968072] 'agreement among raft nodes before linearized reading' (duration: 625.368689ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:04.459205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:03.831074Z","time spent":"628.106226ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-15T03:15:04.457026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:03.831158Z","time spent":"625.858392ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-15T03:15:04.962692Z","caller":"traceutil/trace.go:171","msg":"trace[229371879] transaction","detail":"{read_only:false; response_revision:19841; number_of_response:1; }","duration":"499.882875ms","start":"2026-08-15T03:15:04.462777Z","end":"2026-08-15T03:15:04.96266Z","steps":["trace[229371879] 'process raft request' (duration: 446.182025ms)","trace[229371879] 'compare' (duration: 52.857427ms)"],"step_count":2} {"level":"warn","ts":"2026-08-15T03:15:04.962884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:04.462749Z","time spent":"500.025128ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-15T03:15:05.672668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.601447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-15T03:15:05.673191Z","caller":"traceutil/trace.go:171","msg":"trace[1115438318] linearizableReadLoop","detail":"{readStateIndex:20522; appliedIndex:20518; }","duration":"1.021985058s","start":"2026-08-15T03:15:04.65118Z","end":"2026-08-15T03:15:05.673165Z","steps":["trace[1115438318] 'read index received' (duration: 257.815297ms)","trace[1115438318] 'applied index is now lower than readState.Index' (duration: 764.168601ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T03:15:05.673247Z","caller":"traceutil/trace.go:171","msg":"trace[586398762] transaction","detail":"{read_only:false; response_revision:19842; number_of_response:1; }","duration":"1.209465721s","start":"2026-08-15T03:15:04.463759Z","end":"2026-08-15T03:15:05.673225Z","steps":["trace[586398762] 'process raft request' (duration: 762.218806ms)","trace[586398762] 'compare' (duration: 446.063572ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T03:15:05.673226Z","caller":"traceutil/trace.go:171","msg":"trace[613063369] transaction","detail":"{read_only:false; response_revision:19843; number_of_response:1; }","duration":"1.209252086s","start":"2026-08-15T03:15:04.463927Z","end":"2026-08-15T03:15:05.673179Z","steps":["trace[613063369] 'process raft request' (duration: 1.208848074s)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:15:05.673235Z","caller":"traceutil/trace.go:171","msg":"trace[947436636] transaction","detail":"{read_only:false; response_revision:19844; number_of_response:1; }","duration":"1.208505284s","start":"2026-08-15T03:15:04.464687Z","end":"2026-08-15T03:15:05.673192Z","steps":["trace[947436636] 'process raft request' (duration: 1.208384451s)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:05.673315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:04.463739Z","time spent":"1.209544043s","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-15T03:15:05.673422Z","caller":"traceutil/trace.go:171","msg":"trace[1461005617] transaction","detail":"{read_only:false; response_revision:19845; number_of_response:1; }","duration":"674.560904ms","start":"2026-08-15T03:15:04.998824Z","end":"2026-08-15T03:15:05.673385Z","steps":["trace[1461005617] 'process raft request' (duration: 674.305057ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:05.673439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:04.463901Z","time spent":"1.209405259s","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-15T03:15:05.673456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:04.464658Z","time spent":"1.208682059s","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-15T03:15:05.673493Z","caller":"traceutil/trace.go:171","msg":"trace[1939685327] transaction","detail":"{read_only:false; response_revision:19846; number_of_response:1; }","duration":"632.540328ms","start":"2026-08-15T03:15:05.040916Z","end":"2026-08-15T03:15:05.673456Z","steps":["trace[1939685327] 'process raft request' (duration: 632.402684ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:05.673505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022297856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-08-15T03:15:05.673506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008865944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-15T03:15:05.673616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:05.040889Z","time spent":"632.661341ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-15T03:15:05.673623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.79691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.124\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-08-15T03:15:05.673651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.030787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-15T03:15:05.673685Z","caller":"traceutil/trace.go:171","msg":"trace[1711926538] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:19846; }","duration":"385.1193ms","start":"2026-08-15T03:15:05.288556Z","end":"2026-08-15T03:15:05.673675Z","steps":["trace[1711926538] 'agreement among raft nodes before linearized reading' (duration: 385.050968ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:15:05.673698Z","caller":"traceutil/trace.go:171","msg":"trace[2003651819] range","detail":"{range_begin:/registry/masterleases/199.19.213.124; range_end:; response_count:1; response_revision:19846; }","duration":"621.919793ms","start":"2026-08-15T03:15:05.051751Z","end":"2026-08-15T03:15:05.673671Z","steps":["trace[2003651819] 'agreement among raft nodes before linearized reading' (duration: 621.720208ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:05.673729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:05.051725Z","time spent":"621.997555ms","remote":"127.0.0.1:44438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.124\" "} {"level":"warn","ts":"2026-08-15T03:15:05.673733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:05.288529Z","time spent":"385.194953ms","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-08-15T03:15:05.673627Z","caller":"traceutil/trace.go:171","msg":"trace[1594588483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:19846; }","duration":"1.009056789s","start":"2026-08-15T03:15:04.664552Z","end":"2026-08-15T03:15:05.673609Z","steps":["trace[1594588483] 'agreement among raft nodes before linearized reading' (duration: 1.008878705s)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:05.673734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.192939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-08-15T03:15:05.673795Z","caller":"traceutil/trace.go:171","msg":"trace[761869723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19846; }","duration":"654.306542ms","start":"2026-08-15T03:15:05.019477Z","end":"2026-08-15T03:15:05.673784Z","steps":["trace[761869723] 'agreement among raft nodes before linearized reading' (duration: 654.019554ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:05.673799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:04.664517Z","time spent":"1.009252695s","remote":"127.0.0.1:55866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-08-15T03:15:05.67382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:05.019442Z","time spent":"654.372694ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-15T03:15:05.673574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:04.99879Z","time spent":"674.707938ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-15T03:15:05.673575Z","caller":"traceutil/trace.go:171","msg":"trace[1340878110] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:19845; }","duration":"1.022432781s","start":"2026-08-15T03:15:04.651122Z","end":"2026-08-15T03:15:05.673555Z","steps":["trace[1340878110] 'agreement among raft nodes before linearized reading' (duration: 1.022115442s)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:05.67394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:04.651098Z","time spent":"1.022809801s","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-08-15T03:16:02.012833Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18135} {"level":"info","ts":"2026-08-15T03:16:02.129908Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18135,"took":"112.568694ms","hash":3413081739,"current-db-size-bytes":57356288,"current-db-size":"57 MB","current-db-size-in-use-bytes":30359552,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-15T03:16:02.13Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3413081739,"revision":18135,"compact-revision":15589} {"level":"warn","ts":"2026-08-15T03:18:51.293204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.694444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-15T03:18:51.293472Z","caller":"traceutil/trace.go:171","msg":"trace[1055832913] transaction","detail":"{read_only:false; response_revision:22224; number_of_response:1; }","duration":"250.517314ms","start":"2026-08-15T03:18:51.042939Z","end":"2026-08-15T03:18:51.293456Z","steps":["trace[1055832913] 'process raft request' (duration: 250.470663ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:18:51.293477Z","caller":"traceutil/trace.go:171","msg":"trace[491218757] transaction","detail":"{read_only:false; response_revision:22222; number_of_response:1; }","duration":"252.099278ms","start":"2026-08-15T03:18:51.041341Z","end":"2026-08-15T03:18:51.29344Z","steps":["trace[491218757] 'process raft request' (duration: 137.094645ms)","trace[491218757] 'compare' (duration: 114.54216ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T03:18:51.293564Z","caller":"traceutil/trace.go:171","msg":"trace[1831698413] transaction","detail":"{read_only:false; response_revision:22223; number_of_response:1; }","duration":"251.062829ms","start":"2026-08-15T03:18:51.042453Z","end":"2026-08-15T03:18:51.293515Z","steps":["trace[1831698413] 'process raft request' (duration: 250.903804ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:21:02.019017Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20422} {"level":"info","ts":"2026-08-15T03:21:02.134137Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20422,"took":"109.731228ms","hash":649866462,"current-db-size-bytes":57356288,"current-db-size":"57 MB","current-db-size-in-use-bytes":43470848,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-08-15T03:21:02.134207Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":649866462,"revision":20422,"compact-revision":18135} {"level":"info","ts":"2026-08-15T03:26:02.028671Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23508} {"level":"info","ts":"2026-08-15T03:26:02.154351Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23508,"took":"121.575873ms","hash":2275127616,"current-db-size-bytes":57356288,"current-db-size":"57 MB","current-db-size-in-use-bytes":30490624,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-15T03:26:02.154445Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2275127616,"revision":23508,"compact-revision":20422}