{"level":"warn","ts":"2026-08-15T02:35:16.419838Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-15T02:35:16.419933Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.179:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.179:2380","--initial-cluster=instance=https://199.19.213.179:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.179:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.179:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-15T02:35:16.420009Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-15T02:35:16.420025Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.179:2380"]} {"level":"info","ts":"2026-08-15T02:35:16.420043Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-15T02:35:16.420672Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.179:2379"]} {"level":"info","ts":"2026-08-15T02:35:16.420755Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.179:2380"],"listen-peer-urls":["https://199.19.213.179:2380"],"advertise-client-urls":["https://199.19.213.179:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.179:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.179:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-15T02:35:16.423044Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.065173ms"} {"level":"info","ts":"2026-08-15T02:35:16.435824Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"69895f7c3b831156","cluster-id":"caac76e5ff14ceff"} {"level":"info","ts":"2026-08-15T02:35:16.435928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"69895f7c3b831156 switched to configuration voters=()"} {"level":"info","ts":"2026-08-15T02:35:16.435954Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"69895f7c3b831156 became follower at term 0"} {"level":"info","ts":"2026-08-15T02:35:16.43599Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 69895f7c3b831156 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-15T02:35:16.436006Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"69895f7c3b831156 became follower at term 1"} {"level":"info","ts":"2026-08-15T02:35:16.436068Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"69895f7c3b831156 switched to configuration voters=(7604714432970821974)"} {"level":"warn","ts":"2026-08-15T02:35:16.442654Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-15T02:35:16.444311Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-15T02:35:16.445589Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-15T02:35:16.448272Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"69895f7c3b831156","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-15T02:35:16.448406Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"69895f7c3b831156","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-15T02:35:16.448469Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-15T02:35:16.448596Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-15T02:35:16.448614Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-15T02:35:16.4495Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"69895f7c3b831156 switched to configuration voters=(7604714432970821974)"} {"level":"info","ts":"2026-08-15T02:35:16.449618Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"caac76e5ff14ceff","local-member-id":"69895f7c3b831156","added-peer-id":"69895f7c3b831156","added-peer-peer-urls":["https://199.19.213.179:2380"]} {"level":"info","ts":"2026-08-15T02:35:16.453963Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-15T02:35:16.45412Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.179:2380"} {"level":"info","ts":"2026-08-15T02:35:16.454211Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.179:2380"} {"level":"info","ts":"2026-08-15T02:35:16.454237Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"69895f7c3b831156","initial-advertise-peer-urls":["https://199.19.213.179:2380"],"listen-peer-urls":["https://199.19.213.179:2380"],"advertise-client-urls":["https://199.19.213.179:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.179:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-15T02:35:16.454292Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-15T02:35:17.436313Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"69895f7c3b831156 is starting a new election at term 1"} {"level":"info","ts":"2026-08-15T02:35:17.436394Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"69895f7c3b831156 became pre-candidate at term 1"} {"level":"info","ts":"2026-08-15T02:35:17.436461Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"69895f7c3b831156 received MsgPreVoteResp from 69895f7c3b831156 at term 1"} {"level":"info","ts":"2026-08-15T02:35:17.436484Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"69895f7c3b831156 became candidate at term 2"} {"level":"info","ts":"2026-08-15T02:35:17.436498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"69895f7c3b831156 received MsgVoteResp from 69895f7c3b831156 at term 2"} {"level":"info","ts":"2026-08-15T02:35:17.436525Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"69895f7c3b831156 became leader at term 2"} {"level":"info","ts":"2026-08-15T02:35:17.436542Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 69895f7c3b831156 elected leader 69895f7c3b831156 at term 2"} {"level":"info","ts":"2026-08-15T02:35:17.437824Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"69895f7c3b831156","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.179:2379]}","request-path":"/0/members/69895f7c3b831156/attributes","cluster-id":"caac76e5ff14ceff","publish-timeout":"7s"} {"level":"info","ts":"2026-08-15T02:35:17.437888Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-15T02:35:17.437918Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-15T02:35:17.438198Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-15T02:35:17.438261Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-15T02:35:17.438142Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-15T02:35:17.439413Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"caac76e5ff14ceff","local-member-id":"69895f7c3b831156","cluster-version":"3.5"} {"level":"info","ts":"2026-08-15T02:35:17.43967Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-15T02:35:17.43982Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-15T02:35:17.441148Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.179:2379"} {"level":"info","ts":"2026-08-15T02:35:17.442347Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-08-15T02:35:21.293691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.242318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-08-15T02:35:21.294189Z","caller":"traceutil/trace.go:171","msg":"trace[496679118] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:220; }","duration":"172.807463ms","start":"2026-08-15T02:35:21.12136Z","end":"2026-08-15T02:35:21.294167Z","steps":["trace[496679118] 'range keys from in-memory index tree' (duration: 172.114694ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:35:26.761803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.164499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-15T02:35:26.761935Z","caller":"traceutil/trace.go:171","msg":"trace[1801203706] linearizableReadLoop","detail":"{readStateIndex:354; appliedIndex:353; }","duration":"244.303183ms","start":"2026-08-15T02:35:26.517613Z","end":"2026-08-15T02:35:26.761916Z","steps":["trace[1801203706] 'read index received' (duration: 67.570099ms)","trace[1801203706] 'applied index is now lower than readState.Index' (duration: 176.731304ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:35:26.762002Z","caller":"traceutil/trace.go:171","msg":"trace[923210478] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"283.665852ms","start":"2026-08-15T02:35:26.478292Z","end":"2026-08-15T02:35:26.761958Z","steps":["trace[923210478] 'process raft request' (duration: 106.824915ms)","trace[923210478] 'compare' (duration: 175.970264ms)"],"step_count":2} {"level":"warn","ts":"2026-08-15T02:35:26.762084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.731608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-15T02:35:26.76212Z","caller":"traceutil/trace.go:171","msg":"trace[2128079217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:342; }","duration":"192.827391ms","start":"2026-08-15T02:35:26.569277Z","end":"2026-08-15T02:35:26.762105Z","steps":["trace[2128079217] 'agreement among raft nodes before linearized reading' (duration: 192.744319ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:35:26.762221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.578299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-15T02:35:26.762364Z","caller":"traceutil/trace.go:171","msg":"trace[1092669247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:342; }","duration":"244.783424ms","start":"2026-08-15T02:35:26.517542Z","end":"2026-08-15T02:35:26.762326Z","steps":["trace[1092669247] 'agreement among raft nodes before linearized reading' (duration: 244.477046ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:35:27.008953Z","caller":"traceutil/trace.go:171","msg":"trace[431706033] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"198.2076ms","start":"2026-08-15T02:35:26.810709Z","end":"2026-08-15T02:35:27.008917Z","steps":["trace[431706033] 'process raft request' (duration: 197.945543ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:35:27.205892Z","caller":"traceutil/trace.go:171","msg":"trace[1767501962] linearizableReadLoop","detail":"{readStateIndex:358; appliedIndex:357; }","duration":"187.80349ms","start":"2026-08-15T02:35:27.018059Z","end":"2026-08-15T02:35:27.205862Z","steps":["trace[1767501962] 'read index received' (duration: 149.319784ms)","trace[1767501962] 'applied index is now lower than readState.Index' (duration: 38.482276ms)"],"step_count":2} {"level":"warn","ts":"2026-08-15T02:35:27.206019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.946104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-15T02:35:27.206011Z","caller":"traceutil/trace.go:171","msg":"trace[1847009738] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"192.804389ms","start":"2026-08-15T02:35:27.013172Z","end":"2026-08-15T02:35:27.205977Z","steps":["trace[1847009738] 'process raft request' (duration: 154.307183ms)","trace[1847009738] 'compare' (duration: 38.23544ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:35:27.206053Z","caller":"traceutil/trace.go:171","msg":"trace[370501898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:346; }","duration":"188.025256ms","start":"2026-08-15T02:35:27.018017Z","end":"2026-08-15T02:35:27.206042Z","steps":["trace[370501898] 'agreement among raft nodes before linearized reading' (duration: 187.954504ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:35:59.90358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.920355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-15T02:35:59.903693Z","caller":"traceutil/trace.go:171","msg":"trace[621038329] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"490.949523ms","start":"2026-08-15T02:35:59.412725Z","end":"2026-08-15T02:35:59.903674Z","steps":["trace[621038329] 'process raft request' (duration: 234.866724ms)","trace[621038329] 'compare' (duration: 255.788901ms)"],"step_count":2} {"level":"warn","ts":"2026-08-15T02:35:59.903745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T02:35:59.412703Z","time spent":"491.021536ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-15T02:37:27.761444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.846482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-15T02:37:27.761649Z","caller":"traceutil/trace.go:171","msg":"trace[990047544] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"332.325491ms","start":"2026-08-15T02:37:27.429304Z","end":"2026-08-15T02:37:27.761629Z","steps":["trace[990047544] 'process raft request' (duration: 84.024137ms)","trace[990047544] 'compare' (duration: 247.749649ms)"],"step_count":2} {"level":"warn","ts":"2026-08-15T02:37:27.761748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T02:37:27.429286Z","time spent":"332.426313ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-15T02:37:27.770403Z","caller":"traceutil/trace.go:171","msg":"trace[1532548841] linearizableReadLoop","detail":"{readStateIndex:1871; appliedIndex:1870; }","duration":"210.78317ms","start":"2026-08-15T02:37:27.559566Z","end":"2026-08-15T02:37:27.770349Z","steps":["trace[1532548841] 'read index received' (duration: 210.638376ms)","trace[1532548841] 'applied index is now lower than readState.Index' (duration: 143.654µs)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:37:27.770564Z","caller":"traceutil/trace.go:171","msg":"trace[1344691237] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"341.187755ms","start":"2026-08-15T02:37:27.429321Z","end":"2026-08-15T02:37:27.770509Z","steps":["trace[1344691237] 'process raft request' (duration: 340.868346ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:37:27.770703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.122359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f86907f-59c9-4b6e-9849-3ededecd0bb5\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-08-15T02:37:27.770762Z","caller":"traceutil/trace.go:171","msg":"trace[914445236] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8f86907f-59c9-4b6e-9849-3ededecd0bb5; range_end:; response_count:1; response_revision:1797; }","duration":"211.238592ms","start":"2026-08-15T02:37:27.55951Z","end":"2026-08-15T02:37:27.770748Z","steps":["trace[914445236] 'agreement among raft nodes before linearized reading' (duration: 211.020106ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:37:27.770861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T02:37:27.429301Z","time spent":"341.385431ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-15T02:37:27.77119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.049307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-08-15T02:37:27.771296Z","caller":"traceutil/trace.go:171","msg":"trace[24591134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1797; }","duration":"170.198001ms","start":"2026-08-15T02:37:27.601083Z","end":"2026-08-15T02:37:27.771281Z","steps":["trace[24591134] 'agreement among raft nodes before linearized reading' (duration: 169.967805ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:37:27.771526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.336422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f86907f-59c9-4b6e-9849-3ededecd0bb5\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-08-15T02:37:27.771725Z","caller":"traceutil/trace.go:171","msg":"trace[1220224291] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8f86907f-59c9-4b6e-9849-3ededecd0bb5; range_end:; response_count:1; response_revision:1797; }","duration":"151.490596ms","start":"2026-08-15T02:37:27.620109Z","end":"2026-08-15T02:37:27.7716Z","steps":["trace[1220224291] 'agreement among raft nodes before linearized reading' (duration: 151.043144ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:38:12.113986Z","caller":"traceutil/trace.go:171","msg":"trace[662380463] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"128.379784ms","start":"2026-08-15T02:38:11.985585Z","end":"2026-08-15T02:38:12.113965Z","steps":["trace[662380463] 'process raft request' (duration: 127.993743ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:38:12.566838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.724907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-15T02:38:12.567029Z","caller":"traceutil/trace.go:171","msg":"trace[487167724] linearizableReadLoop","detail":"{readStateIndex:2175; appliedIndex:2173; }","duration":"404.44302ms","start":"2026-08-15T02:38:12.16257Z","end":"2026-08-15T02:38:12.567013Z","steps":["trace[487167724] 'read index received' (duration: 20.269046ms)","trace[487167724] 'applied index is now lower than readState.Index' (duration: 384.173004ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:38:12.567164Z","caller":"traceutil/trace.go:171","msg":"trace[397997616] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"448.503909ms","start":"2026-08-15T02:38:12.118602Z","end":"2026-08-15T02:38:12.567106Z","steps":["trace[397997616] 'process raft request' (duration: 203.418693ms)","trace[397997616] 'compare' (duration: 244.612263ms)"],"step_count":2} {"level":"warn","ts":"2026-08-15T02:38:12.567393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T02:38:12.118586Z","time spent":"448.696025ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-15T02:38:12.567543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.594201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-15T02:38:12.567606Z","caller":"traceutil/trace.go:171","msg":"trace[203675385] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2093; }","duration":"135.705044ms","start":"2026-08-15T02:38:12.431885Z","end":"2026-08-15T02:38:12.56759Z","steps":["trace[203675385] 'agreement among raft nodes before linearized reading' (duration: 135.474318ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:38:12.567579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.969114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-15T02:38:12.567676Z","caller":"traceutil/trace.go:171","msg":"trace[1189114872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2093; }","duration":"405.130109ms","start":"2026-08-15T02:38:12.162522Z","end":"2026-08-15T02:38:12.567652Z","steps":["trace[1189114872] 'agreement among raft nodes before linearized reading' (duration: 404.578284ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:38:12.567732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T02:38:12.162504Z","time spent":"405.218312ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-15T02:39:07.377715Z","caller":"traceutil/trace.go:171","msg":"trace[715076769] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"103.379517ms","start":"2026-08-15T02:39:07.274313Z","end":"2026-08-15T02:39:07.377693Z","steps":["trace[715076769] 'process raft request' (duration: 103.226763ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:39:41.085072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.27683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-15T02:39:41.085134Z","caller":"traceutil/trace.go:171","msg":"trace[1191612947] linearizableReadLoop","detail":"{readStateIndex:2877; appliedIndex:2876; }","duration":"102.225956ms","start":"2026-08-15T02:39:40.982884Z","end":"2026-08-15T02:39:41.08511Z","steps":["trace[1191612947] 'read index received' (duration: 53.733975ms)","trace[1191612947] 'applied index is now lower than readState.Index' (duration: 48.490981ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:39:41.085178Z","caller":"traceutil/trace.go:171","msg":"trace[733669825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2766; }","duration":"124.444475ms","start":"2026-08-15T02:39:40.960714Z","end":"2026-08-15T02:39:41.085158Z","steps":["trace[733669825] 'range keys from in-memory index tree' (duration: 124.071335ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:39:41.08527Z","caller":"traceutil/trace.go:171","msg":"trace[1825624647] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"116.755155ms","start":"2026-08-15T02:39:40.968503Z","end":"2026-08-15T02:39:41.085258Z","steps":["trace[1825624647] 'process raft request' (duration: 68.083379ms)","trace[1825624647] 'compare' (duration: 48.407208ms)"],"step_count":2} {"level":"warn","ts":"2026-08-15T02:39:41.085586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.674068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-15T02:39:41.08567Z","caller":"traceutil/trace.go:171","msg":"trace[2105733448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2767; }","duration":"102.792121ms","start":"2026-08-15T02:39:40.982858Z","end":"2026-08-15T02:39:41.08565Z","steps":["trace[2105733448] 'agreement among raft nodes before linearized reading' (duration: 102.518894ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:39:41.378816Z","caller":"traceutil/trace.go:171","msg":"trace[887937579] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"289.895137ms","start":"2026-08-15T02:39:41.088895Z","end":"2026-08-15T02:39:41.37879Z","steps":["trace[887937579] 'process raft request' (duration: 289.731262ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:39:41.379874Z","caller":"traceutil/trace.go:171","msg":"trace[557334838] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"290.587176ms","start":"2026-08-15T02:39:41.089254Z","end":"2026-08-15T02:39:41.379842Z","steps":["trace[557334838] 'process raft request' (duration: 290.37697ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:42:11.604352Z","caller":"traceutil/trace.go:171","msg":"trace[513626281] transaction","detail":"{read_only:false; response_revision:3761; number_of_response:1; }","duration":"158.173642ms","start":"2026-08-15T02:42:11.446149Z","end":"2026-08-15T02:42:11.604322Z","steps":["trace[513626281] 'process raft request' (duration: 134.756707ms)","trace[513626281] 'compare' (duration: 22.862129ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:42:11.738633Z","caller":"traceutil/trace.go:171","msg":"trace[558108790] transaction","detail":"{read_only:false; response_revision:3762; number_of_response:1; }","duration":"128.169243ms","start":"2026-08-15T02:42:11.610437Z","end":"2026-08-15T02:42:11.738607Z","steps":["trace[558108790] 'process raft request' (duration: 126.824546ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:43:41.994121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.974923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x2fqh\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-08-15T02:43:41.994122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.466039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-15T02:43:41.994193Z","caller":"traceutil/trace.go:171","msg":"trace[363297747] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x2fqh; range_end:; response_count:1; response_revision:4954; }","duration":"226.087346ms","start":"2026-08-15T02:43:41.768093Z","end":"2026-08-15T02:43:41.994181Z","steps":["trace[363297747] 'range keys from in-memory index tree' (duration: 225.84775ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:43:41.994215Z","caller":"traceutil/trace.go:171","msg":"trace[1544030622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4954; }","duration":"151.616283ms","start":"2026-08-15T02:43:41.84258Z","end":"2026-08-15T02:43:41.994196Z","steps":["trace[1544030622] 'range keys from in-memory index tree' (duration: 151.277903ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:43:43.649494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.153274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-15T02:43:43.649568Z","caller":"traceutil/trace.go:171","msg":"trace[2114557735] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4991; }","duration":"107.291927ms","start":"2026-08-15T02:43:43.542259Z","end":"2026-08-15T02:43:43.649551Z","steps":["trace[2114557735] 'count revisions from in-memory index tree' (duration: 107.03585ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:43:55.839032Z","caller":"traceutil/trace.go:171","msg":"trace[1669576733] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"260.494344ms","start":"2026-08-15T02:43:55.578463Z","end":"2026-08-15T02:43:55.838957Z","steps":["trace[1669576733] 'process raft request' (duration: 260.261248ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:44:03.161471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.242033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-15T02:44:03.161577Z","caller":"traceutil/trace.go:171","msg":"trace[1653075595] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5412; }","duration":"268.404147ms","start":"2026-08-15T02:44:02.893156Z","end":"2026-08-15T02:44:03.16156Z","steps":["trace[1653075595] 'range keys from in-memory index tree' (duration: 268.009295ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:44:03.161601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.69049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df19fd9c-7c90-4c6d-9c00-d50ed19c0b64\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-08-15T02:44:03.161707Z","caller":"traceutil/trace.go:171","msg":"trace[1313540115] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df19fd9c-7c90-4c6d-9c00-d50ed19c0b64; range_end:; response_count:1; response_revision:5412; }","duration":"265.864275ms","start":"2026-08-15T02:44:02.895818Z","end":"2026-08-15T02:44:03.161682Z","steps":["trace[1313540115] 'range keys from in-memory index tree' (duration: 265.575277ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:44:03.161814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.040155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2318"} {"level":"info","ts":"2026-08-15T02:44:03.161865Z","caller":"traceutil/trace.go:171","msg":"trace[273645941] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5412; }","duration":"179.130277ms","start":"2026-08-15T02:44:02.982723Z","end":"2026-08-15T02:44:03.161854Z","steps":["trace[273645941] 'range keys from in-memory index tree' (duration: 178.729196ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:44:03.453057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.678103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-15T02:44:03.453258Z","caller":"traceutil/trace.go:171","msg":"trace[184190314] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"224.851393ms","start":"2026-08-15T02:44:03.22835Z","end":"2026-08-15T02:44:03.453201Z","steps":["trace[184190314] 'process raft request' (duration: 34.921382ms)","trace[184190314] 'compare' (duration: 189.531639ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:45:17.534127Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2964} {"level":"info","ts":"2026-08-15T02:45:17.610904Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2964,"took":"75.40267ms","hash":2053367506,"current-db-size-bytes":58757120,"current-db-size":"59 MB","current-db-size-in-use-bytes":34181120,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-15T02:45:17.610973Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2053367506,"revision":2964,"compact-revision":-1} {"level":"info","ts":"2026-08-15T02:49:58.814362Z","caller":"traceutil/trace.go:171","msg":"trace[1378700103] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"181.859653ms","start":"2026-08-15T02:49:58.63248Z","end":"2026-08-15T02:49:58.81434Z","steps":["trace[1378700103] 'process raft request' (duration: 181.720629ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:50:10.36016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.085533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x2fqh\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-15T02:50:10.360297Z","caller":"traceutil/trace.go:171","msg":"trace[1003530159] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x2fqh; range_end:; response_count:1; response_revision:8229; }","duration":"104.278498ms","start":"2026-08-15T02:50:10.255999Z","end":"2026-08-15T02:50:10.360277Z","steps":["trace[1003530159] 'range keys from in-memory index tree' (duration: 103.907048ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:50:10.360311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.070819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-15T02:50:10.360649Z","caller":"traceutil/trace.go:171","msg":"trace[1685486123] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8229; }","duration":"105.255175ms","start":"2026-08-15T02:50:10.255152Z","end":"2026-08-15T02:50:10.360408Z","steps":["trace[1685486123] 'count revisions from in-memory index tree' (duration: 104.884294ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:50:12.132198Z","caller":"traceutil/trace.go:171","msg":"trace[924644198] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"202.843886ms","start":"2026-08-15T02:50:11.929325Z","end":"2026-08-15T02:50:12.132169Z","steps":["trace[924644198] 'process raft request' (duration: 176.066642ms)","trace[924644198] 'compare' (duration: 26.25982ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:50:17.570865Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6073} {"level":"info","ts":"2026-08-15T02:50:17.834526Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6073,"took":"261.587207ms","hash":3299372588,"current-db-size-bytes":58757120,"current-db-size":"59 MB","current-db-size-in-use-bytes":23568384,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-08-15T02:50:17.83462Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3299372588,"revision":6073,"compact-revision":2964} {"level":"info","ts":"2026-08-15T02:50:38.914301Z","caller":"traceutil/trace.go:171","msg":"trace[1043702707] linearizableReadLoop","detail":"{readStateIndex:8730; appliedIndex:8729; }","duration":"388.926277ms","start":"2026-08-15T02:50:38.525349Z","end":"2026-08-15T02:50:38.914275Z","steps":["trace[1043702707] 'read index received' (duration: 388.68596ms)","trace[1043702707] 'applied index is now lower than readState.Index' (duration: 239.377µs)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:50:38.914345Z","caller":"traceutil/trace.go:171","msg":"trace[2088606112] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"518.96969ms","start":"2026-08-15T02:50:38.39535Z","end":"2026-08-15T02:50:38.91432Z","steps":["trace[2088606112] 'process raft request' (duration: 518.748154ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:50:38.914476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T02:50:38.39532Z","time spent":"519.076473ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-15T02:50:38.91457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.478359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-08-15T02:50:38.914619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.674255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-15T02:50:38.914654Z","caller":"traceutil/trace.go:171","msg":"trace[1851719525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8431; }","duration":"246.586992ms","start":"2026-08-15T02:50:38.66805Z","end":"2026-08-15T02:50:38.914637Z","steps":["trace[1851719525] 'agreement among raft nodes before linearized reading' (duration: 246.458408ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:50:38.914671Z","caller":"traceutil/trace.go:171","msg":"trace[1278838732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8431; }","duration":"327.752637ms","start":"2026-08-15T02:50:38.586897Z","end":"2026-08-15T02:50:38.91465Z","steps":["trace[1278838732] 'agreement among raft nodes before linearized reading' (duration: 327.592293ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:50:38.91471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T02:50:38.58688Z","time spent":"327.822808ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-15T02:50:38.914565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.197994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x2fqh\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-15T02:50:38.914746Z","caller":"traceutil/trace.go:171","msg":"trace[1146740383] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x2fqh; range_end:; response_count:1; response_revision:8431; }","duration":"389.42246ms","start":"2026-08-15T02:50:38.525315Z","end":"2026-08-15T02:50:38.914738Z","steps":["trace[1146740383] 'agreement among raft nodes before linearized reading' (duration: 389.102802ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:50:38.914773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T02:50:38.525263Z","time spent":"389.504392ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-x2fqh\" "} {"level":"info","ts":"2026-08-15T02:50:51.444471Z","caller":"traceutil/trace.go:171","msg":"trace[1091852208] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8537; }","duration":"269.659832ms","start":"2026-08-15T02:50:51.174782Z","end":"2026-08-15T02:50:51.444442Z","steps":["trace[1091852208] 'process raft request' (duration: 269.60681ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:50:51.444875Z","caller":"traceutil/trace.go:171","msg":"trace[496880873] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8537; }","duration":"270.385922ms","start":"2026-08-15T02:50:51.174477Z","end":"2026-08-15T02:50:51.444863Z","steps":["trace[496880873] 'process raft request' (duration: 269.752465ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:50:51.616465Z","caller":"traceutil/trace.go:171","msg":"trace[1608601651] linearizableReadLoop","detail":"{readStateIndex:8843; appliedIndex:8842; }","duration":"149.260927ms","start":"2026-08-15T02:50:51.467184Z","end":"2026-08-15T02:50:51.616445Z","steps":["trace[1608601651] 'read index received' (duration: 149.076812ms)","trace[1608601651] 'applied index is now lower than readState.Index' (duration: 183.265µs)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:50:51.616704Z","caller":"traceutil/trace.go:171","msg":"trace[66671258] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"169.884291ms","start":"2026-08-15T02:50:51.446806Z","end":"2026-08-15T02:50:51.61669Z","steps":["trace[66671258] 'process raft request' (duration: 169.513611ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T02:50:51.616961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.759191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-15T02:50:51.617027Z","caller":"traceutil/trace.go:171","msg":"trace[1747641981] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8538; }","duration":"149.874924ms","start":"2026-08-15T02:50:51.467137Z","end":"2026-08-15T02:50:51.617012Z","steps":["trace[1747641981] 'agreement among raft nodes before linearized reading' (duration: 149.693109ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:50:51.796273Z","caller":"traceutil/trace.go:171","msg":"trace[1077766101] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"158.3481ms","start":"2026-08-15T02:50:51.637887Z","end":"2026-08-15T02:50:51.796235Z","steps":["trace[1077766101] 'process raft request' (duration: 122.856943ms)","trace[1077766101] 'compare' (duration: 35.102406ms)"],"step_count":2} {"level":"warn","ts":"2026-08-15T02:50:52.623098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.615146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-15T02:50:52.62339Z","caller":"traceutil/trace.go:171","msg":"trace[1666292873] transaction","detail":"{read_only:false; response_revision:8548; number_of_response:1; }","duration":"167.655928ms","start":"2026-08-15T02:50:52.455677Z","end":"2026-08-15T02:50:52.623333Z","steps":["trace[1666292873] 'process raft request' (duration: 48.554699ms)","trace[1666292873] 'compare' (duration: 117.726851ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T02:51:11.815332Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000238e.wal"} {"level":"info","ts":"2026-08-15T02:52:02.421364Z","caller":"traceutil/trace.go:171","msg":"trace[1108197393] transaction","detail":"{read_only:false; response_revision:9201; number_of_response:1; }","duration":"120.385767ms","start":"2026-08-15T02:52:02.300936Z","end":"2026-08-15T02:52:02.421322Z","steps":["trace[1108197393] 'process raft request' (duration: 120.10882ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T02:52:52.641973Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"69895f7c3b831156","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-15T02:52:52.648609Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-08-15T02:52:52.648684Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-08-15T02:55:17.577135Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8271} {"level":"info","ts":"2026-08-15T02:55:17.660944Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8271,"took":"81.328914ms","hash":1049892427,"current-db-size-bytes":58757120,"current-db-size":"59 MB","current-db-size-in-use-bytes":26664960,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-08-15T02:55:17.661015Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1049892427,"revision":8271,"compact-revision":6073} {"level":"info","ts":"2026-08-15T02:55:44.222739Z","caller":"traceutil/trace.go:171","msg":"trace[1448507705] transaction","detail":"{read_only:false; response_revision:11134; number_of_response:1; }","duration":"145.796991ms","start":"2026-08-15T02:55:44.076905Z","end":"2026-08-15T02:55:44.222702Z","steps":["trace[1448507705] 'process raft request' (duration: 145.533204ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:00:17.586815Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10951} {"level":"info","ts":"2026-08-15T03:00:17.664784Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10951,"took":"74.807383ms","hash":1084909127,"current-db-size-bytes":58757120,"current-db-size":"59 MB","current-db-size-in-use-bytes":27897856,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-15T03:00:17.664892Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1084909127,"revision":10951,"compact-revision":8271} {"level":"info","ts":"2026-08-15T03:02:36.998114Z","caller":"traceutil/trace.go:171","msg":"trace[180519378] transaction","detail":"{read_only:false; response_revision:13867; number_of_response:1; }","duration":"102.680161ms","start":"2026-08-15T03:02:36.895402Z","end":"2026-08-15T03:02:36.998082Z","steps":["trace[180519378] 'process raft request' (duration: 102.463785ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:02:58.621251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.197693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-15T03:02:58.621352Z","caller":"traceutil/trace.go:171","msg":"trace[893835682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14170; }","duration":"194.370328ms","start":"2026-08-15T03:02:58.426964Z","end":"2026-08-15T03:02:58.621335Z","steps":["trace[893835682] 'range keys from in-memory index tree' (duration: 194.020258ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:02:58.621329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.811914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-15T03:02:58.621475Z","caller":"traceutil/trace.go:171","msg":"trace[275364542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14170; }","duration":"174.978839ms","start":"2026-08-15T03:02:58.446437Z","end":"2026-08-15T03:02:58.621415Z","steps":["trace[275364542] 'range keys from in-memory index tree' (duration: 174.580638ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:02:58.621682Z","caller":"traceutil/trace.go:171","msg":"trace[196927294] transaction","detail":"{read_only:false; response_revision:14171; number_of_response:1; }","duration":"128.414106ms","start":"2026-08-15T03:02:58.493195Z","end":"2026-08-15T03:02:58.621609Z","steps":["trace[196927294] 'process raft request' (duration: 118.886602ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:02:58.650669Z","caller":"traceutil/trace.go:171","msg":"trace[903868036] transaction","detail":"{read_only:false; response_revision:14172; number_of_response:1; }","duration":"140.676857ms","start":"2026-08-15T03:02:58.509966Z","end":"2026-08-15T03:02:58.650643Z","steps":["trace[903868036] 'process raft request' (duration: 140.477841ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:04:22.290828Z","caller":"traceutil/trace.go:171","msg":"trace[217878956] transaction","detail":"{read_only:false; response_revision:14966; number_of_response:1; }","duration":"116.031763ms","start":"2026-08-15T03:04:22.17475Z","end":"2026-08-15T03:04:22.290782Z","steps":["trace[217878956] 'process raft request' (duration: 115.815917ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:04:22.300506Z","caller":"traceutil/trace.go:171","msg":"trace[178612740] transaction","detail":"{read_only:false; response_revision:14967; number_of_response:1; }","duration":"124.056444ms","start":"2026-08-15T03:04:22.176415Z","end":"2026-08-15T03:04:22.300471Z","steps":["trace[178612740] 'process raft request' (duration: 123.691274ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:04:22.462132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.193398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-15T03:04:22.462213Z","caller":"traceutil/trace.go:171","msg":"trace[481085724] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14967; }","duration":"129.30024ms","start":"2026-08-15T03:04:22.332891Z","end":"2026-08-15T03:04:22.462191Z","steps":["trace[481085724] 'range keys from in-memory index tree' (duration: 129.052984ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:04:22.462477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.584546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-15T03:04:22.462507Z","caller":"traceutil/trace.go:171","msg":"trace[1286214754] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14967; }","duration":"130.636208ms","start":"2026-08-15T03:04:22.331859Z","end":"2026-08-15T03:04:22.462495Z","steps":["trace[1286214754] 'range keys from in-memory index tree' (duration: 130.524165ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:04:22.46259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.38124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-15T03:04:22.462635Z","caller":"traceutil/trace.go:171","msg":"trace[1727278012] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14967; }","duration":"130.442173ms","start":"2026-08-15T03:04:22.332186Z","end":"2026-08-15T03:04:22.462629Z","steps":["trace[1727278012] 'range keys from in-memory index tree' (duration: 130.34619ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:04:22.462592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.122454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-15T03:04:22.46279Z","caller":"traceutil/trace.go:171","msg":"trace[2075567813] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14967; }","duration":"130.35066ms","start":"2026-08-15T03:04:22.332407Z","end":"2026-08-15T03:04:22.462758Z","steps":["trace[2075567813] 'range keys from in-memory index tree' (duration: 129.976569ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:05:17.593245Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12993} {"level":"info","ts":"2026-08-15T03:05:17.686915Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12993,"took":"90.688868ms","hash":2742565142,"current-db-size-bytes":58757120,"current-db-size":"59 MB","current-db-size-in-use-bytes":30601216,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-15T03:05:17.68701Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2742565142,"revision":12993,"compact-revision":10951} {"level":"info","ts":"2026-08-15T03:09:42.06142Z","caller":"traceutil/trace.go:171","msg":"trace[610286524] transaction","detail":"{read_only:false; response_revision:17442; number_of_response:1; }","duration":"102.8985ms","start":"2026-08-15T03:09:41.958502Z","end":"2026-08-15T03:09:42.061401Z","steps":["trace[610286524] 'process raft request' (duration: 102.783166ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:09:42.147443Z","caller":"traceutil/trace.go:171","msg":"trace[1279593566] transaction","detail":"{read_only:false; response_revision:17443; number_of_response:1; }","duration":"188.427106ms","start":"2026-08-15T03:09:41.958987Z","end":"2026-08-15T03:09:42.147414Z","steps":["trace[1279593566] 'process raft request' (duration: 145.37324ms)","trace[1279593566] 'compare' (duration: 42.84825ms)"],"step_count":2} {"level":"warn","ts":"2026-08-15T03:09:42.225655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.68753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-15T03:09:42.225748Z","caller":"traceutil/trace.go:171","msg":"trace[887201637] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:17446; }","duration":"135.830674ms","start":"2026-08-15T03:09:42.0899Z","end":"2026-08-15T03:09:42.225731Z","steps":["trace[887201637] 'agreement among raft nodes before linearized reading' (duration: 135.700411ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:10:17.5998Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15371} {"level":"info","ts":"2026-08-15T03:10:17.696691Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15371,"took":"93.846748ms","hash":30258283,"current-db-size-bytes":58757120,"current-db-size":"59 MB","current-db-size-in-use-bytes":32530432,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-15T03:10:17.696764Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":30258283,"revision":15371,"compact-revision":12993} {"level":"info","ts":"2026-08-15T03:13:29.056765Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"69895f7c3b831156","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-15T03:13:29.06223Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-08-15T03:13:29.062322Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-08-15T03:15:03.467591Z","caller":"traceutil/trace.go:171","msg":"trace[785433842] transaction","detail":"{read_only:false; response_revision:19970; number_of_response:1; }","duration":"285.689543ms","start":"2026-08-15T03:15:03.181879Z","end":"2026-08-15T03:15:03.467569Z","steps":["trace[785433842] 'process raft request' (duration: 285.564449ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:15:03.467617Z","caller":"traceutil/trace.go:171","msg":"trace[744400618] linearizableReadLoop","detail":"{readStateIndex:20650; appliedIndex:20649; }","duration":"260.601465ms","start":"2026-08-15T03:15:03.206981Z","end":"2026-08-15T03:15:03.467582Z","steps":["trace[744400618] 'read index received' (duration: 260.562984ms)","trace[744400618] 'applied index is now lower than readState.Index' (duration: 35.321µs)"],"step_count":2} {"level":"warn","ts":"2026-08-15T03:15:03.467782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.78197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-15T03:15:03.467842Z","caller":"traceutil/trace.go:171","msg":"trace[654297563] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:19970; }","duration":"260.896003ms","start":"2026-08-15T03:15:03.206928Z","end":"2026-08-15T03:15:03.467824Z","steps":["trace[654297563] 'agreement among raft nodes before linearized reading' (duration: 260.782729ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:15:03.841857Z","caller":"traceutil/trace.go:171","msg":"trace[1023823227] transaction","detail":"{read_only:false; response_revision:19971; number_of_response:1; }","duration":"437.144119ms","start":"2026-08-15T03:15:03.404689Z","end":"2026-08-15T03:15:03.841833Z","steps":["trace[1023823227] 'process raft request' (duration: 436.936134ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:03.842035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:03.404661Z","time spent":"437.279423ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-15T03:15:03.842161Z","caller":"traceutil/trace.go:171","msg":"trace[2146168295] transaction","detail":"{read_only:false; response_revision:19972; number_of_response:1; }","duration":"434.388553ms","start":"2026-08-15T03:15:03.407712Z","end":"2026-08-15T03:15:03.842101Z","steps":["trace[2146168295] 'process raft request' (duration: 434.076864ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:03.842251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.528012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-15T03:15:03.842301Z","caller":"traceutil/trace.go:171","msg":"trace[1604454850] linearizableReadLoop","detail":"{readStateIndex:20652; appliedIndex:20650; }","duration":"353.332787ms","start":"2026-08-15T03:15:03.488689Z","end":"2026-08-15T03:15:03.842022Z","steps":["trace[1604454850] 'read index received' (duration: 352.941196ms)","trace[1604454850] 'applied index is now lower than readState.Index' (duration: 388.81µs)"],"step_count":2} {"level":"info","ts":"2026-08-15T03:15:03.842332Z","caller":"traceutil/trace.go:171","msg":"trace[14242239] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:19972; }","duration":"353.686016ms","start":"2026-08-15T03:15:03.488626Z","end":"2026-08-15T03:15:03.842312Z","steps":["trace[14242239] 'agreement among raft nodes before linearized reading' (duration: 353.525861ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:03.842386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:03.488607Z","time spent":"353.768698ms","remote":"127.0.0.1:59312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-08-15T03:15:03.8424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:03.407701Z","time spent":"434.583338ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-15T03:15:04.32302Z","caller":"traceutil/trace.go:171","msg":"trace[1266225843] linearizableReadLoop","detail":"{readStateIndex:20653; appliedIndex:20652; }","duration":"480.638ms","start":"2026-08-15T03:15:03.842363Z","end":"2026-08-15T03:15:04.323001Z","steps":["trace[1266225843] 'read index received' (duration: 416.998148ms)","trace[1266225843] 'applied index is now lower than readState.Index' (duration: 63.639092ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T03:15:04.323121Z","caller":"traceutil/trace.go:171","msg":"trace[128146351] transaction","detail":"{read_only:false; response_revision:19973; number_of_response:1; }","duration":"674.380873ms","start":"2026-08-15T03:15:03.6487Z","end":"2026-08-15T03:15:04.323081Z","steps":["trace[128146351] 'process raft request' (duration: 610.602468ms)","trace[128146351] 'compare' (duration: 63.60916ms)"],"step_count":2} {"level":"warn","ts":"2026-08-15T03:15:04.323237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.521774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-15T03:15:04.323263Z","caller":"traceutil/trace.go:171","msg":"trace[659140854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19973; }","duration":"597.592776ms","start":"2026-08-15T03:15:03.725663Z","end":"2026-08-15T03:15:04.323256Z","steps":["trace[659140854] 'agreement among raft nodes before linearized reading' (duration: 597.447032ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:04.323287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:03.725645Z","time spent":"597.636507ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-15T03:15:04.323366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.032924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-15T03:15:04.323423Z","caller":"traceutil/trace.go:171","msg":"trace[42096621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19973; }","duration":"702.133575ms","start":"2026-08-15T03:15:03.621277Z","end":"2026-08-15T03:15:04.323411Z","steps":["trace[42096621] 'agreement among raft nodes before linearized reading' (duration: 701.994772ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:04.323454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:03.621196Z","time spent":"702.251739ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-15T03:15:04.323544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:03.648682Z","time spent":"674.508677ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-15T03:15:04.790344Z","caller":"traceutil/trace.go:171","msg":"trace[1914006445] transaction","detail":"{read_only:false; response_revision:19974; number_of_response:1; }","duration":"463.547224ms","start":"2026-08-15T03:15:04.326763Z","end":"2026-08-15T03:15:04.790311Z","steps":["trace[1914006445] 'process raft request' (duration: 374.176296ms)","trace[1914006445] 'compare' (duration: 89.140412ms)"],"step_count":2} {"level":"warn","ts":"2026-08-15T03:15:04.79048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:04.326738Z","time spent":"463.673658ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-15T03:15:05.280136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.118965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-15T03:15:05.280406Z","caller":"traceutil/trace.go:171","msg":"trace[2117378263] linearizableReadLoop","detail":"{readStateIndex:20658; appliedIndex:20653; }","duration":"705.638724ms","start":"2026-08-15T03:15:04.574749Z","end":"2026-08-15T03:15:05.280388Z","steps":["trace[2117378263] 'read index received' (duration: 126.201714ms)","trace[2117378263] 'applied index is now lower than readState.Index' (duration: 579.43599ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T03:15:05.280489Z","caller":"traceutil/trace.go:171","msg":"trace[492392270] transaction","detail":"{read_only:false; response_revision:19975; number_of_response:1; }","duration":"953.324658ms","start":"2026-08-15T03:15:04.327152Z","end":"2026-08-15T03:15:05.280476Z","steps":["trace[492392270] 'process raft request' (duration: 777.772081ms)","trace[492392270] 'compare' (duration: 174.92973ms)"],"step_count":2} {"level":"warn","ts":"2026-08-15T03:15:05.280546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:04.327128Z","time spent":"953.38504ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-15T03:15:05.280801Z","caller":"traceutil/trace.go:171","msg":"trace[1943243310] transaction","detail":"{read_only:false; response_revision:19976; number_of_response:1; }","duration":"953.621547ms","start":"2026-08-15T03:15:04.327169Z","end":"2026-08-15T03:15:05.28079Z","steps":["trace[1943243310] 'process raft request' (duration: 953.066832ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:05.280867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:04.327148Z","time spent":"953.688399ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-15T03:15:05.28093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.177818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-15T03:15:05.280924Z","caller":"traceutil/trace.go:171","msg":"trace[1270931029] transaction","detail":"{read_only:false; response_revision:19977; number_of_response:1; }","duration":"953.165944ms","start":"2026-08-15T03:15:04.32773Z","end":"2026-08-15T03:15:05.280896Z","steps":["trace[1270931029] 'process raft request' (duration: 952.592168ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:15:05.280984Z","caller":"traceutil/trace.go:171","msg":"trace[994020647] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:19978; }","duration":"706.268821ms","start":"2026-08-15T03:15:04.574699Z","end":"2026-08-15T03:15:05.280968Z","steps":["trace[994020647] 'agreement among raft nodes before linearized reading' (duration: 706.177218ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:15:05.280963Z","caller":"traceutil/trace.go:171","msg":"trace[1005673593] transaction","detail":"{read_only:false; response_revision:19978; number_of_response:1; }","duration":"953.115203ms","start":"2026-08-15T03:15:04.327804Z","end":"2026-08-15T03:15:05.280919Z","steps":["trace[1005673593] 'process raft request' (duration: 952.550187ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:05.281022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:04.574679Z","time spent":"706.333713ms","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-08-15T03:15:05.281022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.117321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-15T03:15:05.281065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:04.32772Z","time spent":"953.273528ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-15T03:15:05.281058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.192245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-15T03:15:05.281082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.042517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-15T03:15:05.281105Z","caller":"traceutil/trace.go:171","msg":"trace[2066361418] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:19978; }","duration":"690.242465ms","start":"2026-08-15T03:15:04.59084Z","end":"2026-08-15T03:15:05.281082Z","steps":["trace[2066361418] 'agreement among raft nodes before linearized reading' (duration: 690.086681ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:15:05.281138Z","caller":"traceutil/trace.go:171","msg":"trace[1179514391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19978; }","duration":"127.147099ms","start":"2026-08-15T03:15:05.153975Z","end":"2026-08-15T03:15:05.281122Z","steps":["trace[1179514391] 'agreement among raft nodes before linearized reading' (duration: 126.946644ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:15:05.281135Z","caller":"traceutil/trace.go:171","msg":"trace[1625626959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19978; }","duration":"199.316789ms","start":"2026-08-15T03:15:05.081795Z","end":"2026-08-15T03:15:05.281112Z","steps":["trace[1625626959] 'agreement among raft nodes before linearized reading' (duration: 199.136304ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:05.281153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:04.590828Z","time spent":"690.314357ms","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-08-15T03:15:05.281169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:04.327789Z","time spent":"953.271457ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-15T03:15:05.803338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.279001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-15T03:15:05.803434Z","caller":"traceutil/trace.go:171","msg":"trace[1154045378] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:19978; }","duration":"318.436825ms","start":"2026-08-15T03:15:05.484979Z","end":"2026-08-15T03:15:05.803416Z","steps":["trace[1154045378] 'count revisions from in-memory index tree' (duration: 318.182138ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:05.803484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:05.484957Z","time spent":"318.514497ms","remote":"127.0.0.1:52688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-08-15T03:15:05.80354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.9427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-08-15T03:15:05.803638Z","caller":"traceutil/trace.go:171","msg":"trace[1489624669] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19978; }","duration":"332.087774ms","start":"2026-08-15T03:15:05.471522Z","end":"2026-08-15T03:15:05.80361Z","steps":["trace[1489624669] 'range keys from in-memory index tree' (duration: 331.739625ms)"],"step_count":1} {"level":"warn","ts":"2026-08-15T03:15:05.803697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-15T03:15:05.471504Z","time spent":"332.179037ms","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-15T03:15:17.605484Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17788} {"level":"info","ts":"2026-08-15T03:15:17.737098Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17788,"took":"127.496319ms","hash":2910948882,"current-db-size-bytes":58757120,"current-db-size":"59 MB","current-db-size-in-use-bytes":33804288,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-15T03:15:17.737149Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2910948882,"revision":17788,"compact-revision":15371} {"level":"info","ts":"2026-08-15T03:18:44.929499Z","caller":"traceutil/trace.go:171","msg":"trace[393601559] linearizableReadLoop","detail":"{readStateIndex:23083; appliedIndex:23082; }","duration":"165.837836ms","start":"2026-08-15T03:18:44.763621Z","end":"2026-08-15T03:18:44.929459Z","steps":["trace[393601559] 'read index received' (duration: 116.065181ms)","trace[393601559] 'applied index is now lower than readState.Index' (duration: 49.771205ms)"],"step_count":2} {"level":"info","ts":"2026-08-15T03:18:44.929501Z","caller":"traceutil/trace.go:171","msg":"trace[1541505510] transaction","detail":"{read_only:false; response_revision:22333; number_of_response:1; }","duration":"278.058419ms","start":"2026-08-15T03:18:44.651409Z","end":"2026-08-15T03:18:44.929467Z","steps":["trace[1541505510] 'process raft request' (duration: 228.282045ms)","trace[1541505510] 'compare' (duration: 49.453445ms)"],"step_count":2} {"level":"warn","ts":"2026-08-15T03:18:44.930108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.466733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-15T03:18:44.930177Z","caller":"traceutil/trace.go:171","msg":"trace[1235904642] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22333; }","duration":"166.594206ms","start":"2026-08-15T03:18:44.763568Z","end":"2026-08-15T03:18:44.930163Z","steps":["trace[1235904642] 'agreement among raft nodes before linearized reading' (duration: 165.963589ms)"],"step_count":1} {"level":"info","ts":"2026-08-15T03:20:17.61296Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20057} {"level":"info","ts":"2026-08-15T03:20:17.719475Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20057,"took":"102.71559ms","hash":363858654,"current-db-size-bytes":58757120,"current-db-size":"59 MB","current-db-size-in-use-bytes":43659264,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-08-15T03:20:17.719536Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":363858654,"revision":20057,"compact-revision":17788} {"level":"info","ts":"2026-08-15T03:25:17.619659Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23328} {"level":"info","ts":"2026-08-15T03:25:17.748236Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23328,"took":"123.107357ms","hash":2282632720,"current-db-size-bytes":58757120,"current-db-size":"59 MB","current-db-size-in-use-bytes":31002624,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-15T03:25:17.748286Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2282632720,"revision":23328,"compact-revision":20057}