{"level":"warn","ts":"2026-05-07T02:51:55.327299Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T02:51:55.327406Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.159:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.159:2380","--initial-cluster=instance=https://199.19.213.159:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.159:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.159:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-07T02:51:55.327545Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T02:51:55.327566Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.159:2380"]} {"level":"info","ts":"2026-05-07T02:51:55.327613Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T02:51:55.328938Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.159:2379"]} {"level":"info","ts":"2026-05-07T02:51:55.329094Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.159:2380"],"listen-peer-urls":["https://199.19.213.159:2380"],"advertise-client-urls":["https://199.19.213.159:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.159:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.159:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-07T02:51:55.334418Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.999592ms"} {"level":"info","ts":"2026-05-07T02:51:55.339732Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"63cd833aa17a09c7","cluster-id":"27437233b92849be"} {"level":"info","ts":"2026-05-07T02:51:55.339807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 switched to configuration voters=()"} {"level":"info","ts":"2026-05-07T02:51:55.339864Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 became follower at term 0"} {"level":"info","ts":"2026-05-07T02:51:55.339883Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 63cd833aa17a09c7 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-07T02:51:55.339917Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 became follower at term 1"} {"level":"info","ts":"2026-05-07T02:51:55.339982Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 switched to configuration voters=(7191548467821021639)"} {"level":"warn","ts":"2026-05-07T02:51:55.34562Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-07T02:51:55.347142Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-07T02:51:55.348268Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-07T02:51:55.350877Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"63cd833aa17a09c7","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-07T02:51:55.351214Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"63cd833aa17a09c7","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-07T02:51:55.351301Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T02:51:55.351441Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T02:51:55.351458Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T02:51:55.352817Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 switched to configuration voters=(7191548467821021639)"} {"level":"info","ts":"2026-05-07T02:51:55.353016Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"27437233b92849be","local-member-id":"63cd833aa17a09c7","added-peer-id":"63cd833aa17a09c7","added-peer-peer-urls":["https://199.19.213.159:2380"]} {"level":"info","ts":"2026-05-07T02:51:55.355438Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T02:51:55.355519Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.159:2380"} {"level":"info","ts":"2026-05-07T02:51:55.355565Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.159:2380"} {"level":"info","ts":"2026-05-07T02:51:55.355645Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"63cd833aa17a09c7","initial-advertise-peer-urls":["https://199.19.213.159:2380"],"listen-peer-urls":["https://199.19.213.159:2380"],"advertise-client-urls":["https://199.19.213.159:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.159:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-07T02:51:55.355683Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-07T02:51:56.240532Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 is starting a new election at term 1"} {"level":"info","ts":"2026-05-07T02:51:56.240635Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-07T02:51:56.240694Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 received MsgPreVoteResp from 63cd833aa17a09c7 at term 1"} {"level":"info","ts":"2026-05-07T02:51:56.240726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 became candidate at term 2"} {"level":"info","ts":"2026-05-07T02:51:56.240756Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 received MsgVoteResp from 63cd833aa17a09c7 at term 2"} {"level":"info","ts":"2026-05-07T02:51:56.240779Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"63cd833aa17a09c7 became leader at term 2"} {"level":"info","ts":"2026-05-07T02:51:56.240799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 63cd833aa17a09c7 elected leader 63cd833aa17a09c7 at term 2"} {"level":"info","ts":"2026-05-07T02:51:56.242233Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"63cd833aa17a09c7","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.159:2379]}","request-path":"/0/members/63cd833aa17a09c7/attributes","cluster-id":"27437233b92849be","publish-timeout":"7s"} {"level":"info","ts":"2026-05-07T02:51:56.242252Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T02:51:56.242269Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T02:51:56.242353Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T02:51:56.24255Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-07T02:51:56.242604Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-07T02:51:56.243172Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"27437233b92849be","local-member-id":"63cd833aa17a09c7","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T02:51:56.243344Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T02:51:56.2434Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T02:51:56.244064Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.159:2379"} {"level":"info","ts":"2026-05-07T02:51:56.246608Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-07T02:51:57.873819Z","caller":"traceutil/trace.go:171","msg":"trace[504165162] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"190.99592ms","start":"2026-05-07T02:51:57.682734Z","end":"2026-05-07T02:51:57.87373Z","steps":["trace[504165162] 'process raft request' (duration: 168.260882ms)","trace[504165162] 'compare' (duration: 22.470451ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:51:57.873929Z","caller":"traceutil/trace.go:171","msg":"trace[1961841237] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"181.027738ms","start":"2026-05-07T02:51:57.692812Z","end":"2026-05-07T02:51:57.87384Z","steps":["trace[1961841237] 'process raft request' (duration: 180.804782ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:52:11.952865Z","caller":"traceutil/trace.go:171","msg":"trace[1067736748] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"103.146311ms","start":"2026-05-07T02:52:11.849685Z","end":"2026-05-07T02:52:11.952831Z","steps":["trace[1067736748] 'process raft request' (duration: 102.948966ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:52:12.173824Z","caller":"traceutil/trace.go:171","msg":"trace[1369371321] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:427; }","duration":"273.053086ms","start":"2026-05-07T02:52:11.900741Z","end":"2026-05-07T02:52:12.173794Z","steps":["trace[1369371321] 'read index received' (duration: 51.993466ms)","trace[1369371321] 'applied index is now lower than readState.Index' (duration: 221.05822ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:52:12.173893Z","caller":"traceutil/trace.go:171","msg":"trace[268498974] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"324.071267ms","start":"2026-05-07T02:52:11.849766Z","end":"2026-05-07T02:52:12.173837Z","steps":["trace[268498974] 'process raft request' (duration: 323.831171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:52:12.174214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.435205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:52:12.174329Z","caller":"traceutil/trace.go:171","msg":"trace[1514673092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:415; }","duration":"273.584039ms","start":"2026-05-07T02:52:11.900724Z","end":"2026-05-07T02:52:12.174308Z","steps":["trace[1514673092] 'agreement among raft nodes before linearized reading' (duration: 273.24453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:52:12.175205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:52:11.849742Z","time spent":"324.523118ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:52:12.288792Z","caller":"traceutil/trace.go:171","msg":"trace[608306763] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"110.35462ms","start":"2026-05-07T02:52:12.178408Z","end":"2026-05-07T02:52:12.288762Z","steps":["trace[608306763] 'process raft request' (duration: 108.43583ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:52:12.28905Z","caller":"traceutil/trace.go:171","msg":"trace[1105977411] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"110.438102ms","start":"2026-05-07T02:52:12.178582Z","end":"2026-05-07T02:52:12.28902Z","steps":["trace[1105977411] 'process raft request' (duration: 110.106523ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:52:38.019621Z","caller":"traceutil/trace.go:171","msg":"trace[1526932741] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"124.708867ms","start":"2026-05-07T02:52:37.894885Z","end":"2026-05-07T02:52:38.019594Z","steps":["trace[1526932741] 'process raft request' (duration: 124.577144ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:52:38.026297Z","caller":"traceutil/trace.go:171","msg":"trace[1906001154] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"130.401987ms","start":"2026-05-07T02:52:37.895864Z","end":"2026-05-07T02:52:38.026266Z","steps":["trace[1906001154] 'process raft request' (duration: 129.121603ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:52:38.026508Z","caller":"traceutil/trace.go:171","msg":"trace[1524877149] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"128.937369ms","start":"2026-05-07T02:52:37.89756Z","end":"2026-05-07T02:52:38.026497Z","steps":["trace[1524877149] 'process raft request' (duration: 127.611204ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:52:38.026642Z","caller":"traceutil/trace.go:171","msg":"trace[1670496752] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"109.772255ms","start":"2026-05-07T02:52:37.916858Z","end":"2026-05-07T02:52:38.02663Z","steps":["trace[1670496752] 'process raft request' (duration: 108.373098ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:52:38.026796Z","caller":"traceutil/trace.go:171","msg":"trace[943770825] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"109.850597ms","start":"2026-05-07T02:52:37.916936Z","end":"2026-05-07T02:52:38.026786Z","steps":["trace[943770825] 'process raft request' (duration: 108.354507ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:52:38.026926Z","caller":"traceutil/trace.go:171","msg":"trace[1210330214] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"106.569061ms","start":"2026-05-07T02:52:37.920347Z","end":"2026-05-07T02:52:38.026916Z","steps":["trace[1210330214] 'process raft request' (duration: 105.01553ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:52:38.027057Z","caller":"traceutil/trace.go:171","msg":"trace[681313841] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"102.880483ms","start":"2026-05-07T02:52:37.924165Z","end":"2026-05-07T02:52:38.027046Z","steps":["trace[681313841] 'process raft request' (duration: 101.24431ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:52:38.027178Z","caller":"traceutil/trace.go:171","msg":"trace[902495370] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"101.20881ms","start":"2026-05-07T02:52:37.925961Z","end":"2026-05-07T02:52:38.02717Z","steps":["trace[902495370] 'process raft request' (duration: 99.505425ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:52:39.012035Z","caller":"traceutil/trace.go:171","msg":"trace[631154432] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"225.294201ms","start":"2026-05-07T02:52:38.786712Z","end":"2026-05-07T02:52:39.012007Z","steps":["trace[631154432] 'process raft request' (duration: 224.796468ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:52:44.442594Z","caller":"traceutil/trace.go:171","msg":"trace[254625960] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"193.910427ms","start":"2026-05-07T02:52:44.248659Z","end":"2026-05-07T02:52:44.442569Z","steps":["trace[254625960] 'process raft request' (duration: 193.772283ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:52:44.494647Z","caller":"traceutil/trace.go:171","msg":"trace[959285070] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"219.989812ms","start":"2026-05-07T02:52:44.27462Z","end":"2026-05-07T02:52:44.49461Z","steps":["trace[959285070] 'process raft request' (duration: 219.351255ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:52:44.543668Z","caller":"traceutil/trace.go:171","msg":"trace[1283889969] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:669; }","duration":"200.689475ms","start":"2026-05-07T02:52:44.342949Z","end":"2026-05-07T02:52:44.543638Z","steps":["trace[1283889969] 'read index received' (duration: 99.65768ms)","trace[1283889969] 'applied index is now lower than readState.Index' (duration: 101.030115ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:52:44.543932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.962932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:52:44.544026Z","caller":"traceutil/trace.go:171","msg":"trace[349141073] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:646; }","duration":"201.067205ms","start":"2026-05-07T02:52:44.342933Z","end":"2026-05-07T02:52:44.544Z","steps":["trace[349141073] 'agreement among raft nodes before linearized reading' (duration: 200.840239ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:52:44.95273Z","caller":"traceutil/trace.go:171","msg":"trace[948570583] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"403.883524ms","start":"2026-05-07T02:52:44.548816Z","end":"2026-05-07T02:52:44.9527Z","steps":["trace[948570583] 'process raft request' (duration: 403.691249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:52:44.953024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:52:44.548794Z","time spent":"404.020718ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:52:45.188583Z","caller":"traceutil/trace.go:171","msg":"trace[124895324] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"639.66564ms","start":"2026-05-07T02:52:44.548886Z","end":"2026-05-07T02:52:45.188552Z","steps":["trace[124895324] 'process raft request' (duration: 639.170847ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:52:45.18861Z","caller":"traceutil/trace.go:171","msg":"trace[192561561] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"637.189595ms","start":"2026-05-07T02:52:44.55139Z","end":"2026-05-07T02:52:45.18858Z","steps":["trace[192561561] 'process raft request' (duration: 637.042641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:52:45.188742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:52:44.548855Z","time spent":"639.812674ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:52:45.188755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:52:44.551359Z","time spent":"637.320919ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:52:45.188585Z","caller":"traceutil/trace.go:171","msg":"trace[827235063] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"626.662709ms","start":"2026-05-07T02:52:44.561905Z","end":"2026-05-07T02:52:45.188568Z","steps":["trace[827235063] 'process raft request' (duration: 626.614767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:52:45.18901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:52:44.561882Z","time spent":"627.013778ms","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T02:53:28.972729Z","caller":"traceutil/trace.go:171","msg":"trace[1395693388] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"152.707931ms","start":"2026-05-07T02:53:28.819988Z","end":"2026-05-07T02:53:28.972696Z","steps":["trace[1395693388] 'process raft request' (duration: 152.565557ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:53:50.782629Z","caller":"traceutil/trace.go:171","msg":"trace[85333930] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"162.289021ms","start":"2026-05-07T02:53:50.620316Z","end":"2026-05-07T02:53:50.782605Z","steps":["trace[85333930] 'process raft request' (duration: 162.158677ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:54:15.228557Z","caller":"traceutil/trace.go:171","msg":"trace[2106302884] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"525.762197ms","start":"2026-05-07T02:54:14.702755Z","end":"2026-05-07T02:54:15.228517Z","steps":["trace[2106302884] 'process raft request' (duration: 506.623108ms)","trace[2106302884] 'compare' (duration: 18.469712ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:54:15.228872Z","caller":"traceutil/trace.go:171","msg":"trace[378824701] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"322.122079ms","start":"2026-05-07T02:54:14.906717Z","end":"2026-05-07T02:54:15.22884Z","steps":["trace[378824701] 'process raft request' (duration: 321.767529ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:54:15.228599Z","caller":"traceutil/trace.go:171","msg":"trace[575489125] linearizableReadLoop","detail":"{readStateIndex:1954; appliedIndex:1953; }","duration":"390.950403ms","start":"2026-05-07T02:54:14.837621Z","end":"2026-05-07T02:54:15.228572Z","steps":["trace[575489125] 'read index received' (duration: 371.768332ms)","trace[575489125] 'applied index is now lower than readState.Index' (duration: 19.181151ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:54:15.229038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:54:14.906691Z","time spent":"322.263412ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:54:15.229176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.534408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed4b519d-5d9b-430e-a5d6-14218f751c62\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-07T02:54:15.229251Z","caller":"traceutil/trace.go:171","msg":"trace[1322253148] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed4b519d-5d9b-430e-a5d6-14218f751c62; range_end:; response_count:1; response_revision:1881; }","duration":"391.628631ms","start":"2026-05-07T02:54:14.837604Z","end":"2026-05-07T02:54:15.229233Z","steps":["trace[1322253148] 'agreement among raft nodes before linearized reading' (duration: 391.092807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:54:15.229294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:54:14.837535Z","time spent":"391.749633ms","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed4b519d-5d9b-430e-a5d6-14218f751c62\" "} {"level":"warn","ts":"2026-05-07T02:54:15.229661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:54:14.702736Z","time spent":"526.857006ms","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10967,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:54:15.652322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.311115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T02:54:15.652412Z","caller":"traceutil/trace.go:171","msg":"trace[458144572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1887; }","duration":"225.459838ms","start":"2026-05-07T02:54:15.426931Z","end":"2026-05-07T02:54:15.65239Z","steps":["trace[458144572] 'range keys from in-memory index tree' (duration: 225.087429ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:54:27.483865Z","caller":"traceutil/trace.go:171","msg":"trace[1166475854] linearizableReadLoop","detail":"{readStateIndex:2061; appliedIndex:2060; }","duration":"141.332635ms","start":"2026-05-07T02:54:27.342509Z","end":"2026-05-07T02:54:27.483841Z","steps":["trace[1166475854] 'read index received' (duration: 141.169601ms)","trace[1166475854] 'applied index is now lower than readState.Index' (duration: 162.024µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:54:27.48392Z","caller":"traceutil/trace.go:171","msg":"trace[445267017] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"214.736948ms","start":"2026-05-07T02:54:27.269152Z","end":"2026-05-07T02:54:27.483889Z","steps":["trace[445267017] 'process raft request' (duration: 214.553323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:54:27.484128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.606252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T02:54:27.484176Z","caller":"traceutil/trace.go:171","msg":"trace[88186200] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1985; }","duration":"141.705504ms","start":"2026-05-07T02:54:27.342457Z","end":"2026-05-07T02:54:27.484163Z","steps":["trace[88186200] 'agreement among raft nodes before linearized reading' (duration: 141.51851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:54:27.48425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.273695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T02:54:27.484362Z","caller":"traceutil/trace.go:171","msg":"trace[295035531] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1985; }","duration":"110.407819ms","start":"2026-05-07T02:54:27.373929Z","end":"2026-05-07T02:54:27.484337Z","steps":["trace[295035531] 'agreement among raft nodes before linearized reading' (duration: 110.118551ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:54:27.957224Z","caller":"traceutil/trace.go:171","msg":"trace[1015071756] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"140.616906ms","start":"2026-05-07T02:54:27.816582Z","end":"2026-05-07T02:54:27.957198Z","steps":["trace[1015071756] 'process raft request' (duration: 140.437451ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:54:27.9577Z","caller":"traceutil/trace.go:171","msg":"trace[1739792085] linearizableReadLoop","detail":"{readStateIndex:2063; appliedIndex:2063; }","duration":"112.659577ms","start":"2026-05-07T02:54:27.845017Z","end":"2026-05-07T02:54:27.957677Z","steps":["trace[1739792085] 'read index received' (duration: 112.653657ms)","trace[1739792085] 'applied index is now lower than readState.Index' (duration: 4.56µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:54:27.957929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.893643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-07T02:54:27.957976Z","caller":"traceutil/trace.go:171","msg":"trace[1028865492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1987; }","duration":"112.977266ms","start":"2026-05-07T02:54:27.844988Z","end":"2026-05-07T02:54:27.957965Z","steps":["trace[1028865492] 'agreement among raft nodes before linearized reading' (duration: 112.806471ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:54:54.719909Z","caller":"traceutil/trace.go:171","msg":"trace[1944272394] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"113.552369ms","start":"2026-05-07T02:54:54.606334Z","end":"2026-05-07T02:54:54.719887Z","steps":["trace[1944272394] 'process raft request' (duration: 113.095147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:05.986166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.149103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T02:55:05.986239Z","caller":"traceutil/trace.go:171","msg":"trace[1233805564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2208; }","duration":"258.268956ms","start":"2026-05-07T02:55:05.727952Z","end":"2026-05-07T02:55:05.986221Z","steps":["trace[1233805564] 'range keys from in-memory index tree' (duration: 257.885165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:05.986597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.061241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T02:55:05.986733Z","caller":"traceutil/trace.go:171","msg":"trace[669190408] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2208; }","duration":"189.208575ms","start":"2026-05-07T02:55:05.79749Z","end":"2026-05-07T02:55:05.986699Z","steps":["trace[669190408] 'range keys from in-memory index tree' (duration: 188.825724ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:55:06.325332Z","caller":"traceutil/trace.go:171","msg":"trace[928905110] linearizableReadLoop","detail":"{readStateIndex:2295; appliedIndex:2294; }","duration":"134.943495ms","start":"2026-05-07T02:55:06.190353Z","end":"2026-05-07T02:55:06.325297Z","steps":["trace[928905110] 'read index received' (duration: 134.567435ms)","trace[928905110] 'applied index is now lower than readState.Index' (duration: 374.33µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:55:06.325477Z","caller":"traceutil/trace.go:171","msg":"trace[1447609823] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"141.042304ms","start":"2026-05-07T02:55:06.18437Z","end":"2026-05-07T02:55:06.325412Z","steps":["trace[1447609823] 'process raft request' (duration: 140.691744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:06.325578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.257063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T02:55:06.325664Z","caller":"traceutil/trace.go:171","msg":"trace[1048250726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2210; }","duration":"135.434328ms","start":"2026-05-07T02:55:06.190214Z","end":"2026-05-07T02:55:06.325648Z","steps":["trace[1048250726] 'agreement among raft nodes before linearized reading' (duration: 135.201531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:06.837531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.365853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:55:06.837722Z","caller":"traceutil/trace.go:171","msg":"trace[1586828183] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"507.263964ms","start":"2026-05-07T02:55:06.330435Z","end":"2026-05-07T02:55:06.837699Z","steps":["trace[1586828183] 'process raft request' (duration: 342.50064ms)","trace[1586828183] 'compare' (duration: 164.237049ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:55:06.83783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:06.33041Z","time spent":"507.379937ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:55:07.089016Z","caller":"traceutil/trace.go:171","msg":"trace[1408567323] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"758.177486ms","start":"2026-05-07T02:55:06.330812Z","end":"2026-05-07T02:55:07.08899Z","steps":["trace[1408567323] 'process raft request' (duration: 678.053036ms)","trace[1408567323] 'compare' (duration: 79.943014ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:55:07.089173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:06.330784Z","time spent":"758.305469ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:55:07.089434Z","caller":"traceutil/trace.go:171","msg":"trace[1466028076] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"330.417124ms","start":"2026-05-07T02:55:06.758988Z","end":"2026-05-07T02:55:07.089405Z","steps":["trace[1466028076] 'process raft request' (duration: 330.355902ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:55:07.089563Z","caller":"traceutil/trace.go:171","msg":"trace[1182332111] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"645.766048ms","start":"2026-05-07T02:55:06.443783Z","end":"2026-05-07T02:55:07.089549Z","steps":["trace[1182332111] 'process raft request' (duration: 645.156931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:07.089603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:06.75896Z","time spent":"330.553708ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:55:07.089625Z","caller":"traceutil/trace.go:171","msg":"trace[1393960632] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"611.277499ms","start":"2026-05-07T02:55:06.478326Z","end":"2026-05-07T02:55:07.089604Z","steps":["trace[1393960632] 'process raft request' (duration: 610.866317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:07.089635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:06.443744Z","time spent":"645.85246ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:55:07.089715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:06.478292Z","time spent":"611.379001ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:55:07.08974Z","caller":"traceutil/trace.go:171","msg":"trace[353089047] linearizableReadLoop","detail":"{readStateIndex:2299; appliedIndex:2296; }","duration":"349.083894ms","start":"2026-05-07T02:55:06.740631Z","end":"2026-05-07T02:55:07.089715Z","steps":["trace[353089047] 'read index received' (duration: 268.247934ms)","trace[353089047] 'applied index is now lower than readState.Index' (duration: 80.83487ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:55:07.089911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.274419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-07T02:55:07.089956Z","caller":"traceutil/trace.go:171","msg":"trace[657544739] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2215; }","duration":"349.360101ms","start":"2026-05-07T02:55:06.740582Z","end":"2026-05-07T02:55:07.089942Z","steps":["trace[657544739] 'agreement among raft nodes before linearized reading' (duration: 349.227517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:55:07.089987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:55:06.74056Z","time spent":"349.418453ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T02:55:07.089994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.404159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:55:07.09003Z","caller":"traceutil/trace.go:171","msg":"trace[1085814465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2215; }","duration":"139.479481ms","start":"2026-05-07T02:55:06.95054Z","end":"2026-05-07T02:55:07.090019Z","steps":["trace[1085814465] 'agreement among raft nodes before linearized reading' (duration: 139.371348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:56:34.96551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.771278ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-07T02:56:34.965652Z","caller":"traceutil/trace.go:171","msg":"trace[1371980209] linearizableReadLoop","detail":"{readStateIndex:2991; appliedIndex:2990; }","duration":"213.574078ms","start":"2026-05-07T02:56:34.752054Z","end":"2026-05-07T02:56:34.965628Z","steps":["trace[1371980209] 'read index received' (duration: 14.592645ms)","trace[1371980209] 'applied index is now lower than readState.Index' (duration: 198.979543ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:56:34.9661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.0327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T02:56:34.966154Z","caller":"traceutil/trace.go:171","msg":"trace[1946009670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2879; }","duration":"214.137412ms","start":"2026-05-07T02:56:34.752001Z","end":"2026-05-07T02:56:34.966138Z","steps":["trace[1946009670] 'agreement among raft nodes before linearized reading' (duration: 213.690181ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:56:35.495033Z","caller":"traceutil/trace.go:171","msg":"trace[1515634019] transaction","detail":"{read_only:false; response_revision:2881; number_of_response:1; }","duration":"172.725191ms","start":"2026-05-07T02:56:35.322279Z","end":"2026-05-07T02:56:35.495004Z","steps":["trace[1515634019] 'process raft request' (duration: 172.552796ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:56:35.608446Z","caller":"traceutil/trace.go:171","msg":"trace[544775572] linearizableReadLoop","detail":"{readStateIndex:2996; appliedIndex:2992; }","duration":"150.682881ms","start":"2026-05-07T02:56:35.457746Z","end":"2026-05-07T02:56:35.608429Z","steps":["trace[544775572] 'read index received' (duration: 37.158869ms)","trace[544775572] 'applied index is now lower than readState.Index' (duration: 113.522782ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:56:35.608842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.05039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T02:56:35.608893Z","caller":"traceutil/trace.go:171","msg":"trace[600194963] transaction","detail":"{read_only:false; response_revision:2883; number_of_response:1; }","duration":"185.939939ms","start":"2026-05-07T02:56:35.422933Z","end":"2026-05-07T02:56:35.608873Z","steps":["trace[600194963] 'process raft request' (duration: 185.435876ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:56:35.608947Z","caller":"traceutil/trace.go:171","msg":"trace[1900462250] transaction","detail":"{read_only:false; response_revision:2882; number_of_response:1; }","duration":"187.054249ms","start":"2026-05-07T02:56:35.42188Z","end":"2026-05-07T02:56:35.608934Z","steps":["trace[1900462250] 'process raft request' (duration: 186.388821ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:56:35.60902Z","caller":"traceutil/trace.go:171","msg":"trace[1072479206] transaction","detail":"{read_only:false; response_revision:2884; number_of_response:1; }","duration":"184.978704ms","start":"2026-05-07T02:56:35.424027Z","end":"2026-05-07T02:56:35.609006Z","steps":["trace[1072479206] 'process raft request' (duration: 184.370658ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:56:35.608944Z","caller":"traceutil/trace.go:171","msg":"trace[1980947050] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2884; }","duration":"151.206615ms","start":"2026-05-07T02:56:35.457716Z","end":"2026-05-07T02:56:35.608922Z","steps":["trace[1980947050] 'agreement among raft nodes before linearized reading' (duration: 150.982049ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:00:23.693632Z","caller":"traceutil/trace.go:171","msg":"trace[1726420166] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"110.951555ms","start":"2026-05-07T03:00:23.582649Z","end":"2026-05-07T03:00:23.693601Z","steps":["trace[1726420166] 'process raft request' (duration: 110.731139ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:00:23.695809Z","caller":"traceutil/trace.go:171","msg":"trace[2080073935] linearizableReadLoop","detail":"{readStateIndex:4940; appliedIndex:4938; }","duration":"107.234346ms","start":"2026-05-07T03:00:23.588559Z","end":"2026-05-07T03:00:23.695794Z","steps":["trace[2080073935] 'read index received' (duration: 104.907204ms)","trace[2080073935] 'applied index is now lower than readState.Index' (duration: 2.325642ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:00:23.696015Z","caller":"traceutil/trace.go:171","msg":"trace[2055724732] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"109.935168ms","start":"2026-05-07T03:00:23.586028Z","end":"2026-05-07T03:00:23.695963Z","steps":["trace[2055724732] 'process raft request' (duration: 109.694721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:00:23.696252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.088246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T03:00:23.696315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.706978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:00:23.696345Z","caller":"traceutil/trace.go:171","msg":"trace[1733235079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4756; }","duration":"103.217069ms","start":"2026-05-07T03:00:23.593095Z","end":"2026-05-07T03:00:23.696323Z","steps":["trace[1733235079] 'agreement among raft nodes before linearized reading' (duration: 102.907311ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:00:23.696413Z","caller":"traceutil/trace.go:171","msg":"trace[1317495454] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:0; response_revision:4756; }","duration":"107.860473ms","start":"2026-05-07T03:00:23.58853Z","end":"2026-05-07T03:00:23.69639Z","steps":["trace[1317495454] 'agreement among raft nodes before linearized reading' (duration: 107.37006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:00:29.008515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.515093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:00:29.008613Z","caller":"traceutil/trace.go:171","msg":"trace[1104058280] linearizableReadLoop","detail":"{readStateIndex:5108; appliedIndex:5107; }","duration":"111.639713ms","start":"2026-05-07T03:00:28.896957Z","end":"2026-05-07T03:00:29.008596Z","steps":["trace[1104058280] 'read index received' (duration: 3.913734ms)","trace[1104058280] 'applied index is now lower than readState.Index' (duration: 107.722479ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:00:29.008626Z","caller":"traceutil/trace.go:171","msg":"trace[1558744391] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"117.396845ms","start":"2026-05-07T03:00:28.891209Z","end":"2026-05-07T03:00:29.008605Z","steps":["trace[1558744391] 'compare' (duration: 107.286847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:00:29.008816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.852409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:11455"} {"level":"info","ts":"2026-05-07T03:00:29.008832Z","caller":"traceutil/trace.go:171","msg":"trace[2108172641] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4920; }","duration":"112.006252ms","start":"2026-05-07T03:00:28.89682Z","end":"2026-05-07T03:00:29.008826Z","steps":["trace[2108172641] 'agreement among raft nodes before linearized reading' (duration: 111.847488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:00:29.666386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.632409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:00:29.666455Z","caller":"traceutil/trace.go:171","msg":"trace[1198063397] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4927; }","duration":"115.753342ms","start":"2026-05-07T03:00:29.550688Z","end":"2026-05-07T03:00:29.666441Z","steps":["trace[1198063397] 'count revisions from in-memory index tree' (duration: 115.556257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:00:31.794584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.604562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de94fa2d-cb22-487a-8be6-6aa5af067155\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-07T03:00:31.794664Z","caller":"traceutil/trace.go:171","msg":"trace[1446345299] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-de94fa2d-cb22-487a-8be6-6aa5af067155; range_end:; response_count:1; response_revision:5048; }","duration":"160.721216ms","start":"2026-05-07T03:00:31.633925Z","end":"2026-05-07T03:00:31.794647Z","steps":["trace[1446345299] 'range keys from in-memory index tree' (duration: 160.415558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:00:31.794919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.789665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:721360"} {"level":"info","ts":"2026-05-07T03:00:31.795009Z","caller":"traceutil/trace.go:171","msg":"trace[319668101] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5048; }","duration":"103.925339ms","start":"2026-05-07T03:00:31.691062Z","end":"2026-05-07T03:00:31.794987Z","steps":["trace[319668101] 'range keys from in-memory index tree' (duration: 103.260941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:00:31.795026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.668291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-mzkld.18ad294ae99a5f3d\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-05-07T03:00:31.795106Z","caller":"traceutil/trace.go:171","msg":"trace[1905637044] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-mzkld.18ad294ae99a5f3d; range_end:; response_count:1; response_revision:5048; }","duration":"158.784614ms","start":"2026-05-07T03:00:31.636304Z","end":"2026-05-07T03:00:31.795089Z","steps":["trace[1905637044] 'range keys from in-memory index tree' (duration: 158.509737ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:00:31.946173Z","caller":"traceutil/trace.go:171","msg":"trace[1381604450] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"148.947263ms","start":"2026-05-07T03:00:31.797204Z","end":"2026-05-07T03:00:31.946151Z","steps":["trace[1381604450] 'process raft request' (duration: 148.83417ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:00:32.039835Z","caller":"traceutil/trace.go:171","msg":"trace[1571471449] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"240.899143ms","start":"2026-05-07T03:00:31.798911Z","end":"2026-05-07T03:00:32.039811Z","steps":["trace[1571471449] 'process raft request' (duration: 240.685038ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:00:32.040098Z","caller":"traceutil/trace.go:171","msg":"trace[996942105] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"238.304775ms","start":"2026-05-07T03:00:31.801751Z","end":"2026-05-07T03:00:32.040056Z","steps":["trace[996942105] 'process raft request' (duration: 237.994087ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:00:32.040231Z","caller":"traceutil/trace.go:171","msg":"trace[544899454] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"236.932368ms","start":"2026-05-07T03:00:31.803278Z","end":"2026-05-07T03:00:32.04021Z","steps":["trace[544899454] 'process raft request' (duration: 236.689621ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:00:43.025662Z","caller":"traceutil/trace.go:171","msg":"trace[1657593983] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"118.278499ms","start":"2026-05-07T03:00:42.907352Z","end":"2026-05-07T03:00:43.025631Z","steps":["trace[1657593983] 'process raft request' (duration: 113.108772ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:00:43.042185Z","caller":"traceutil/trace.go:171","msg":"trace[641869469] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"102.634764ms","start":"2026-05-07T03:00:42.939525Z","end":"2026-05-07T03:00:43.04216Z","steps":["trace[641869469] 'process raft request' (duration: 102.46684ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:00:50.879715Z","caller":"traceutil/trace.go:171","msg":"trace[593052630] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"138.389883ms","start":"2026-05-07T03:00:50.741297Z","end":"2026-05-07T03:00:50.879687Z","steps":["trace[593052630] 'process raft request' (duration: 138.202418ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:00:51.005413Z","caller":"traceutil/trace.go:171","msg":"trace[1794808578] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"118.927786ms","start":"2026-05-07T03:00:50.886461Z","end":"2026-05-07T03:00:51.005389Z","steps":["trace[1794808578] 'process raft request' (duration: 118.875105ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:00:51.005453Z","caller":"traceutil/trace.go:171","msg":"trace[1605206854] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"119.08848ms","start":"2026-05-07T03:00:50.886341Z","end":"2026-05-07T03:00:51.00543Z","steps":["trace[1605206854] 'process raft request' (duration: 111.048827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:00:51.437406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.136766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:00:51.437512Z","caller":"traceutil/trace.go:171","msg":"trace[1040226695] linearizableReadLoop","detail":"{readStateIndex:5617; appliedIndex:5616; }","duration":"219.529686ms","start":"2026-05-07T03:00:51.217964Z","end":"2026-05-07T03:00:51.437494Z","steps":["trace[1040226695] 'read index received' (duration: 40.041µs)","trace[1040226695] 'applied index is now lower than readState.Index' (duration: 219.488075ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:00:51.437605Z","caller":"traceutil/trace.go:171","msg":"trace[1278344695] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"372.674161ms","start":"2026-05-07T03:00:51.064915Z","end":"2026-05-07T03:00:51.437589Z","steps":["trace[1278344695] 'process raft request' (duration: 55.263207ms)","trace[1278344695] 'compare' (duration: 316.990073ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:00:51.437663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:00:51.064893Z","time spent":"372.738242ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:00:51.437785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.265853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:00:51.437862Z","caller":"traceutil/trace.go:171","msg":"trace[1496615869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5417; }","duration":"209.389047ms","start":"2026-05-07T03:00:51.228453Z","end":"2026-05-07T03:00:51.437842Z","steps":["trace[1496615869] 'agreement among raft nodes before linearized reading' (duration: 209.268023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:00:51.438228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.221625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18ad294f9dd3ea24\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-05-07T03:00:51.438343Z","caller":"traceutil/trace.go:171","msg":"trace[1215532346] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18ad294f9dd3ea24; range_end:; response_count:1; response_revision:5417; }","duration":"220.359528ms","start":"2026-05-07T03:00:51.217957Z","end":"2026-05-07T03:00:51.438316Z","steps":["trace[1215532346] 'agreement among raft nodes before linearized reading' (duration: 220.04529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:00:51.754468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.464645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:00:51.754584Z","caller":"traceutil/trace.go:171","msg":"trace[690946307] linearizableReadLoop","detail":"{readStateIndex:5618; appliedIndex:5617; }","duration":"224.601171ms","start":"2026-05-07T03:00:51.529966Z","end":"2026-05-07T03:00:51.754567Z","steps":["trace[690946307] 'read index received' (duration: 65.95158ms)","trace[690946307] 'applied index is now lower than readState.Index' (duration: 158.64815ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:00:51.754663Z","caller":"traceutil/trace.go:171","msg":"trace[728225579] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"314.002844ms","start":"2026-05-07T03:00:51.440615Z","end":"2026-05-07T03:00:51.754618Z","steps":["trace[728225579] 'process raft request' (duration: 155.290772ms)","trace[728225579] 'compare' (duration: 158.337562ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:00:51.754752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.784306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-07T03:00:51.754799Z","caller":"traceutil/trace.go:171","msg":"trace[1833247364] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5418; }","duration":"224.856027ms","start":"2026-05-07T03:00:51.52993Z","end":"2026-05-07T03:00:51.754786Z","steps":["trace[1833247364] 'agreement among raft nodes before linearized reading' (duration: 224.683683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:00:51.754805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:00:51.4406Z","time spent":"314.121477ms","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:01:50.265313Z","caller":"traceutil/trace.go:171","msg":"trace[1837863410] transaction","detail":"{read_only:false; response_revision:6002; number_of_response:1; }","duration":"164.856637ms","start":"2026-05-07T03:01:50.100424Z","end":"2026-05-07T03:01:50.26528Z","steps":["trace[1837863410] 'process raft request' (duration: 164.649781ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:01:56.274488Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3002} {"level":"info","ts":"2026-05-07T03:01:56.36483Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3002,"took":"89.100758ms","hash":3057487908,"current-db-size-bytes":58421248,"current-db-size":"58 MB","current-db-size-in-use-bytes":31313920,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T03:01:56.364931Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3057487908,"revision":3002,"compact-revision":-1} {"level":"info","ts":"2026-05-07T03:05:16.990544Z","caller":"traceutil/trace.go:171","msg":"trace[489719742] transaction","detail":"{read_only:false; response_revision:7427; number_of_response:1; }","duration":"109.34728ms","start":"2026-05-07T03:05:16.88116Z","end":"2026-05-07T03:05:16.990507Z","steps":["trace[489719742] 'process raft request' (duration: 109.176986ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:05:16.990586Z","caller":"traceutil/trace.go:171","msg":"trace[624203316] transaction","detail":"{read_only:false; response_revision:7426; number_of_response:1; }","duration":"110.158671ms","start":"2026-05-07T03:05:16.880363Z","end":"2026-05-07T03:05:16.990522Z","steps":["trace[624203316] 'process raft request' (duration: 102.567441ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:05:16.990871Z","caller":"traceutil/trace.go:171","msg":"trace[2128837596] transaction","detail":"{read_only:false; response_revision:7428; number_of_response:1; }","duration":"106.425324ms","start":"2026-05-07T03:05:16.884412Z","end":"2026-05-07T03:05:16.990838Z","steps":["trace[2128837596] 'process raft request' (duration: 106.003163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:05:16.991024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.265891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/barbican-api-59d74bc4cf\" ","response":"range_response_count:1 size:7250"} {"level":"info","ts":"2026-05-07T03:05:16.991106Z","caller":"traceutil/trace.go:171","msg":"trace[1854500268] range","detail":"{range_begin:/registry/replicasets/openstack/barbican-api-59d74bc4cf; range_end:; response_count:1; response_revision:7428; }","duration":"111.491897ms","start":"2026-05-07T03:05:16.879593Z","end":"2026-05-07T03:05:16.991085Z","steps":["trace[1854500268] 'agreement among raft nodes before linearized reading' (duration: 111.164509ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:05:23.070379Z","caller":"traceutil/trace.go:171","msg":"trace[2025339809] transaction","detail":"{read_only:false; response_revision:7484; number_of_response:1; }","duration":"113.212033ms","start":"2026-05-07T03:05:22.957142Z","end":"2026-05-07T03:05:23.070354Z","steps":["trace[2025339809] 'process raft request' (duration: 107.590704ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:06:56.28188Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6057} {"level":"info","ts":"2026-05-07T03:06:56.39411Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6057,"took":"109.969728ms","hash":3755903,"current-db-size-bytes":58421248,"current-db-size":"58 MB","current-db-size-in-use-bytes":21647360,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-05-07T03:06:56.394183Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3755903,"revision":6057,"compact-revision":3002} {"level":"info","ts":"2026-05-07T03:07:14.132774Z","caller":"traceutil/trace.go:171","msg":"trace[783229750] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"273.214893ms","start":"2026-05-07T03:07:13.859535Z","end":"2026-05-07T03:07:14.13275Z","steps":["trace[783229750] 'process raft request' (duration: 273.024908ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:07:14.393912Z","caller":"traceutil/trace.go:171","msg":"trace[956974459] linearizableReadLoop","detail":"{readStateIndex:8671; appliedIndex:8668; }","duration":"329.708596ms","start":"2026-05-07T03:07:14.06418Z","end":"2026-05-07T03:07:14.393889Z","steps":["trace[956974459] 'read index received' (duration: 68.422569ms)","trace[956974459] 'applied index is now lower than readState.Index' (duration: 261.285097ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:07:14.393942Z","caller":"traceutil/trace.go:171","msg":"trace[327604602] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"532.756224ms","start":"2026-05-07T03:07:13.861166Z","end":"2026-05-07T03:07:14.393922Z","steps":["trace[327604602] 'process raft request' (duration: 496.565028ms)","trace[327604602] 'compare' (duration: 35.745835ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:07:14.393992Z","caller":"traceutil/trace.go:171","msg":"trace[1172117199] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"388.564832ms","start":"2026-05-07T03:07:14.005393Z","end":"2026-05-07T03:07:14.393958Z","steps":["trace[1172117199] 'process raft request' (duration: 388.415718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:07:14.39405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:07:13.861139Z","time spent":"532.853147ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:07:14.39413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.937962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:07:14.394166Z","caller":"traceutil/trace.go:171","msg":"trace[431556804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8374; }","duration":"330.020345ms","start":"2026-05-07T03:07:14.064136Z","end":"2026-05-07T03:07:14.394156Z","steps":["trace[431556804] 'agreement among raft nodes before linearized reading' (duration: 329.877451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:07:14.394193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:07:14.064122Z","time spent":"330.064055ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:07:14.394233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.338147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:07:14.394253Z","caller":"traceutil/trace.go:171","msg":"trace[255840506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8374; }","duration":"166.397239ms","start":"2026-05-07T03:07:14.22785Z","end":"2026-05-07T03:07:14.394247Z","steps":["trace[255840506] 'agreement among raft nodes before linearized reading' (duration: 166.359768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:07:14.394252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.058693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:07:14.394319Z","caller":"traceutil/trace.go:171","msg":"trace[1203933031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8374; }","duration":"328.166395ms","start":"2026-05-07T03:07:14.066137Z","end":"2026-05-07T03:07:14.394303Z","steps":["trace[1203933031] 'agreement among raft nodes before linearized reading' (duration: 327.992401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:07:14.394357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:07:14.066123Z","time spent":"328.226248ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:07:14.39502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:07:14.005375Z","time spent":"388.698846ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:07:27.04105Z","caller":"traceutil/trace.go:171","msg":"trace[1944799115] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"151.170156ms","start":"2026-05-07T03:07:26.889855Z","end":"2026-05-07T03:07:27.041026Z","steps":["trace[1944799115] 'process raft request' (duration: 151.013902ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:07:27.102764Z","caller":"traceutil/trace.go:171","msg":"trace[597679737] linearizableReadLoop","detail":"{readStateIndex:8740; appliedIndex:8738; }","duration":"181.15549ms","start":"2026-05-07T03:07:26.921581Z","end":"2026-05-07T03:07:27.102736Z","steps":["trace[597679737] 'read index received' (duration: 119.409727ms)","trace[597679737] 'applied index is now lower than readState.Index' (duration: 61.744052ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:07:27.102837Z","caller":"traceutil/trace.go:171","msg":"trace[104106155] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"203.4682ms","start":"2026-05-07T03:07:26.899345Z","end":"2026-05-07T03:07:27.102813Z","steps":["trace[104106155] 'process raft request' (duration: 203.258024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:07:27.10301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.408226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:07:27.103062Z","caller":"traceutil/trace.go:171","msg":"trace[846133404] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8440; }","duration":"181.509529ms","start":"2026-05-07T03:07:26.921536Z","end":"2026-05-07T03:07:27.103046Z","steps":["trace[846133404] 'agreement among raft nodes before linearized reading' (duration: 181.349734ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:07:27.208768Z","caller":"traceutil/trace.go:171","msg":"trace[121928324] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"100.678082ms","start":"2026-05-07T03:07:27.108058Z","end":"2026-05-07T03:07:27.208736Z","steps":["trace[121928324] 'process raft request' (duration: 100.349073ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:07:27.221169Z","caller":"traceutil/trace.go:171","msg":"trace[885657444] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"112.848424ms","start":"2026-05-07T03:07:27.108302Z","end":"2026-05-07T03:07:27.221151Z","steps":["trace[885657444] 'process raft request' (duration: 112.734181ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:07:27.221296Z","caller":"traceutil/trace.go:171","msg":"trace[579162039] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"112.473753ms","start":"2026-05-07T03:07:27.108813Z","end":"2026-05-07T03:07:27.221286Z","steps":["trace[579162039] 'process raft request' (duration: 112.303719ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:07:28.557103Z","caller":"traceutil/trace.go:171","msg":"trace[1064450351] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"113.774058ms","start":"2026-05-07T03:07:28.443285Z","end":"2026-05-07T03:07:28.557059Z","steps":["trace[1064450351] 'process raft request' (duration: 113.513851ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:07:54.927231Z","caller":"traceutil/trace.go:171","msg":"trace[330400956] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"276.208952ms","start":"2026-05-07T03:07:54.651Z","end":"2026-05-07T03:07:54.927209Z","steps":["trace[330400956] 'process raft request' (duration: 275.984196ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:07:54.92737Z","caller":"traceutil/trace.go:171","msg":"trace[604255026] linearizableReadLoop","detail":"{readStateIndex:8952; appliedIndex:8950; }","duration":"265.476788ms","start":"2026-05-07T03:07:54.661877Z","end":"2026-05-07T03:07:54.927354Z","steps":["trace[604255026] 'read index received' (duration: 265.126799ms)","trace[604255026] 'applied index is now lower than readState.Index' (duration: 349.019µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:07:54.927394Z","caller":"traceutil/trace.go:171","msg":"trace[280652774] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"276.366776ms","start":"2026-05-07T03:07:54.651021Z","end":"2026-05-07T03:07:54.927388Z","steps":["trace[280652774] 'process raft request' (duration: 276.15277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:07:54.927535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.62159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vw5dk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-07T03:07:54.927561Z","caller":"traceutil/trace.go:171","msg":"trace[1359701419] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vw5dk; range_end:; response_count:1; response_revision:8644; }","duration":"114.683581ms","start":"2026-05-07T03:07:54.812871Z","end":"2026-05-07T03:07:54.927555Z","steps":["trace[1359701419] 'agreement among raft nodes before linearized reading' (duration: 114.571838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:07:54.927646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.757296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T03:07:54.927579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.841564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:07:54.927748Z","caller":"traceutil/trace.go:171","msg":"trace[697078705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8644; }","duration":"265.889389ms","start":"2026-05-07T03:07:54.66184Z","end":"2026-05-07T03:07:54.927729Z","steps":["trace[697078705] 'agreement among raft nodes before linearized reading' (duration: 265.656843ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:07:54.927763Z","caller":"traceutil/trace.go:171","msg":"trace[132528480] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8644; }","duration":"166.07824ms","start":"2026-05-07T03:07:54.761665Z","end":"2026-05-07T03:07:54.927743Z","steps":["trace[132528480] 'agreement among raft nodes before linearized reading' (duration: 165.839014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:07:54.928059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.440931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T03:07:54.928233Z","caller":"traceutil/trace.go:171","msg":"trace[1663844675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8644; }","duration":"262.240513ms","start":"2026-05-07T03:07:54.665979Z","end":"2026-05-07T03:07:54.92822Z","steps":["trace[1663844675] 'agreement among raft nodes before linearized reading' (duration: 261.462362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:07:55.275711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.912854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:07:55.275804Z","caller":"traceutil/trace.go:171","msg":"trace[1088066068] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8646; }","duration":"290.028877ms","start":"2026-05-07T03:07:54.985753Z","end":"2026-05-07T03:07:55.275782Z","steps":["trace[1088066068] 'count revisions from in-memory index tree' (duration: 289.805781ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:07:55.298703Z","caller":"traceutil/trace.go:171","msg":"trace[1729362083] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"168.782552ms","start":"2026-05-07T03:07:55.129907Z","end":"2026-05-07T03:07:55.29869Z","steps":["trace[1729362083] 'process raft request' (duration: 168.651679ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:07:59.070796Z","caller":"traceutil/trace.go:171","msg":"trace[241738991] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"126.270838ms","start":"2026-05-07T03:07:58.944499Z","end":"2026-05-07T03:07:59.07077Z","steps":["trace[241738991] 'process raft request' (duration: 126.110694ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:07:59.202821Z","caller":"traceutil/trace.go:171","msg":"trace[1914493476] linearizableReadLoop","detail":"{readStateIndex:8974; appliedIndex:8972; }","duration":"236.749099ms","start":"2026-05-07T03:07:58.966046Z","end":"2026-05-07T03:07:59.202795Z","steps":["trace[1914493476] 'read index received' (duration: 104.682448ms)","trace[1914493476] 'applied index is now lower than readState.Index' (duration: 132.065791ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:07:59.202908Z","caller":"traceutil/trace.go:171","msg":"trace[2045582924] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"257.912789ms","start":"2026-05-07T03:07:58.944904Z","end":"2026-05-07T03:07:59.202817Z","steps":["trace[2045582924] 'process raft request' (duration: 220.745946ms)","trace[2045582924] 'compare' (duration: 36.964028ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:07:59.203016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.406953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vw5dk\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-05-07T03:07:59.203014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.947175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:07:59.203063Z","caller":"traceutil/trace.go:171","msg":"trace[444475437] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vw5dk; range_end:; response_count:1; response_revision:8665; }","duration":"235.492646ms","start":"2026-05-07T03:07:58.967558Z","end":"2026-05-07T03:07:59.203051Z","steps":["trace[444475437] 'agreement among raft nodes before linearized reading' (duration: 235.350992ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:07:59.20307Z","caller":"traceutil/trace.go:171","msg":"trace[1752224358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8665; }","duration":"237.039876ms","start":"2026-05-07T03:07:58.966017Z","end":"2026-05-07T03:07:59.203057Z","steps":["trace[1752224358] 'agreement among raft nodes before linearized reading' (duration: 236.849931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:07:59.203158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.579085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T03:07:59.20324Z","caller":"traceutil/trace.go:171","msg":"trace[823488110] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8665; }","duration":"233.694629ms","start":"2026-05-07T03:07:58.969527Z","end":"2026-05-07T03:07:59.203222Z","steps":["trace[823488110] 'agreement among raft nodes before linearized reading' (duration: 233.421181ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:07:59.436633Z","caller":"traceutil/trace.go:171","msg":"trace[1608679409] linearizableReadLoop","detail":"{readStateIndex:8976; appliedIndex:8975; }","duration":"217.795738ms","start":"2026-05-07T03:07:59.218812Z","end":"2026-05-07T03:07:59.436608Z","steps":["trace[1608679409] 'read index received' (duration: 149.486521ms)","trace[1608679409] 'applied index is now lower than readState.Index' (duration: 68.308257ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:07:59.436738Z","caller":"traceutil/trace.go:171","msg":"trace[1592557113] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"229.006284ms","start":"2026-05-07T03:07:59.20769Z","end":"2026-05-07T03:07:59.436697Z","steps":["trace[1592557113] 'process raft request' (duration: 160.614136ms)","trace[1592557113] 'compare' (duration: 68.196143ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:07:59.437128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.293101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227508"} {"level":"info","ts":"2026-05-07T03:07:59.437192Z","caller":"traceutil/trace.go:171","msg":"trace[100016703] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8667; }","duration":"218.388814ms","start":"2026-05-07T03:07:59.21879Z","end":"2026-05-07T03:07:59.437178Z","steps":["trace[100016703] 'agreement among raft nodes before linearized reading' (duration: 217.962443ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:07:59.45361Z","caller":"traceutil/trace.go:171","msg":"trace[195970544] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"144.307465ms","start":"2026-05-07T03:07:59.309262Z","end":"2026-05-07T03:07:59.453569Z","steps":["trace[195970544] 'process raft request' (duration: 143.958496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:08:07.814447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.760004ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:08:07.814587Z","caller":"traceutil/trace.go:171","msg":"trace[1669403927] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8752; }","duration":"305.910458ms","start":"2026-05-07T03:08:07.508655Z","end":"2026-05-07T03:08:07.814566Z","steps":["trace[1669403927] 'range keys from in-memory index tree' (duration: 305.744983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:08:07.81464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.892878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:08:07.814812Z","caller":"traceutil/trace.go:171","msg":"trace[146669172] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"340.336638ms","start":"2026-05-07T03:08:07.474456Z","end":"2026-05-07T03:08:07.814793Z","steps":["trace[146669172] 'process raft request' (duration: 200.208733ms)","trace[146669172] 'compare' (duration: 139.788596ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:08:07.814874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:08:07.47443Z","time spent":"340.4145ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:08:07.815017Z","caller":"traceutil/trace.go:171","msg":"trace[243627968] linearizableReadLoop","detail":"{readStateIndex:9068; appliedIndex:9066; }","duration":"338.489329ms","start":"2026-05-07T03:08:07.476513Z","end":"2026-05-07T03:08:07.815003Z","steps":["trace[243627968] 'read index received' (duration: 198.146769ms)","trace[243627968] 'applied index is now lower than readState.Index' (duration: 140.34159ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:08:07.815396Z","caller":"traceutil/trace.go:171","msg":"trace[1185275822] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"339.512636ms","start":"2026-05-07T03:08:07.475872Z","end":"2026-05-07T03:08:07.815384Z","steps":["trace[1185275822] 'process raft request' (duration: 338.870359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:08:07.815556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:08:07.475853Z","time spent":"339.577197ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:08:07.815631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.185591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T03:08:07.815641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.010719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T03:08:07.815658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.120625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vw5dk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-07T03:08:07.8157Z","caller":"traceutil/trace.go:171","msg":"trace[1057608083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8754; }","duration":"307.284574ms","start":"2026-05-07T03:08:07.508397Z","end":"2026-05-07T03:08:07.815681Z","steps":["trace[1057608083] 'agreement among raft nodes before linearized reading' (duration: 307.082909ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:08:07.815729Z","caller":"traceutil/trace.go:171","msg":"trace[1042953292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8754; }","duration":"309.131663ms","start":"2026-05-07T03:08:07.506576Z","end":"2026-05-07T03:08:07.815708Z","steps":["trace[1042953292] 'agreement among raft nodes before linearized reading' (duration: 308.894356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:08:07.815739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:08:07.50838Z","time spent":"307.351945ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:08:07.815634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.577602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-07T03:08:07.815743Z","caller":"traceutil/trace.go:171","msg":"trace[868773011] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vw5dk; range_end:; response_count:1; response_revision:8754; }","duration":"339.242898ms","start":"2026-05-07T03:08:07.476478Z","end":"2026-05-07T03:08:07.815721Z","steps":["trace[868773011] 'agreement among raft nodes before linearized reading' (duration: 338.981661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:08:07.815718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.808371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-07T03:08:07.815783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:08:07.506564Z","time spent":"309.211285ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:08:07.815802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:08:07.476466Z","time spent":"339.327261ms","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-vw5dk\" "} {"level":"info","ts":"2026-05-07T03:08:07.815843Z","caller":"traceutil/trace.go:171","msg":"trace[170373875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8754; }","duration":"306.961895ms","start":"2026-05-07T03:08:07.508848Z","end":"2026-05-07T03:08:07.81581Z","steps":["trace[170373875] 'agreement among raft nodes before linearized reading' (duration: 306.629757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:08:07.815916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:08:07.508837Z","time spent":"307.069508ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:08:07.815836Z","caller":"traceutil/trace.go:171","msg":"trace[1324175190] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8754; }","duration":"175.795698ms","start":"2026-05-07T03:08:07.63999Z","end":"2026-05-07T03:08:07.815786Z","steps":["trace[1324175190] 'agreement among raft nodes before linearized reading' (duration: 175.49157ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:08:07.99712Z","caller":"traceutil/trace.go:171","msg":"trace[1215735781] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"176.585998ms","start":"2026-05-07T03:08:07.820499Z","end":"2026-05-07T03:08:07.997085Z","steps":["trace[1215735781] 'process raft request' (duration: 139.723464ms)","trace[1215735781] 'compare' (duration: 36.7113ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:08:08.028056Z","caller":"traceutil/trace.go:171","msg":"trace[1680231072] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"207.493146ms","start":"2026-05-07T03:08:07.820536Z","end":"2026-05-07T03:08:08.028029Z","steps":["trace[1680231072] 'process raft request' (duration: 207.410804ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:08:08.02813Z","caller":"traceutil/trace.go:171","msg":"trace[1091152207] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"207.535437ms","start":"2026-05-07T03:08:07.820509Z","end":"2026-05-07T03:08:08.028045Z","steps":["trace[1091152207] 'process raft request' (duration: 207.27265ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:08:08.028537Z","caller":"traceutil/trace.go:171","msg":"trace[494786329] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"139.021526ms","start":"2026-05-07T03:08:07.8895Z","end":"2026-05-07T03:08:08.028522Z","steps":["trace[494786329] 'process raft request' (duration: 138.719628ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:08:08.028559Z","caller":"traceutil/trace.go:171","msg":"trace[1390713588] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"207.952967ms","start":"2026-05-07T03:08:07.820591Z","end":"2026-05-07T03:08:08.028544Z","steps":["trace[1390713588] 'process raft request' (duration: 207.397743ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:08:08.028567Z","caller":"traceutil/trace.go:171","msg":"trace[150669664] linearizableReadLoop","detail":"{readStateIndex:9072; appliedIndex:9068; }","duration":"207.370092ms","start":"2026-05-07T03:08:07.821166Z","end":"2026-05-07T03:08:08.028536Z","steps":["trace[150669664] 'read index received' (duration: 139.047576ms)","trace[150669664] 'applied index is now lower than readState.Index' (duration: 68.320646ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:08:08.029042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.858606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227423"} {"level":"info","ts":"2026-05-07T03:08:08.029089Z","caller":"traceutil/trace.go:171","msg":"trace[1648137937] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8759; }","duration":"207.959498ms","start":"2026-05-07T03:08:07.821117Z","end":"2026-05-07T03:08:08.029076Z","steps":["trace[1648137937] 'agreement among raft nodes before linearized reading' (duration: 207.531547ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:08:08.455147Z","caller":"traceutil/trace.go:171","msg":"trace[205565280] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"134.410293ms","start":"2026-05-07T03:08:08.320706Z","end":"2026-05-07T03:08:08.455117Z","steps":["trace[205565280] 'process raft request' (duration: 134.246259ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:08:08.640949Z","caller":"traceutil/trace.go:171","msg":"trace[877580685] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"166.241664ms","start":"2026-05-07T03:08:08.474676Z","end":"2026-05-07T03:08:08.640918Z","steps":["trace[877580685] 'process raft request' (duration: 124.714967ms)","trace[877580685] 'compare' (duration: 41.268871ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:08:26.008918Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000241e.wal"} {"level":"info","ts":"2026-05-07T03:09:24.543107Z","caller":"traceutil/trace.go:171","msg":"trace[1085747631] transaction","detail":"{read_only:false; response_revision:9505; number_of_response:1; }","duration":"117.827095ms","start":"2026-05-07T03:09:24.425245Z","end":"2026-05-07T03:09:24.543072Z","steps":["trace[1085747631] 'process raft request' (duration: 46.973596ms)","trace[1085747631] 'compare' (duration: 70.566772ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:09:24.543381Z","caller":"traceutil/trace.go:171","msg":"trace[2060218951] transaction","detail":"{read_only:false; response_revision:9506; number_of_response:1; }","duration":"116.621904ms","start":"2026-05-07T03:09:24.426722Z","end":"2026-05-07T03:09:24.543344Z","steps":["trace[2060218951] 'process raft request' (duration: 116.287375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:09:24.929031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.518042ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-07T03:09:24.929329Z","caller":"traceutil/trace.go:171","msg":"trace[1907739387] transaction","detail":"{read_only:false; response_revision:9507; number_of_response:1; }","duration":"203.481238ms","start":"2026-05-07T03:09:24.725832Z","end":"2026-05-07T03:09:24.929314Z","steps":["trace[1907739387] 'process raft request' (duration: 203.310073ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:09:43.677774Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"63cd833aa17a09c7","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T03:09:43.685657Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-07T03:09:43.685791Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-07T03:09:51.897455Z","caller":"traceutil/trace.go:171","msg":"trace[1287573006] transaction","detail":"{read_only:false; response_revision:9704; number_of_response:1; }","duration":"391.379262ms","start":"2026-05-07T03:09:51.50605Z","end":"2026-05-07T03:09:51.897429Z","steps":["trace[1287573006] 'process raft request' (duration: 391.233768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:09:51.897609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:09:51.506032Z","time spent":"391.496895ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:09:51.89911Z","caller":"traceutil/trace.go:171","msg":"trace[474813912] linearizableReadLoop","detail":"{readStateIndex:10047; appliedIndex:10045; }","duration":"188.906711ms","start":"2026-05-07T03:09:51.710179Z","end":"2026-05-07T03:09:51.899085Z","steps":["trace[474813912] 'read index received' (duration: 187.129674ms)","trace[474813912] 'applied index is now lower than readState.Index' (duration: 1.776097ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:09:51.899234Z","caller":"traceutil/trace.go:171","msg":"trace[749984707] transaction","detail":"{read_only:false; response_revision:9705; number_of_response:1; }","duration":"308.348349ms","start":"2026-05-07T03:09:51.590869Z","end":"2026-05-07T03:09:51.899217Z","steps":["trace[749984707] 'process raft request' (duration: 308.072652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:09:51.89941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.211879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T03:09:51.89962Z","caller":"traceutil/trace.go:171","msg":"trace[580702606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9705; }","duration":"189.469925ms","start":"2026-05-07T03:09:51.710135Z","end":"2026-05-07T03:09:51.899605Z","steps":["trace[580702606] 'agreement among raft nodes before linearized reading' (duration: 189.143197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:09:51.899846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:09:51.590834Z","time spent":"308.658838ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:10:04.161821Z","caller":"traceutil/trace.go:171","msg":"trace[1423333582] transaction","detail":"{read_only:false; response_revision:9796; number_of_response:1; }","duration":"210.932326ms","start":"2026-05-07T03:10:03.950855Z","end":"2026-05-07T03:10:04.161787Z","steps":["trace[1423333582] 'process raft request' (duration: 210.773701ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:56.294799Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8112} {"level":"info","ts":"2026-05-07T03:11:56.361877Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8112,"took":"65.179963ms","hash":561767490,"current-db-size-bytes":58421248,"current-db-size":"58 MB","current-db-size-in-use-bytes":28942336,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-07T03:11:56.361933Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":561767490,"revision":8112,"compact-revision":6057} {"level":"info","ts":"2026-05-07T03:12:46.950362Z","caller":"traceutil/trace.go:171","msg":"trace[774742650] linearizableReadLoop","detail":"{readStateIndex:11616; appliedIndex:11615; }","duration":"147.695459ms","start":"2026-05-07T03:12:46.80264Z","end":"2026-05-07T03:12:46.950335Z","steps":["trace[774742650] 'read index received' (duration: 147.550705ms)","trace[774742650] 'applied index is now lower than readState.Index' (duration: 143.694µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:12:46.95042Z","caller":"traceutil/trace.go:171","msg":"trace[1972892662] transaction","detail":"{read_only:false; response_revision:11230; number_of_response:1; }","duration":"168.091121ms","start":"2026-05-07T03:12:46.782303Z","end":"2026-05-07T03:12:46.950394Z","steps":["trace[1972892662] 'process raft request' (duration: 167.874175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:46.951111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.449279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:12:46.951161Z","caller":"traceutil/trace.go:171","msg":"trace[1875886540] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11230; }","duration":"148.553442ms","start":"2026-05-07T03:12:46.802594Z","end":"2026-05-07T03:12:46.951148Z","steps":["trace[1875886540] 'agreement among raft nodes before linearized reading' (duration: 147.869244ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:12:46.977191Z","caller":"traceutil/trace.go:171","msg":"trace[317802128] transaction","detail":"{read_only:false; response_revision:11231; number_of_response:1; }","duration":"165.309756ms","start":"2026-05-07T03:12:46.81185Z","end":"2026-05-07T03:12:46.977159Z","steps":["trace[317802128] 'process raft request' (duration: 165.015579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:12:46.977827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.575762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-05-07T03:12:46.977894Z","caller":"traceutil/trace.go:171","msg":"trace[1800297295] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11231; }","duration":"154.678095ms","start":"2026-05-07T03:12:46.8232Z","end":"2026-05-07T03:12:46.977878Z","steps":["trace[1800297295] 'agreement among raft nodes before linearized reading' (duration: 153.865573ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:13:09.927228Z","caller":"traceutil/trace.go:171","msg":"trace[1877560510] transaction","detail":"{read_only:false; response_revision:11361; number_of_response:1; }","duration":"280.990704ms","start":"2026-05-07T03:13:09.646199Z","end":"2026-05-07T03:13:09.927189Z","steps":["trace[1877560510] 'process raft request' (duration: 227.899218ms)","trace[1877560510] 'compare' (duration: 52.679735ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:13:09.927396Z","caller":"traceutil/trace.go:171","msg":"trace[1497004231] transaction","detail":"{read_only:false; response_revision:11363; number_of_response:1; }","duration":"235.002887ms","start":"2026-05-07T03:13:09.692361Z","end":"2026-05-07T03:13:09.927363Z","steps":["trace[1497004231] 'process raft request' (duration: 234.835553ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:13:09.927293Z","caller":"traceutil/trace.go:171","msg":"trace[1776246418] transaction","detail":"{read_only:false; response_revision:11362; number_of_response:1; }","duration":"280.147261ms","start":"2026-05-07T03:13:09.647112Z","end":"2026-05-07T03:13:09.927259Z","steps":["trace[1776246418] 'process raft request' (duration: 279.938326ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:13:10.791286Z","caller":"traceutil/trace.go:171","msg":"trace[1962028993] transaction","detail":"{read_only:false; response_revision:11364; number_of_response:1; }","duration":"144.920826ms","start":"2026-05-07T03:13:10.646343Z","end":"2026-05-07T03:13:10.791264Z","steps":["trace[1962028993] 'process raft request' (duration: 144.300949ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:13:10.791287Z","caller":"traceutil/trace.go:171","msg":"trace[2092330051] linearizableReadLoop","detail":"{readStateIndex:11756; appliedIndex:11755; }","duration":"101.031705ms","start":"2026-05-07T03:13:10.690225Z","end":"2026-05-07T03:13:10.791257Z","steps":["trace[2092330051] 'read index received' (duration: 100.486141ms)","trace[2092330051] 'applied index is now lower than readState.Index' (duration: 543.604µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:13:10.791488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.245811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-05-07T03:13:10.791773Z","caller":"traceutil/trace.go:171","msg":"trace[1587213049] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11364; }","duration":"101.566839ms","start":"2026-05-07T03:13:10.690175Z","end":"2026-05-07T03:13:10.791742Z","steps":["trace[1587213049] 'agreement among raft nodes before linearized reading' (duration: 101.159758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:13:10.795829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.236836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:13:10.795868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.124724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:13:10.795909Z","caller":"traceutil/trace.go:171","msg":"trace[485858346] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11365; }","duration":"105.366341ms","start":"2026-05-07T03:13:10.690526Z","end":"2026-05-07T03:13:10.795893Z","steps":["trace[485858346] 'agreement among raft nodes before linearized reading' (duration: 105.222617ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:13:10.795927Z","caller":"traceutil/trace.go:171","msg":"trace[1718440866] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11365; }","duration":"105.220196ms","start":"2026-05-07T03:13:10.690691Z","end":"2026-05-07T03:13:10.795911Z","steps":["trace[1718440866] 'agreement among raft nodes before linearized reading' (duration: 105.114983ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:13:10.796063Z","caller":"traceutil/trace.go:171","msg":"trace[186404004] transaction","detail":"{read_only:false; response_revision:11365; number_of_response:1; }","duration":"103.430389ms","start":"2026-05-07T03:13:10.692621Z","end":"2026-05-07T03:13:10.796052Z","steps":["trace[186404004] 'process raft request' (duration: 102.999647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:13:10.796162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.582806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:13:10.796194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.239627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:13:10.7962Z","caller":"traceutil/trace.go:171","msg":"trace[1365054356] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11365; }","duration":"105.7022ms","start":"2026-05-07T03:13:10.690488Z","end":"2026-05-07T03:13:10.796191Z","steps":["trace[1365054356] 'agreement among raft nodes before linearized reading' (duration: 105.647928ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:13:10.79622Z","caller":"traceutil/trace.go:171","msg":"trace[844819190] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11365; }","duration":"105.287988ms","start":"2026-05-07T03:13:10.690924Z","end":"2026-05-07T03:13:10.796212Z","steps":["trace[844819190] 'agreement among raft nodes before linearized reading' (duration: 105.246237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:13:10.796389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.658028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-07T03:13:10.796487Z","caller":"traceutil/trace.go:171","msg":"trace[1678673638] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11365; }","duration":"105.786221ms","start":"2026-05-07T03:13:10.690678Z","end":"2026-05-07T03:13:10.796464Z","steps":["trace[1678673638] 'agreement among raft nodes before linearized reading' (duration: 105.353779ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:56.301196Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10661} {"level":"info","ts":"2026-05-07T03:16:56.395931Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10661,"took":"91.999939ms","hash":2780208550,"current-db-size-bytes":58421248,"current-db-size":"58 MB","current-db-size-in-use-bytes":27561984,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-07T03:16:56.395997Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2780208550,"revision":10661,"compact-revision":8112} {"level":"info","ts":"2026-05-07T03:19:20.355215Z","caller":"traceutil/trace.go:171","msg":"trace[1079048327] linearizableReadLoop","detail":"{readStateIndex:14337; appliedIndex:14336; }","duration":"127.616321ms","start":"2026-05-07T03:19:20.22757Z","end":"2026-05-07T03:19:20.355186Z","steps":["trace[1079048327] 'read index received' (duration: 127.390045ms)","trace[1079048327] 'applied index is now lower than readState.Index' (duration: 224.926µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:20.355295Z","caller":"traceutil/trace.go:171","msg":"trace[2059845164] transaction","detail":"{read_only:false; response_revision:13859; number_of_response:1; }","duration":"271.287778ms","start":"2026-05-07T03:19:20.083975Z","end":"2026-05-07T03:19:20.355263Z","steps":["trace[2059845164] 'process raft request' (duration: 271.059542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:20.355398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.806626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:19:20.355482Z","caller":"traceutil/trace.go:171","msg":"trace[1338303841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13859; }","duration":"127.926699ms","start":"2026-05-07T03:19:20.227535Z","end":"2026-05-07T03:19:20.355462Z","steps":["trace[1338303841] 'agreement among raft nodes before linearized reading' (duration: 127.768875ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:36.47144Z","caller":"traceutil/trace.go:171","msg":"trace[1077183446] linearizableReadLoop","detail":"{readStateIndex:14437; appliedIndex:14436; }","duration":"193.236391ms","start":"2026-05-07T03:19:36.278172Z","end":"2026-05-07T03:19:36.471409Z","steps":["trace[1077183446] 'read index received' (duration: 193.113327ms)","trace[1077183446] 'applied index is now lower than readState.Index' (duration: 121.854µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:36.471574Z","caller":"traceutil/trace.go:171","msg":"trace[1308105442] transaction","detail":"{read_only:false; response_revision:13955; number_of_response:1; }","duration":"422.821084ms","start":"2026-05-07T03:19:36.048739Z","end":"2026-05-07T03:19:36.47156Z","steps":["trace[1308105442] 'process raft request' (duration: 422.462294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:36.471693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:36.048674Z","time spent":"422.931347ms","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:36.471864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.700553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:19:36.471905Z","caller":"traceutil/trace.go:171","msg":"trace[44688286] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13955; }","duration":"193.779795ms","start":"2026-05-07T03:19:36.278114Z","end":"2026-05-07T03:19:36.471893Z","steps":["trace[44688286] 'agreement among raft nodes before linearized reading' (duration: 193.715173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:36.472545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.421547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415445"} {"level":"info","ts":"2026-05-07T03:19:36.47264Z","caller":"traceutil/trace.go:171","msg":"trace[908200741] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:13957; }","duration":"147.585371ms","start":"2026-05-07T03:19:36.325032Z","end":"2026-05-07T03:19:36.472617Z","steps":["trace[908200741] 'agreement among raft nodes before linearized reading' (duration: 147.254612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:45.615136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.34506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:19:45.615268Z","caller":"traceutil/trace.go:171","msg":"trace[905620293] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14124; }","duration":"151.536296ms","start":"2026-05-07T03:19:45.463707Z","end":"2026-05-07T03:19:45.615243Z","steps":["trace[905620293] 'range keys from in-memory index tree' (duration: 151.108104ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:45.960676Z","caller":"traceutil/trace.go:171","msg":"trace[442573339] transaction","detail":"{read_only:false; response_revision:14126; number_of_response:1; }","duration":"290.752355ms","start":"2026-05-07T03:19:45.669903Z","end":"2026-05-07T03:19:45.960655Z","steps":["trace[442573339] 'process raft request' (duration: 283.802831ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:46.108968Z","caller":"traceutil/trace.go:171","msg":"trace[962650213] transaction","detail":"{read_only:false; response_revision:14995; number_of_response:1; }","duration":"160.37117ms","start":"2026-05-07T03:20:45.94856Z","end":"2026-05-07T03:20:46.108931Z","steps":["trace[962650213] 'process raft request' (duration: 160.155864ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:15.013185Z","caller":"traceutil/trace.go:171","msg":"trace[992095694] transaction","detail":"{read_only:false; response_revision:15156; number_of_response:1; }","duration":"114.845223ms","start":"2026-05-07T03:21:14.898309Z","end":"2026-05-07T03:21:15.013155Z","steps":["trace[992095694] 'process raft request' (duration: 111.576326ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:20.439887Z","caller":"traceutil/trace.go:171","msg":"trace[2035706065] linearizableReadLoop","detail":"{readStateIndex:15699; appliedIndex:15698; }","duration":"153.1983ms","start":"2026-05-07T03:21:20.28666Z","end":"2026-05-07T03:21:20.439858Z","steps":["trace[2035706065] 'read index received' (duration: 152.959813ms)","trace[2035706065] 'applied index is now lower than readState.Index' (duration: 237.597µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:20.439957Z","caller":"traceutil/trace.go:171","msg":"trace[1167655066] transaction","detail":"{read_only:false; response_revision:15181; number_of_response:1; }","duration":"158.639953ms","start":"2026-05-07T03:21:20.281281Z","end":"2026-05-07T03:21:20.439921Z","steps":["trace[1167655066] 'process raft request' (duration: 158.402617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:20.440258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.685436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vw5dk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-05-07T03:21:20.44031Z","caller":"traceutil/trace.go:171","msg":"trace[1799088413] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vw5dk; range_end:; response_count:1; response_revision:15181; }","duration":"152.782098ms","start":"2026-05-07T03:21:20.287515Z","end":"2026-05-07T03:21:20.440297Z","steps":["trace[1799088413] 'agreement among raft nodes before linearized reading' (duration: 152.548592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:20.440785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.108603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-dwr4h\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-05-07T03:21:20.440881Z","caller":"traceutil/trace.go:171","msg":"trace[919167817] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-dwr4h; range_end:; response_count:1; response_revision:15181; }","duration":"154.269448ms","start":"2026-05-07T03:21:20.286593Z","end":"2026-05-07T03:21:20.440862Z","steps":["trace[919167817] 'agreement among raft nodes before linearized reading' (duration: 153.444666ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:20.6295Z","caller":"traceutil/trace.go:171","msg":"trace[967262813] transaction","detail":"{read_only:false; response_revision:15183; number_of_response:1; }","duration":"183.539373ms","start":"2026-05-07T03:21:20.445941Z","end":"2026-05-07T03:21:20.62948Z","steps":["trace[967262813] 'process raft request' (duration: 183.497372ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:20.629815Z","caller":"traceutil/trace.go:171","msg":"trace[668262785] transaction","detail":"{read_only:false; response_revision:15182; number_of_response:1; }","duration":"184.51837ms","start":"2026-05-07T03:21:20.445281Z","end":"2026-05-07T03:21:20.6298Z","steps":["trace[668262785] 'process raft request' (duration: 118.725586ms)","trace[668262785] 'compare' (duration: 65.090625ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:20.629932Z","caller":"traceutil/trace.go:171","msg":"trace[1772342931] linearizableReadLoop","detail":"{readStateIndex:15700; appliedIndex:15699; }","duration":"184.1562ms","start":"2026-05-07T03:21:20.445764Z","end":"2026-05-07T03:21:20.62992Z","steps":["trace[1772342931] 'read index received' (duration: 118.263434ms)","trace[1772342931] 'applied index is now lower than readState.Index' (duration: 65.891876ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:20.630673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.892619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764338"} {"level":"info","ts":"2026-05-07T03:21:20.630713Z","caller":"traceutil/trace.go:171","msg":"trace[359817240] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15183; }","duration":"184.984362ms","start":"2026-05-07T03:21:20.445719Z","end":"2026-05-07T03:21:20.630704Z","steps":["trace[359817240] 'agreement among raft nodes before linearized reading' (duration: 184.342235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:20.631426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.672077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764338"} {"level":"info","ts":"2026-05-07T03:21:20.631462Z","caller":"traceutil/trace.go:171","msg":"trace[883088903] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15183; }","duration":"183.755679ms","start":"2026-05-07T03:21:20.447699Z","end":"2026-05-07T03:21:20.631454Z","steps":["trace[883088903] 'agreement among raft nodes before linearized reading' (duration: 183.290316ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:21.956709Z","caller":"traceutil/trace.go:171","msg":"trace[1675173486] linearizableReadLoop","detail":"{readStateIndex:15706; appliedIndex:15705; }","duration":"189.991915ms","start":"2026-05-07T03:21:21.766681Z","end":"2026-05-07T03:21:21.956672Z","steps":["trace[1675173486] 'read index received' (duration: 106.582564ms)","trace[1675173486] 'applied index is now lower than readState.Index' (duration: 83.408411ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:21.956974Z","caller":"traceutil/trace.go:171","msg":"trace[1702436093] transaction","detail":"{read_only:false; response_revision:15188; number_of_response:1; }","duration":"269.495641ms","start":"2026-05-07T03:21:21.687463Z","end":"2026-05-07T03:21:21.956959Z","steps":["trace[1702436093] 'process raft request' (duration: 185.901596ms)","trace[1702436093] 'compare' (duration: 83.0063ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:21.957185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.493968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:21:21.957225Z","caller":"traceutil/trace.go:171","msg":"trace[2143335660] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15188; }","duration":"190.601001ms","start":"2026-05-07T03:21:21.766615Z","end":"2026-05-07T03:21:21.957216Z","steps":["trace[2143335660] 'agreement among raft nodes before linearized reading' (duration: 190.521269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:21.957405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.241591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:21:21.957438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.162587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:21:21.957489Z","caller":"traceutil/trace.go:171","msg":"trace[1407782577] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15188; }","duration":"190.360325ms","start":"2026-05-07T03:21:21.767112Z","end":"2026-05-07T03:21:21.957472Z","steps":["trace[1407782577] 'agreement among raft nodes before linearized reading' (duration: 190.199631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:21.957464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.60541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"warn","ts":"2026-05-07T03:21:21.957468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.546429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-05-07T03:21:21.957594Z","caller":"traceutil/trace.go:171","msg":"trace[1461873607] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15188; }","duration":"190.767995ms","start":"2026-05-07T03:21:21.7668Z","end":"2026-05-07T03:21:21.957568Z","steps":["trace[1461873607] 'agreement among raft nodes before linearized reading' (duration: 190.413936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:21.957632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.331529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-05-07T03:21:21.957636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.615745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-07T03:21:21.957675Z","caller":"traceutil/trace.go:171","msg":"trace[221596774] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15188; }","duration":"103.40723ms","start":"2026-05-07T03:21:21.854259Z","end":"2026-05-07T03:21:21.957666Z","steps":["trace[221596774] 'agreement among raft nodes before linearized reading' (duration: 103.298767ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:21.957666Z","caller":"traceutil/trace.go:171","msg":"trace[2025132580] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15188; }","duration":"190.746485ms","start":"2026-05-07T03:21:21.766867Z","end":"2026-05-07T03:21:21.957613Z","steps":["trace[2025132580] 'agreement among raft nodes before linearized reading' (duration: 190.452257ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:21.957684Z","caller":"traceutil/trace.go:171","msg":"trace[249471846] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15188; }","duration":"189.681806ms","start":"2026-05-07T03:21:21.767992Z","end":"2026-05-07T03:21:21.957674Z","steps":["trace[249471846] 'agreement among raft nodes before linearized reading' (duration: 189.544683ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:21.957529Z","caller":"traceutil/trace.go:171","msg":"trace[179054302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15188; }","duration":"145.28812ms","start":"2026-05-07T03:21:21.812217Z","end":"2026-05-07T03:21:21.957505Z","steps":["trace[179054302] 'agreement among raft nodes before linearized reading' (duration: 145.004562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:21.957875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.572727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-05-07T03:21:21.957899Z","caller":"traceutil/trace.go:171","msg":"trace[1630993003] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15188; }","duration":"108.648989ms","start":"2026-05-07T03:21:21.849243Z","end":"2026-05-07T03:21:21.957892Z","steps":["trace[1630993003] 'agreement among raft nodes before linearized reading' (duration: 108.526396ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:56.30966Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12826} {"level":"info","ts":"2026-05-07T03:21:56.38661Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12826,"took":"73.995891ms","hash":1164327125,"current-db-size-bytes":58421248,"current-db-size":"58 MB","current-db-size-in-use-bytes":31002624,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T03:21:56.386684Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1164327125,"revision":12826,"compact-revision":10661} {"level":"info","ts":"2026-05-07T03:24:09.72025Z","caller":"traceutil/trace.go:171","msg":"trace[855195166] transaction","detail":"{read_only:false; response_revision:16554; number_of_response:1; }","duration":"104.670059ms","start":"2026-05-07T03:24:09.615544Z","end":"2026-05-07T03:24:09.720214Z","steps":["trace[855195166] 'process raft request' (duration: 60.070951ms)","trace[855195166] 'compare' (duration: 44.412123ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:56.315401Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15426} {"level":"info","ts":"2026-05-07T03:26:56.438585Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15426,"took":"118.131494ms","hash":1757084381,"current-db-size-bytes":58421248,"current-db-size":"58 MB","current-db-size-in-use-bytes":32460800,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-07T03:26:56.438708Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1757084381,"revision":15426,"compact-revision":12826} {"level":"info","ts":"2026-05-07T03:27:00.480998Z","caller":"traceutil/trace.go:171","msg":"trace[633631800] transaction","detail":"{read_only:false; response_revision:17771; number_of_response:1; }","duration":"120.478156ms","start":"2026-05-07T03:27:00.360482Z","end":"2026-05-07T03:27:00.48096Z","steps":["trace[633631800] 'process raft request' (duration: 120.292491ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:00.480922Z","caller":"traceutil/trace.go:171","msg":"trace[694131799] transaction","detail":"{read_only:false; response_revision:17770; number_of_response:1; }","duration":"165.320246ms","start":"2026-05-07T03:27:00.315567Z","end":"2026-05-07T03:27:00.480887Z","steps":["trace[694131799] 'process raft request' (duration: 105.53983ms)","trace[694131799] 'compare' (duration: 59.419006ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:00.481097Z","caller":"traceutil/trace.go:171","msg":"trace[572696895] linearizableReadLoop","detail":"{readStateIndex:18375; appliedIndex:18373; }","duration":"111.1864ms","start":"2026-05-07T03:27:00.369886Z","end":"2026-05-07T03:27:00.481073Z","steps":["trace[572696895] 'read index received' (duration: 51.141117ms)","trace[572696895] 'applied index is now lower than readState.Index' (duration: 60.044193ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:00.481337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.431866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:27:00.481383Z","caller":"traceutil/trace.go:171","msg":"trace[1642233827] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:17772; }","duration":"111.525189ms","start":"2026-05-07T03:27:00.369846Z","end":"2026-05-07T03:27:00.481371Z","steps":["trace[1642233827] 'agreement among raft nodes before linearized reading' (duration: 111.340424ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:06.377655Z","caller":"traceutil/trace.go:171","msg":"trace[1193446795] linearizableReadLoop","detail":"{readStateIndex:18433; appliedIndex:18432; }","duration":"215.206169ms","start":"2026-05-07T03:27:06.162409Z","end":"2026-05-07T03:27:06.377615Z","steps":["trace[1193446795] 'read index received' (duration: 214.954012ms)","trace[1193446795] 'applied index is now lower than readState.Index' (duration: 251.047µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:06.377696Z","caller":"traceutil/trace.go:171","msg":"trace[2101366229] transaction","detail":"{read_only:false; response_revision:17828; number_of_response:1; }","duration":"225.355238ms","start":"2026-05-07T03:27:06.152303Z","end":"2026-05-07T03:27:06.377658Z","steps":["trace[2101366229] 'process raft request' (duration: 225.0373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:06.377945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.996296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:27:06.377962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.547068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:27:06.378037Z","caller":"traceutil/trace.go:171","msg":"trace[849744812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17828; }","duration":"151.132179ms","start":"2026-05-07T03:27:06.226874Z","end":"2026-05-07T03:27:06.378006Z","steps":["trace[849744812] 'agreement among raft nodes before linearized reading' (duration: 150.937514ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:06.378029Z","caller":"traceutil/trace.go:171","msg":"trace[1153974457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17828; }","duration":"215.669031ms","start":"2026-05-07T03:27:06.162346Z","end":"2026-05-07T03:27:06.378015Z","steps":["trace[1153974457] 'agreement among raft nodes before linearized reading' (duration: 215.399214ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:06.719242Z","caller":"traceutil/trace.go:171","msg":"trace[1028060113] linearizableReadLoop","detail":"{readStateIndex:18436; appliedIndex:18434; }","duration":"209.379265ms","start":"2026-05-07T03:27:06.50984Z","end":"2026-05-07T03:27:06.719219Z","steps":["trace[1028060113] 'read index received' (duration: 177.673713ms)","trace[1028060113] 'applied index is now lower than readState.Index' (duration: 31.704622ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:06.719485Z","caller":"traceutil/trace.go:171","msg":"trace[161391087] transaction","detail":"{read_only:false; response_revision:17830; number_of_response:1; }","duration":"253.027763ms","start":"2026-05-07T03:27:06.466445Z","end":"2026-05-07T03:27:06.719472Z","steps":["trace[161391087] 'process raft request' (duration: 221.080155ms)","trace[161391087] 'compare' (duration: 31.518437ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:06.719658Z","caller":"traceutil/trace.go:171","msg":"trace[1470760687] transaction","detail":"{read_only:false; response_revision:17831; number_of_response:1; }","duration":"215.795155ms","start":"2026-05-07T03:27:06.503854Z","end":"2026-05-07T03:27:06.719649Z","steps":["trace[1470760687] 'process raft request' (duration: 215.322052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:06.719868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.014302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:27:06.719911Z","caller":"traceutil/trace.go:171","msg":"trace[1509991784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17831; }","duration":"210.098604ms","start":"2026-05-07T03:27:06.509799Z","end":"2026-05-07T03:27:06.719898Z","steps":["trace[1509991784] 'agreement among raft nodes before linearized reading' (duration: 209.97168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:06.720154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.633631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-z8xcz\" ","response":"range_response_count:1 size:20771"} {"level":"info","ts":"2026-05-07T03:27:06.720192Z","caller":"traceutil/trace.go:171","msg":"trace[1373877620] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-z8xcz; range_end:; response_count:1; response_revision:17831; }","duration":"163.671832ms","start":"2026-05-07T03:27:06.556512Z","end":"2026-05-07T03:27:06.720183Z","steps":["trace[1373877620] 'agreement among raft nodes before linearized reading' (duration: 163.522408ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:07.146844Z","caller":"traceutil/trace.go:171","msg":"trace[170993530] linearizableReadLoop","detail":"{readStateIndex:18439; appliedIndex:18438; }","duration":"254.44161ms","start":"2026-05-07T03:27:06.892378Z","end":"2026-05-07T03:27:07.14682Z","steps":["trace[170993530] 'read index received' (duration: 254.183403ms)","trace[170993530] 'applied index is now lower than readState.Index' (duration: 257.137µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:07.14698Z","caller":"traceutil/trace.go:171","msg":"trace[1355282449] transaction","detail":"{read_only:false; response_revision:17834; number_of_response:1; }","duration":"269.975162ms","start":"2026-05-07T03:27:06.876989Z","end":"2026-05-07T03:27:07.146964Z","steps":["trace[1355282449] 'process raft request' (duration: 269.661994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:07.147294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.856587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7lk6w\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-05-07T03:27:07.147436Z","caller":"traceutil/trace.go:171","msg":"trace[1099332304] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7lk6w; range_end:; response_count:1; response_revision:17834; }","duration":"183.998501ms","start":"2026-05-07T03:27:06.96338Z","end":"2026-05-07T03:27:07.147379Z","steps":["trace[1099332304] 'agreement among raft nodes before linearized reading' (duration: 183.779225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:07.147609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.20189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-07T03:27:07.14769Z","caller":"traceutil/trace.go:171","msg":"trace[470727457] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17834; }","duration":"255.317924ms","start":"2026-05-07T03:27:06.892351Z","end":"2026-05-07T03:27:07.147669Z","steps":["trace[470727457] 'agreement among raft nodes before linearized reading' (duration: 255.093258ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:09.341169Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"63cd833aa17a09c7","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T03:30:09.3459Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-07T03:30:09.345987Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-07T03:31:56.321085Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17743} {"level":"info","ts":"2026-05-07T03:31:56.419871Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17743,"took":"95.322808ms","hash":1529240743,"current-db-size-bytes":58421248,"current-db-size":"58 MB","current-db-size-in-use-bytes":34275328,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-07T03:31:56.41995Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1529240743,"revision":17743,"compact-revision":15426} {"level":"info","ts":"2026-05-07T03:32:11.1588Z","caller":"traceutil/trace.go:171","msg":"trace[846637501] transaction","detail":"{read_only:false; response_revision:20203; number_of_response:1; }","duration":"130.857541ms","start":"2026-05-07T03:32:11.02789Z","end":"2026-05-07T03:32:11.158748Z","steps":["trace[846637501] 'process raft request' (duration: 130.613555ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:16.931696Z","caller":"traceutil/trace.go:171","msg":"trace[517923150] transaction","detail":"{read_only:false; response_revision:20231; number_of_response:1; }","duration":"110.793089ms","start":"2026-05-07T03:32:16.820871Z","end":"2026-05-07T03:32:16.931664Z","steps":["trace[517923150] 'process raft request' (duration: 110.643345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:17.643783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.827987ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:32:17.643966Z","caller":"traceutil/trace.go:171","msg":"trace[294173331] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20232; }","duration":"135.003791ms","start":"2026-05-07T03:32:17.508904Z","end":"2026-05-07T03:32:17.643908Z","steps":["trace[294173331] 'range keys from in-memory index tree' (duration: 134.812116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:17.643953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.217728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:32:17.644064Z","caller":"traceutil/trace.go:171","msg":"trace[1811470649] transaction","detail":"{read_only:false; response_revision:20233; number_of_response:1; }","duration":"348.850085ms","start":"2026-05-07T03:32:17.295191Z","end":"2026-05-07T03:32:17.644041Z","steps":["trace[1811470649] 'process raft request' (duration: 245.494153ms)","trace[1811470649] 'compare' (duration: 103.038413ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:32:17.64426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:17.295173Z","time spent":"348.956427ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:32:17.662215Z","caller":"traceutil/trace.go:171","msg":"trace[851942543] transaction","detail":"{read_only:false; response_revision:20234; number_of_response:1; }","duration":"198.584958ms","start":"2026-05-07T03:32:17.463606Z","end":"2026-05-07T03:32:17.662191Z","steps":["trace[851942543] 'process raft request' (duration: 198.316681ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:17.918601Z","caller":"traceutil/trace.go:171","msg":"trace[1092374989] transaction","detail":"{read_only:false; response_revision:20235; number_of_response:1; }","duration":"155.955768ms","start":"2026-05-07T03:32:17.762625Z","end":"2026-05-07T03:32:17.91858Z","steps":["trace[1092374989] 'process raft request' (duration: 81.046591ms)","trace[1092374989] 'compare' (duration: 74.828554ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:18.007976Z","caller":"traceutil/trace.go:171","msg":"trace[2048336616] linearizableReadLoop","detail":"{readStateIndex:20920; appliedIndex:20919; }","duration":"100.494866ms","start":"2026-05-07T03:32:17.907447Z","end":"2026-05-07T03:32:18.007941Z","steps":["trace[2048336616] 'read index received' (duration: 100.25453ms)","trace[2048336616] 'applied index is now lower than readState.Index' (duration: 238.986µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:32:18.008408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.945168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T03:32:18.008473Z","caller":"traceutil/trace.go:171","msg":"trace[1620953585] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20236; }","duration":"101.065771ms","start":"2026-05-07T03:32:17.907389Z","end":"2026-05-07T03:32:18.008455Z","steps":["trace[1620953585] 'agreement among raft nodes before linearized reading' (duration: 100.775433ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:18.008811Z","caller":"traceutil/trace.go:171","msg":"trace[972070028] transaction","detail":"{read_only:false; response_revision:20236; number_of_response:1; }","duration":"152.350932ms","start":"2026-05-07T03:32:17.856447Z","end":"2026-05-07T03:32:18.008798Z","steps":["trace[972070028] 'process raft request' (duration: 151.352665ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:18.208952Z","caller":"traceutil/trace.go:171","msg":"trace[1804111203] transaction","detail":"{read_only:false; response_revision:20237; number_of_response:1; }","duration":"195.834745ms","start":"2026-05-07T03:32:18.013088Z","end":"2026-05-07T03:32:18.208923Z","steps":["trace[1804111203] 'process raft request' (duration: 164.958846ms)","trace[1804111203] 'compare' (duration: 30.625012ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:18.565941Z","caller":"traceutil/trace.go:171","msg":"trace[312605820] transaction","detail":"{read_only:false; response_revision:20238; number_of_response:1; }","duration":"297.888302ms","start":"2026-05-07T03:32:18.268027Z","end":"2026-05-07T03:32:18.565916Z","steps":["trace[312605820] 'process raft request' (duration: 297.737268ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:18.620747Z","caller":"traceutil/trace.go:171","msg":"trace[470780967] transaction","detail":"{read_only:false; response_revision:20239; number_of_response:1; }","duration":"352.151121ms","start":"2026-05-07T03:32:18.268513Z","end":"2026-05-07T03:32:18.620664Z","steps":["trace[470780967] 'process raft request' (duration: 351.884284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:18.620942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:18.268493Z","time spent":"352.341047ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:32:18.621235Z","caller":"traceutil/trace.go:171","msg":"trace[1509165176] transaction","detail":"{read_only:false; response_revision:20240; number_of_response:1; }","duration":"351.324479ms","start":"2026-05-07T03:32:18.269868Z","end":"2026-05-07T03:32:18.621192Z","steps":["trace[1509165176] 'process raft request' (duration: 350.698663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:18.621402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:18.269851Z","time spent":"351.466754ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:36:05.546658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.206329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-07T03:36:05.546736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.511219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:36:05.546801Z","caller":"traceutil/trace.go:171","msg":"trace[1131333801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22623; }","duration":"229.411024ms","start":"2026-05-07T03:36:05.317359Z","end":"2026-05-07T03:36:05.54677Z","steps":["trace[1131333801] 'range keys from in-memory index tree' (duration: 228.933311ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:05.546873Z","caller":"traceutil/trace.go:171","msg":"trace[364182024] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:22623; }","duration":"185.695883ms","start":"2026-05-07T03:36:05.361142Z","end":"2026-05-07T03:36:05.546837Z","steps":["trace[364182024] 'count revisions from in-memory index tree' (duration: 185.354354ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:05.546961Z","caller":"traceutil/trace.go:171","msg":"trace[434786911] transaction","detail":"{read_only:false; response_revision:22624; number_of_response:1; }","duration":"171.339589ms","start":"2026-05-07T03:36:05.375571Z","end":"2026-05-07T03:36:05.546911Z","steps":["trace[434786911] 'process raft request' (duration: 169.217643ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:05.765834Z","caller":"traceutil/trace.go:171","msg":"trace[361553754] transaction","detail":"{read_only:false; response_revision:22626; number_of_response:1; }","duration":"183.106444ms","start":"2026-05-07T03:36:05.582682Z","end":"2026-05-07T03:36:05.765788Z","steps":["trace[361553754] 'process raft request' (duration: 180.658588ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:56.326923Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20129} {"level":"info","ts":"2026-05-07T03:36:56.440145Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20129,"took":"108.459365ms","hash":1064221148,"current-db-size-bytes":58421248,"current-db-size":"58 MB","current-db-size-in-use-bytes":40919040,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-05-07T03:36:56.44023Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1064221148,"revision":20129,"compact-revision":17743} {"level":"info","ts":"2026-05-07T03:37:21.174539Z","caller":"traceutil/trace.go:171","msg":"trace[1925097387] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"101.615142ms","start":"2026-05-07T03:37:21.072893Z","end":"2026-05-07T03:37:21.174508Z","steps":["trace[1925097387] 'process raft request' (duration: 99.662699ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:27.426773Z","caller":"traceutil/trace.go:171","msg":"trace[1241525477] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"190.634579ms","start":"2026-05-07T03:39:27.236122Z","end":"2026-05-07T03:39:27.426756Z","steps":["trace[1241525477] 'process raft request' (duration: 187.178717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:33.15673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.881049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:33.157612Z","caller":"traceutil/trace.go:171","msg":"trace[336384363] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24705; }","duration":"375.842515ms","start":"2026-05-07T03:39:32.781742Z","end":"2026-05-07T03:39:33.157585Z","steps":["trace[336384363] 'count revisions from in-memory index tree' (duration: 374.784347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:33.157664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:32.781719Z","time spent":"375.927407ms","remote":"127.0.0.1:54306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:39:33.391317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704705591042856170,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:39:33.599764Z","caller":"traceutil/trace.go:171","msg":"trace[555007683] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"740.667178ms","start":"2026-05-07T03:39:32.85903Z","end":"2026-05-07T03:39:33.599697Z","steps":["trace[555007683] 'process raft request' (duration: 740.434111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:33.600023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:32.859011Z","time spent":"740.919345ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:33.618114Z","caller":"traceutil/trace.go:171","msg":"trace[1019419927] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"455.297854ms","start":"2026-05-07T03:39:33.162793Z","end":"2026-05-07T03:39:33.618091Z","steps":["trace[1019419927] 'process raft request' (duration: 455.215432ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:33.618144Z","caller":"traceutil/trace.go:171","msg":"trace[1934224603] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"758.640325ms","start":"2026-05-07T03:39:32.859466Z","end":"2026-05-07T03:39:33.618107Z","steps":["trace[1934224603] 'process raft request' (duration: 758.346888ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:33.618277Z","caller":"traceutil/trace.go:171","msg":"trace[132169894] transaction","detail":"{read_only:false; response_revision:24709; number_of_response:1; }","duration":"172.121849ms","start":"2026-05-07T03:39:33.446141Z","end":"2026-05-07T03:39:33.618263Z","steps":["trace[132169894] 'process raft request' (duration: 171.913503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:33.618271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:33.162759Z","time spent":"455.426067ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:33.618309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:32.85946Z","time spent":"758.763438ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:33.618672Z","caller":"traceutil/trace.go:171","msg":"trace[265133172] linearizableReadLoop","detail":"{readStateIndex:25517; appliedIndex:25514; }","duration":"728.335991ms","start":"2026-05-07T03:39:32.890308Z","end":"2026-05-07T03:39:33.618644Z","steps":["trace[265133172] 'read index received' (duration: 709.10346ms)","trace[265133172] 'applied index is now lower than readState.Index' (duration: 19.231251ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:33.61887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.566637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:39:33.618931Z","caller":"traceutil/trace.go:171","msg":"trace[1752416060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24710; }","duration":"728.658609ms","start":"2026-05-07T03:39:32.89026Z","end":"2026-05-07T03:39:33.618919Z","steps":["trace[1752416060] 'agreement among raft nodes before linearized reading' (duration: 728.515125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:33.618962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:32.890237Z","time spent":"728.717271ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:39:33.619027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.988047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-05-07T03:39:33.619055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.021302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-05-07T03:39:33.619051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.656169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-05-07T03:39:33.619089Z","caller":"traceutil/trace.go:171","msg":"trace[82259706] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24710; }","duration":"468.095664ms","start":"2026-05-07T03:39:33.150982Z","end":"2026-05-07T03:39:33.619078Z","steps":["trace[82259706] 'agreement among raft nodes before linearized reading' (duration: 467.971671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:33.619117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:33.150903Z","time spent":"468.209087ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-07T03:39:33.619114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.869365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T03:39:33.619127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.692076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:33.619124Z","caller":"traceutil/trace.go:171","msg":"trace[1994796318] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24710; }","duration":"176.766862ms","start":"2026-05-07T03:39:33.442339Z","end":"2026-05-07T03:39:33.619106Z","steps":["trace[1994796318] 'agreement among raft nodes before linearized reading' (duration: 176.549936ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:33.619152Z","caller":"traceutil/trace.go:171","msg":"trace[697250615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24710; }","duration":"647.912076ms","start":"2026-05-07T03:39:32.971226Z","end":"2026-05-07T03:39:33.619139Z","steps":["trace[697250615] 'agreement among raft nodes before linearized reading' (duration: 647.833224ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:33.619158Z","caller":"traceutil/trace.go:171","msg":"trace[595005564] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24710; }","duration":"683.744707ms","start":"2026-05-07T03:39:32.935404Z","end":"2026-05-07T03:39:33.619148Z","steps":["trace[595005564] 'agreement among raft nodes before linearized reading' (duration: 683.694706ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:33.619073Z","caller":"traceutil/trace.go:171","msg":"trace[1436923505] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24710; }","duration":"576.07351ms","start":"2026-05-07T03:39:33.042987Z","end":"2026-05-07T03:39:33.619061Z","steps":["trace[1436923505] 'agreement among raft nodes before linearized reading' (duration: 575.891355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:33.619187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:32.97122Z","time spent":"647.958918ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:39:33.619194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:32.935393Z","time spent":"683.792859ms","remote":"127.0.0.1:54452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:39:33.619215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:33.042948Z","time spent":"576.257465ms","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:39:33.61903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.780876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:39:33.619313Z","caller":"traceutil/trace.go:171","msg":"trace[663069352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24710; }","duration":"728.098264ms","start":"2026-05-07T03:39:32.891204Z","end":"2026-05-07T03:39:33.619302Z","steps":["trace[663069352] 'agreement among raft nodes before linearized reading' (duration: 727.679743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:33.61934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:32.891189Z","time spent":"728.143006ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:39:34.328682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.899014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:39:34.328782Z","caller":"traceutil/trace.go:171","msg":"trace[926676] linearizableReadLoop","detail":"{readStateIndex:25520; appliedIndex:25519; }","duration":"704.306782ms","start":"2026-05-07T03:39:33.624461Z","end":"2026-05-07T03:39:34.328768Z","steps":["trace[926676] 'read index received' (duration: 492.261544ms)","trace[926676] 'applied index is now lower than readState.Index' (duration: 212.044248ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:34.32885Z","caller":"traceutil/trace.go:171","msg":"trace[1407446448] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"705.175155ms","start":"2026-05-07T03:39:33.623659Z","end":"2026-05-07T03:39:34.328835Z","steps":["trace[1407446448] 'process raft request' (duration: 493.039194ms)","trace[1407446448] 'compare' (duration: 211.626177ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:34.3289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:33.623646Z","time spent":"705.226437ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:34.329073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.61077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-05-07T03:39:34.329168Z","caller":"traceutil/trace.go:171","msg":"trace[563386484] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24711; }","duration":"704.714763ms","start":"2026-05-07T03:39:33.624436Z","end":"2026-05-07T03:39:34.329151Z","steps":["trace[563386484] 'agreement among raft nodes before linearized reading' (duration: 704.512608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:34.329207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:33.624353Z","time spent":"704.845746ms","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18768,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-07T03:39:34.376463Z","caller":"traceutil/trace.go:171","msg":"trace[805088479] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"751.628108ms","start":"2026-05-07T03:39:33.624807Z","end":"2026-05-07T03:39:34.376435Z","steps":["trace[805088479] 'process raft request' (duration: 751.414512ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:34.376492Z","caller":"traceutil/trace.go:171","msg":"trace[1281418973] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"693.350381ms","start":"2026-05-07T03:39:33.683116Z","end":"2026-05-07T03:39:34.376467Z","steps":["trace[1281418973] 'process raft request' (duration: 693.269939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:34.376626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:33.624791Z","time spent":"751.73347ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:34.376663Z","caller":"traceutil/trace.go:171","msg":"trace[1514491592] transaction","detail":"{read_only:false; response_revision:24713; number_of_response:1; }","duration":"751.839644ms","start":"2026-05-07T03:39:33.624814Z","end":"2026-05-07T03:39:34.376654Z","steps":["trace[1514491592] 'process raft request' (duration: 751.530716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:34.37671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:33.624797Z","time spent":"751.888445ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:34.376927Z","caller":"traceutil/trace.go:171","msg":"trace[525486199] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"376.146083ms","start":"2026-05-07T03:39:34.000772Z","end":"2026-05-07T03:39:34.376918Z","steps":["trace[525486199] 'process raft request' (duration: 375.65862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:34.376623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:33.683094Z","time spent":"693.459144ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:34.376986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:34.000745Z","time spent":"376.212065ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:34.378168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.822126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:34.378254Z","caller":"traceutil/trace.go:171","msg":"trace[443950353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24716; }","duration":"149.94951ms","start":"2026-05-07T03:39:34.22829Z","end":"2026-05-07T03:39:34.378239Z","steps":["trace[443950353] 'agreement among raft nodes before linearized reading' (duration: 149.845167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:34.378425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.895141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:39:34.378473Z","caller":"traceutil/trace.go:171","msg":"trace[1219125916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24716; }","duration":"498.978553ms","start":"2026-05-07T03:39:33.879487Z","end":"2026-05-07T03:39:34.378466Z","steps":["trace[1219125916] 'agreement among raft nodes before linearized reading' (duration: 498.87882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:34.378505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:33.879468Z","time spent":"499.031405ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:39:34.378552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.202767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-05-07T03:39:34.378597Z","caller":"traceutil/trace.go:171","msg":"trace[1876210722] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24716; }","duration":"751.264098ms","start":"2026-05-07T03:39:33.627322Z","end":"2026-05-07T03:39:34.378586Z","steps":["trace[1876210722] 'agreement among raft nodes before linearized reading' (duration: 751.117684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:34.378633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:33.627314Z","time spent":"751.312449ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11738,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-05-07T03:39:34.775155Z","caller":"traceutil/trace.go:171","msg":"trace[641747829] transaction","detail":"{read_only:false; response_revision:24717; number_of_response:1; }","duration":"388.09417ms","start":"2026-05-07T03:39:34.387027Z","end":"2026-05-07T03:39:34.775121Z","steps":["trace[641747829] 'process raft request' (duration: 387.955927ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:34.775318Z","caller":"traceutil/trace.go:171","msg":"trace[1990063895] linearizableReadLoop","detail":"{readStateIndex:25526; appliedIndex:25526; }","duration":"377.674274ms","start":"2026-05-07T03:39:34.397502Z","end":"2026-05-07T03:39:34.775176Z","steps":["trace[1990063895] 'read index received' (duration: 377.659473ms)","trace[1990063895] 'applied index is now lower than readState.Index' (duration: 9.401µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:34.77537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:34.387016Z","time spent":"388.259044ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:34.77577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.238919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:34.775816Z","caller":"traceutil/trace.go:171","msg":"trace[176475823] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24717; }","duration":"378.327481ms","start":"2026-05-07T03:39:34.397474Z","end":"2026-05-07T03:39:34.775802Z","steps":["trace[176475823] 'agreement among raft nodes before linearized reading' (duration: 377.738456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:34.775855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:34.397459Z","time spent":"378.383492ms","remote":"127.0.0.1:54754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:39:35.119804Z","caller":"traceutil/trace.go:171","msg":"trace[818245031] transaction","detail":"{read_only:false; response_revision:24718; number_of_response:1; }","duration":"610.541165ms","start":"2026-05-07T03:39:34.509231Z","end":"2026-05-07T03:39:35.119772Z","steps":["trace[818245031] 'process raft request' (duration: 595.369692ms)","trace[818245031] 'compare' (duration: 14.157156ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:35.119962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:34.509206Z","time spent":"610.677108ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:35.119947Z","caller":"traceutil/trace.go:171","msg":"trace[51955179] linearizableReadLoop","detail":"{readStateIndex:25527; appliedIndex:25526; }","duration":"344.507014ms","start":"2026-05-07T03:39:34.775413Z","end":"2026-05-07T03:39:35.11992Z","steps":["trace[51955179] 'read index received' (duration: 329.205357ms)","trace[51955179] 'applied index is now lower than readState.Index' (duration: 15.299637ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:35.346116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.374288ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-07T03:39:35.347093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.210255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:39:35.347114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.243954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:39:35.34716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.23227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T03:39:35.347201Z","caller":"traceutil/trace.go:171","msg":"trace[177559925] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24718; }","duration":"894.373227ms","start":"2026-05-07T03:39:34.452805Z","end":"2026-05-07T03:39:35.347178Z","steps":["trace[177559925] 'agreement among raft nodes before linearized reading' (duration: 667.26187ms)","trace[177559925] 'range keys from in-memory index tree' (duration: 226.978244ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:35.347206Z","caller":"traceutil/trace.go:171","msg":"trace[1755357463] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24718; }","duration":"797.304321ms","start":"2026-05-07T03:39:34.549885Z","end":"2026-05-07T03:39:35.347189Z","steps":["trace[1755357463] 'agreement among raft nodes before linearized reading' (duration: 570.175772ms)","trace[1755357463] 'range keys from in-memory index tree' (duration: 226.964593ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:35.347251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:34.452787Z","time spent":"894.45466ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T03:39:35.347261Z","caller":"traceutil/trace.go:171","msg":"trace[1229128432] linearizableReadLoop","detail":"{readStateIndex:25529; appliedIndex:25527; }","duration":"227.20166ms","start":"2026-05-07T03:39:35.12002Z","end":"2026-05-07T03:39:35.347222Z","steps":["trace[1229128432] 'read index received' (duration: 65.022µs)","trace[1229128432] 'applied index is now lower than readState.Index' (duration: 227.134938ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:35.347283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:34.549868Z","time spent":"797.399554ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:39:35.347304Z","caller":"traceutil/trace.go:171","msg":"trace[124216669] transaction","detail":"{read_only:false; response_revision:24719; number_of_response:1; }","duration":"414.752128ms","start":"2026-05-07T03:39:34.932524Z","end":"2026-05-07T03:39:35.347276Z","steps":["trace[124216669] 'process raft request' (duration: 413.68928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:35.347623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:34.9325Z","time spent":"414.87025ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:35.347146Z","caller":"traceutil/trace.go:171","msg":"trace[1557668535] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24718; }","duration":"717.306418ms","start":"2026-05-07T03:39:34.629821Z","end":"2026-05-07T03:39:35.347128Z","steps":["trace[1557668535] 'agreement among raft nodes before linearized reading' (duration: 490.304783ms)","trace[1557668535] 'count revisions from in-memory index tree' (duration: 226.891312ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:35.347757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:34.629791Z","time spent":"717.937565ms","remote":"127.0.0.1:43170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":30,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:39:35.76658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.330958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:35.766678Z","caller":"traceutil/trace.go:171","msg":"trace[1969632836] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24719; }","duration":"801.536924ms","start":"2026-05-07T03:39:34.965116Z","end":"2026-05-07T03:39:35.766653Z","steps":["trace[1969632836] 'agreement among raft nodes before linearized reading' (duration: 382.206754ms)","trace[1969632836] 'count revisions from in-memory index tree' (duration: 419.198566ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:35.766723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:34.965072Z","time spent":"801.639436ms","remote":"127.0.0.1:38204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:39:35.767236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.6872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:39:35.767261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.70093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:35.767335Z","caller":"traceutil/trace.go:171","msg":"trace[1725947844] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24719; }","duration":"416.810363ms","start":"2026-05-07T03:39:35.350506Z","end":"2026-05-07T03:39:35.767317Z","steps":["trace[1725947844] 'range keys from in-memory index tree' (duration: 416.597177ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:35.767288Z","caller":"traceutil/trace.go:171","msg":"trace[66337457] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24719; }","duration":"416.756881ms","start":"2026-05-07T03:39:35.350518Z","end":"2026-05-07T03:39:35.767275Z","steps":["trace[66337457] 'count revisions from in-memory index tree' (duration: 416.618387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:35.76739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:35.350493Z","time spent":"416.886535ms","remote":"127.0.0.1:36796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T03:39:35.767402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.274288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-07T03:39:35.767444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:35.350506Z","time spent":"416.875034ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:39:35.767504Z","caller":"traceutil/trace.go:171","msg":"trace[1641849224] linearizableReadLoop","detail":"{readStateIndex:25530; appliedIndex:25529; }","duration":"334.718084ms","start":"2026-05-07T03:39:35.432768Z","end":"2026-05-07T03:39:35.767486Z","steps":["trace[1641849224] 'read index received' (duration: 22.211379ms)","trace[1641849224] 'applied index is now lower than readState.Index' (duration: 312.505235ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:35.767583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.819017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:35.767618Z","caller":"traceutil/trace.go:171","msg":"trace[946566769] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24720; }","duration":"334.890469ms","start":"2026-05-07T03:39:35.432717Z","end":"2026-05-07T03:39:35.767607Z","steps":["trace[946566769] 'agreement among raft nodes before linearized reading' (duration: 334.822137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:35.767661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:35.432694Z","time spent":"334.95297ms","remote":"127.0.0.1:35926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:39:35.767871Z","caller":"traceutil/trace.go:171","msg":"trace[1651628863] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"415.93704ms","start":"2026-05-07T03:39:35.351904Z","end":"2026-05-07T03:39:35.767841Z","steps":["trace[1651628863] 'process raft request' (duration: 103.145008ms)","trace[1651628863] 'compare' (duration: 312.091123ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:35.768034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:35.351893Z","time spent":"416.045743ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:35.778198Z","caller":"traceutil/trace.go:171","msg":"trace[1735261180] transaction","detail":"{read_only:false; response_revision:24721; number_of_response:1; }","duration":"172.116388ms","start":"2026-05-07T03:39:35.606068Z","end":"2026-05-07T03:39:35.778185Z","steps":["trace[1735261180] 'process raft request' (duration: 172.034256ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:36.043538Z","caller":"traceutil/trace.go:171","msg":"trace[1266929781] linearizableReadLoop","detail":"{readStateIndex:25535; appliedIndex:25530; }","duration":"272.146242ms","start":"2026-05-07T03:39:35.771369Z","end":"2026-05-07T03:39:36.043515Z","steps":["trace[1266929781] 'read index received' (duration: 6.78806ms)","trace[1266929781] 'applied index is now lower than readState.Index' (duration: 265.356992ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:36.043748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.364719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-05-07T03:39:36.043648Z","caller":"traceutil/trace.go:171","msg":"trace[15601616] transaction","detail":"{read_only:false; response_revision:24723; number_of_response:1; }","duration":"419.099474ms","start":"2026-05-07T03:39:35.624501Z","end":"2026-05-07T03:39:36.043601Z","steps":["trace[15601616] 'process raft request' (duration: 418.855227ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:36.043789Z","caller":"traceutil/trace.go:171","msg":"trace[708582138] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24725; }","duration":"272.451351ms","start":"2026-05-07T03:39:35.771327Z","end":"2026-05-07T03:39:36.043778Z","steps":["trace[708582138] 'agreement among raft nodes before linearized reading' (duration: 272.278047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:36.043964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:35.624468Z","time spent":"419.35074ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:36.043996Z","caller":"traceutil/trace.go:171","msg":"trace[241704142] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"417.303926ms","start":"2026-05-07T03:39:35.626681Z","end":"2026-05-07T03:39:36.043985Z","steps":["trace[241704142] 'process raft request' (duration: 416.754721ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:36.044149Z","caller":"traceutil/trace.go:171","msg":"trace[1892393522] transaction","detail":"{read_only:false; response_revision:24722; number_of_response:1; }","duration":"419.688139ms","start":"2026-05-07T03:39:35.624451Z","end":"2026-05-07T03:39:36.04414Z","steps":["trace[1892393522] 'process raft request' (duration: 385.699147ms)","trace[1892393522] 'compare' (duration: 33.013416ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:36.044142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:35.626669Z","time spent":"417.355797ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:36.044203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:35.624426Z","time spent":"419.750931ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:36.044247Z","caller":"traceutil/trace.go:171","msg":"trace[848259359] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"416.855044ms","start":"2026-05-07T03:39:35.627382Z","end":"2026-05-07T03:39:36.044237Z","steps":["trace[848259359] 'process raft request' (duration: 416.092823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:36.044419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:35.627374Z","time spent":"417.025518ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:36.300094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.025572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:36.300165Z","caller":"traceutil/trace.go:171","msg":"trace[2100037778] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24726; }","duration":"121.164396ms","start":"2026-05-07T03:39:36.178984Z","end":"2026-05-07T03:39:36.300149Z","steps":["trace[2100037778] 'count revisions from in-memory index tree' (duration: 120.95254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:36.892376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":704705591042856215,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:39:37.015071Z","caller":"traceutil/trace.go:171","msg":"trace[1380547368] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"667.580248ms","start":"2026-05-07T03:39:36.347467Z","end":"2026-05-07T03:39:37.015047Z","steps":["trace[1380547368] 'process raft request' (duration: 667.411373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:37.015367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:36.347447Z","time spent":"667.844295ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:37.358633Z","caller":"traceutil/trace.go:171","msg":"trace[1500184285] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"976.702061ms","start":"2026-05-07T03:39:36.381911Z","end":"2026-05-07T03:39:37.358613Z","steps":["trace[1500184285] 'process raft request' (duration: 976.331901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:37.358814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:36.381891Z","time spent":"976.830185ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:37.359132Z","caller":"traceutil/trace.go:171","msg":"trace[256616963] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"961.242191ms","start":"2026-05-07T03:39:36.39784Z","end":"2026-05-07T03:39:37.359082Z","steps":["trace[256616963] 'process raft request' (duration: 960.542492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:37.359415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:36.397825Z","time spent":"961.477328ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:37.359463Z","caller":"traceutil/trace.go:171","msg":"trace[1367717033] linearizableReadLoop","detail":"{readStateIndex:25540; appliedIndex:25536; }","duration":"968.494043ms","start":"2026-05-07T03:39:36.390948Z","end":"2026-05-07T03:39:37.359442Z","steps":["trace[1367717033] 'read index received' (duration: 624.031262ms)","trace[1367717033] 'applied index is now lower than readState.Index' (duration: 344.460871ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:37.359545Z","caller":"traceutil/trace.go:171","msg":"trace[1733496906] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"661.671981ms","start":"2026-05-07T03:39:36.697866Z","end":"2026-05-07T03:39:37.359538Z","steps":["trace[1733496906] 'process raft request' (duration: 660.629153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:37.359618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:36.697833Z","time spent":"661.729253ms","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418362,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:37.359811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.876494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:39:37.359918Z","caller":"traceutil/trace.go:171","msg":"trace[1914481287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24730; }","duration":"969.023928ms","start":"2026-05-07T03:39:36.390887Z","end":"2026-05-07T03:39:37.359911Z","steps":["trace[1914481287] 'agreement among raft nodes before linearized reading' (duration: 968.859153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:37.359934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:36.390871Z","time spent":"969.059278ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:39:37.710939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.847417ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:37.711074Z","caller":"traceutil/trace.go:171","msg":"trace[1001010309] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24730; }","duration":"198.996311ms","start":"2026-05-07T03:39:37.512061Z","end":"2026-05-07T03:39:37.711057Z","steps":["trace[1001010309] 'range keys from in-memory index tree' (duration: 198.830887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:37.711242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.980189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:39:37.711451Z","caller":"traceutil/trace.go:171","msg":"trace[827825897] transaction","detail":"{read_only:false; response_revision:24732; number_of_response:1; }","duration":"341.912404ms","start":"2026-05-07T03:39:37.369519Z","end":"2026-05-07T03:39:37.711431Z","steps":["trace[827825897] 'process raft request' (duration: 341.827792ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:37.711481Z","caller":"traceutil/trace.go:171","msg":"trace[633927378] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"574.62059ms","start":"2026-05-07T03:39:37.136846Z","end":"2026-05-07T03:39:37.711467Z","steps":["trace[633927378] 'process raft request' (duration: 383.334133ms)","trace[633927378] 'compare' (duration: 190.431414ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:37.711524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:37.369501Z","time spent":"341.988667ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:37.711529Z","caller":"traceutil/trace.go:171","msg":"trace[1720477879] linearizableReadLoop","detail":"{readStateIndex:25541; appliedIndex:25540; }","duration":"351.963291ms","start":"2026-05-07T03:39:37.359507Z","end":"2026-05-07T03:39:37.711471Z","steps":["trace[1720477879] 'read index received' (duration: 160.602812ms)","trace[1720477879] 'applied index is now lower than readState.Index' (duration: 191.356079ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:37.711592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:37.136816Z","time spent":"574.709863ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:37.712228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320054074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:39:37.712263Z","caller":"traceutil/trace.go:171","msg":"trace[113326079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24732; }","duration":"1.320108456s","start":"2026-05-07T03:39:36.392144Z","end":"2026-05-07T03:39:37.712253Z","steps":["trace[113326079] 'agreement among raft nodes before linearized reading' (duration: 1.319999033s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:37.712286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:36.392131Z","time spent":"1.320149177s","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:39:37.712284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.96069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:39:37.712336Z","caller":"traceutil/trace.go:171","msg":"trace[1700658280] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24732; }","duration":"933.051883ms","start":"2026-05-07T03:39:36.779271Z","end":"2026-05-07T03:39:37.712323Z","steps":["trace[1700658280] 'agreement among raft nodes before linearized reading' (duration: 932.902259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:37.712373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:36.779245Z","time spent":"933.121205ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:39:37.712572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.121378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-cf97f94f4-qzxvs\" ","response":"range_response_count:1 size:8563"} {"level":"info","ts":"2026-05-07T03:39:37.712629Z","caller":"traceutil/trace.go:171","msg":"trace[2037001375] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-cf97f94f4-qzxvs; range_end:; response_count:1; response_revision:24732; }","duration":"779.23089ms","start":"2026-05-07T03:39:36.933385Z","end":"2026-05-07T03:39:37.712616Z","steps":["trace[2037001375] 'agreement among raft nodes before linearized reading' (duration: 778.673436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:37.712673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:36.933355Z","time spent":"779.309213ms","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8585,"request content":"key:\"/registry/pods/openstack/magnum-api-cf97f94f4-qzxvs\" "} {"level":"warn","ts":"2026-05-07T03:39:38.195054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.924891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:39:38.195131Z","caller":"traceutil/trace.go:171","msg":"trace[783375161] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"478.955302ms","start":"2026-05-07T03:39:37.716163Z","end":"2026-05-07T03:39:38.195118Z","steps":["trace[783375161] 'process raft request' (duration: 239.908547ms)","trace[783375161] 'compare' (duration: 238.353886ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:38.195173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:37.716147Z","time spent":"479.008694ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:38.198127Z","caller":"traceutil/trace.go:171","msg":"trace[759925217] linearizableReadLoop","detail":"{readStateIndex:25544; appliedIndex:25542; }","duration":"478.51026ms","start":"2026-05-07T03:39:37.7196Z","end":"2026-05-07T03:39:38.198111Z","steps":["trace[759925217] 'read index received' (duration: 236.59547ms)","trace[759925217] 'applied index is now lower than readState.Index' (duration: 241.91386ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:38.198413Z","caller":"traceutil/trace.go:171","msg":"trace[1702807457] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"479.881477ms","start":"2026-05-07T03:39:37.718519Z","end":"2026-05-07T03:39:38.1984Z","steps":["trace[1702807457] 'process raft request' (duration: 479.431825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:38.198484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:37.718503Z","time spent":"479.939748ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:38.198487Z","caller":"traceutil/trace.go:171","msg":"trace[1474470876] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"412.862698ms","start":"2026-05-07T03:39:37.785581Z","end":"2026-05-07T03:39:38.198444Z","steps":["trace[1474470876] 'process raft request' (duration: 412.493278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:38.198589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:37.785564Z","time spent":"412.978261ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:38.198713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.109746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18746"} {"level":"info","ts":"2026-05-07T03:39:38.198743Z","caller":"traceutil/trace.go:171","msg":"trace[1429926898] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24736; }","duration":"479.157788ms","start":"2026-05-07T03:39:37.719576Z","end":"2026-05-07T03:39:38.198734Z","steps":["trace[1429926898] 'agreement among raft nodes before linearized reading' (duration: 479.039944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:38.198771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:37.719568Z","time spent":"479.196958ms","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18768,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-07T03:39:38.198884Z","caller":"traceutil/trace.go:171","msg":"trace[1033069768] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"476.158637ms","start":"2026-05-07T03:39:37.722714Z","end":"2026-05-07T03:39:38.198873Z","steps":["trace[1033069768] 'process raft request' (duration: 475.315135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:38.198945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:37.722705Z","time spent":"476.207489ms","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8361,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:38.535521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.360186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:39:38.535696Z","caller":"traceutil/trace.go:171","msg":"trace[1234498822] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"481.228952ms","start":"2026-05-07T03:39:38.054451Z","end":"2026-05-07T03:39:38.53568Z","steps":["trace[1234498822] 'process raft request' (duration: 245.619209ms)","trace[1234498822] 'compare' (duration: 235.227773ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:38.535715Z","caller":"traceutil/trace.go:171","msg":"trace[1424436729] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"481.015217ms","start":"2026-05-07T03:39:38.054687Z","end":"2026-05-07T03:39:38.535702Z","steps":["trace[1424436729] 'process raft request' (duration: 480.929854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:38.535747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:38.054432Z","time spent":"481.288993ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:38.53577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:38.054662Z","time spent":"481.079498ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:38.536153Z","caller":"traceutil/trace.go:171","msg":"trace[233036945] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"321.299927ms","start":"2026-05-07T03:39:38.214842Z","end":"2026-05-07T03:39:38.536142Z","steps":["trace[233036945] 'process raft request' (duration: 321.223895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:38.53621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:38.214824Z","time spent":"321.355808ms","remote":"127.0.0.1:37160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7456,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:38.536221Z","caller":"traceutil/trace.go:171","msg":"trace[640957782] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"328.336734ms","start":"2026-05-07T03:39:38.207846Z","end":"2026-05-07T03:39:38.536182Z","steps":["trace[640957782] 'process raft request' (duration: 328.067127ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:38.536248Z","caller":"traceutil/trace.go:171","msg":"trace[1785131745] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"472.646374ms","start":"2026-05-07T03:39:38.063572Z","end":"2026-05-07T03:39:38.536219Z","steps":["trace[1785131745] 'process raft request' (duration: 472.287165ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:38.536296Z","caller":"traceutil/trace.go:171","msg":"trace[1916718874] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"327.81824ms","start":"2026-05-07T03:39:38.208467Z","end":"2026-05-07T03:39:38.536286Z","steps":["trace[1916718874] 'process raft request' (duration: 327.550263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:38.536345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:38.208459Z","time spent":"327.861602ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1166,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:38.536312Z","caller":"traceutil/trace.go:171","msg":"trace[618861293] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"328.414066ms","start":"2026-05-07T03:39:38.207866Z","end":"2026-05-07T03:39:38.53628Z","steps":["trace[618861293] 'process raft request' (duration: 328.094828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:38.536386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:38.063546Z","time spent":"472.763667ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:38.536405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.611683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T03:39:38.536298Z","caller":"traceutil/trace.go:171","msg":"trace[996595007] linearizableReadLoop","detail":"{readStateIndex:25550; appliedIndex:25546; }","duration":"338.117083ms","start":"2026-05-07T03:39:38.198172Z","end":"2026-05-07T03:39:38.536289Z","steps":["trace[996595007] 'read index received' (duration: 101.963766ms)","trace[996595007] 'applied index is now lower than readState.Index' (duration: 236.152267ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:38.536432Z","caller":"traceutil/trace.go:171","msg":"trace[157186648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24744; }","duration":"764.673125ms","start":"2026-05-07T03:39:37.77175Z","end":"2026-05-07T03:39:38.536423Z","steps":["trace[157186648] 'agreement among raft nodes before linearized reading' (duration: 764.564702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:38.536416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:38.207811Z","time spent":"328.498279ms","remote":"127.0.0.1:36964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:38.536459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:37.771736Z","time spent":"764.717066ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:39:38.53646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:38.207841Z","time spent":"328.54051ms","remote":"127.0.0.1:36782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:38.536455Z","caller":"traceutil/trace.go:171","msg":"trace[552348102] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"474.789371ms","start":"2026-05-07T03:39:38.061614Z","end":"2026-05-07T03:39:38.536403Z","steps":["trace[552348102] 'process raft request' (duration: 474.051112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:38.536557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.178973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-07T03:39:38.536584Z","caller":"traceutil/trace.go:171","msg":"trace[808033422] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24744; }","duration":"405.203914ms","start":"2026-05-07T03:39:38.131371Z","end":"2026-05-07T03:39:38.536575Z","steps":["trace[808033422] 'agreement among raft nodes before linearized reading' (duration: 405.133842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:38.536599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.708759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-07T03:39:38.536601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:38.131352Z","time spent":"405.244676ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-05-07T03:39:38.53662Z","caller":"traceutil/trace.go:171","msg":"trace[745394898] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24744; }","duration":"176.761501ms","start":"2026-05-07T03:39:38.359852Z","end":"2026-05-07T03:39:38.536614Z","steps":["trace[745394898] 'agreement among raft nodes before linearized reading' (duration: 176.704169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:38.536639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.371142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:39:38.536676Z","caller":"traceutil/trace.go:171","msg":"trace[1459689680] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24744; }","duration":"641.438874ms","start":"2026-05-07T03:39:37.895223Z","end":"2026-05-07T03:39:38.536662Z","steps":["trace[1459689680] 'agreement among raft nodes before linearized reading' (duration: 641.322631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:38.536707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:37.895204Z","time spent":"641.493405ms","remote":"127.0.0.1:38192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:39:38.536697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:38.061593Z","time spent":"474.974236ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:38.536696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.022716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:39:38.536536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.762374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:38.53678Z","caller":"traceutil/trace.go:171","msg":"trace[2007210339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24744; }","duration":"309.064332ms","start":"2026-05-07T03:39:38.227705Z","end":"2026-05-07T03:39:38.536769Z","steps":["trace[2007210339] 'agreement among raft nodes before linearized reading' (duration: 308.780905ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:38.536777Z","caller":"traceutil/trace.go:171","msg":"trace[433596045] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24744; }","duration":"692.16226ms","start":"2026-05-07T03:39:37.844595Z","end":"2026-05-07T03:39:38.536757Z","steps":["trace[433596045] 'agreement among raft nodes before linearized reading' (duration: 692.016626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:38.536802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:38.227689Z","time spent":"309.106674ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:39:38.536827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:37.844561Z","time spent":"692.255142ms","remote":"127.0.0.1:54254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:39:38.694925Z","caller":"traceutil/trace.go:171","msg":"trace[664389561] linearizableReadLoop","detail":"{readStateIndex:25555; appliedIndex:25554; }","duration":"151.722607ms","start":"2026-05-07T03:39:38.543174Z","end":"2026-05-07T03:39:38.694897Z","steps":["trace[664389561] 'read index received' (duration: 131.409318ms)","trace[664389561] 'applied index is now lower than readState.Index' (duration: 20.312189ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:38.694985Z","caller":"traceutil/trace.go:171","msg":"trace[1510691671] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"153.196986ms","start":"2026-05-07T03:39:38.541746Z","end":"2026-05-07T03:39:38.694943Z","steps":["trace[1510691671] 'process raft request' (duration: 132.672662ms)","trace[1510691671] 'compare' (duration: 20.297238ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:38.695104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.895312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:39:38.695143Z","caller":"traceutil/trace.go:171","msg":"trace[565066117] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24745; }","duration":"151.961553ms","start":"2026-05-07T03:39:38.543168Z","end":"2026-05-07T03:39:38.69513Z","steps":["trace[565066117] 'agreement among raft nodes before linearized reading' (duration: 151.862941ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:38.727294Z","caller":"traceutil/trace.go:171","msg":"trace[296214408] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"181.823225ms","start":"2026-05-07T03:39:38.545448Z","end":"2026-05-07T03:39:38.727271Z","steps":["trace[296214408] 'process raft request' (duration: 181.556278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:38.727552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.29908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:38.72762Z","caller":"traceutil/trace.go:171","msg":"trace[501558363] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:24747; }","duration":"138.537717ms","start":"2026-05-07T03:39:38.589064Z","end":"2026-05-07T03:39:38.727602Z","steps":["trace[501558363] 'agreement among raft nodes before linearized reading' (duration: 138.297081ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:38.727741Z","caller":"traceutil/trace.go:171","msg":"trace[609131065] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"180.338996ms","start":"2026-05-07T03:39:38.547375Z","end":"2026-05-07T03:39:38.727714Z","steps":["trace[609131065] 'process raft request' (duration: 179.760431ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:39.133533Z","caller":"traceutil/trace.go:171","msg":"trace[779742064] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"107.248887ms","start":"2026-05-07T03:39:39.026246Z","end":"2026-05-07T03:39:39.133495Z","steps":["trace[779742064] 'process raft request' (duration: 107.094903ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:49.768017Z","caller":"traceutil/trace.go:171","msg":"trace[1888155361] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"367.233806ms","start":"2026-05-07T03:39:49.40076Z","end":"2026-05-07T03:39:49.767994Z","steps":["trace[1888155361] 'process raft request' (duration: 367.066922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:49.7683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:49.400736Z","time spent":"367.389921ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:49.911189Z","caller":"traceutil/trace.go:171","msg":"trace[115293078] linearizableReadLoop","detail":"{readStateIndex:25635; appliedIndex:25632; }","duration":"403.854538ms","start":"2026-05-07T03:39:49.507321Z","end":"2026-05-07T03:39:49.911175Z","steps":["trace[115293078] 'read index received' (duration: 260.564065ms)","trace[115293078] 'applied index is now lower than readState.Index' (duration: 143.289843ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:49.911287Z","caller":"traceutil/trace.go:171","msg":"trace[214737918] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"154.954302ms","start":"2026-05-07T03:39:49.756324Z","end":"2026-05-07T03:39:49.911279Z","steps":["trace[214737918] 'process raft request' (duration: 154.817169ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:49.911265Z","caller":"traceutil/trace.go:171","msg":"trace[2139925499] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"490.56913ms","start":"2026-05-07T03:39:49.420667Z","end":"2026-05-07T03:39:49.911236Z","steps":["trace[2139925499] 'process raft request' (duration: 489.528183ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:49.91128Z","caller":"traceutil/trace.go:171","msg":"trace[1254767911] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"483.892433ms","start":"2026-05-07T03:39:49.42735Z","end":"2026-05-07T03:39:49.911243Z","steps":["trace[1254767911] 'process raft request' (duration: 483.75831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:49.911438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:49.420645Z","time spent":"490.681292ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:49.911451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.234221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T03:39:49.911481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.158716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-07T03:39:49.911504Z","caller":"traceutil/trace.go:171","msg":"trace[2143293059] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:24824; }","duration":"404.225178ms","start":"2026-05-07T03:39:49.507272Z","end":"2026-05-07T03:39:49.911497Z","steps":["trace[2143293059] 'agreement among raft nodes before linearized reading' (duration: 404.161816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:49.911489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:49.427336Z","time spent":"484.055007ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:49.911503Z","caller":"traceutil/trace.go:171","msg":"trace[1190066666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24824; }","duration":"146.337074ms","start":"2026-05-07T03:39:49.765153Z","end":"2026-05-07T03:39:49.91149Z","steps":["trace[1190066666] 'agreement among raft nodes before linearized reading' (duration: 146.148829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:49.911523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:49.507252Z","time spent":"404.26641ms","remote":"127.0.0.1:36632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"info","ts":"2026-05-07T03:39:50.052967Z","caller":"traceutil/trace.go:171","msg":"trace[588931561] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"136.959055ms","start":"2026-05-07T03:39:49.915983Z","end":"2026-05-07T03:39:50.052942Z","steps":["trace[588931561] 'process raft request' (duration: 136.789291ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:53.919794Z","caller":"traceutil/trace.go:171","msg":"trace[1653493220] linearizableReadLoop","detail":"{readStateIndex:25723; appliedIndex:25722; }","duration":"179.222177ms","start":"2026-05-07T03:39:53.740543Z","end":"2026-05-07T03:39:53.919766Z","steps":["trace[1653493220] 'read index received' (duration: 178.867167ms)","trace[1653493220] 'applied index is now lower than readState.Index' (duration: 353.74µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:53.919855Z","caller":"traceutil/trace.go:171","msg":"trace[1221982904] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"182.624047ms","start":"2026-05-07T03:39:53.737183Z","end":"2026-05-07T03:39:53.919807Z","steps":["trace[1221982904] 'process raft request' (duration: 182.331139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:53.920049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.481104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e155f26-6a20-48d9-808e-25ff7435a02e\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-07T03:39:53.920105Z","caller":"traceutil/trace.go:171","msg":"trace[687666952] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3e155f26-6a20-48d9-808e-25ff7435a02e; range_end:; response_count:1; response_revision:24910; }","duration":"179.600908ms","start":"2026-05-07T03:39:53.740491Z","end":"2026-05-07T03:39:53.920092Z","steps":["trace[687666952] 'agreement among raft nodes before linearized reading' (duration: 179.408962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:53.920113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.368955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:53.920198Z","caller":"traceutil/trace.go:171","msg":"trace[2058051447] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24910; }","duration":"178.5579ms","start":"2026-05-07T03:39:53.741616Z","end":"2026-05-07T03:39:53.920174Z","steps":["trace[2058051447] 'agreement among raft nodes before linearized reading' (duration: 178.339464ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:54.156949Z","caller":"traceutil/trace.go:171","msg":"trace[331077885] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"232.237414ms","start":"2026-05-07T03:39:53.924678Z","end":"2026-05-07T03:39:54.156915Z","steps":["trace[331077885] 'process raft request' (duration: 181.736313ms)","trace[331077885] 'compare' (duration: 50.232584ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:54.157235Z","caller":"traceutil/trace.go:171","msg":"trace[1867850650] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"231.527265ms","start":"2026-05-07T03:39:53.925679Z","end":"2026-05-07T03:39:54.157206Z","steps":["trace[1867850650] 'process raft request' (duration: 231.186176ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:54.157646Z","caller":"traceutil/trace.go:171","msg":"trace[1065646163] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"231.212467ms","start":"2026-05-07T03:39:53.926387Z","end":"2026-05-07T03:39:54.157599Z","steps":["trace[1065646163] 'process raft request' (duration: 230.706204ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:54.441821Z","caller":"traceutil/trace.go:171","msg":"trace[1477105452] linearizableReadLoop","detail":"{readStateIndex:25728; appliedIndex:25727; }","duration":"195.149039ms","start":"2026-05-07T03:39:54.246648Z","end":"2026-05-07T03:39:54.441797Z","steps":["trace[1477105452] 'read index received' (duration: 186.956581ms)","trace[1477105452] 'applied index is now lower than readState.Index' (duration: 8.190858ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:54.441852Z","caller":"traceutil/trace.go:171","msg":"trace[127358601] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"242.665421ms","start":"2026-05-07T03:39:54.199159Z","end":"2026-05-07T03:39:54.441824Z","steps":["trace[127358601] 'process raft request' (duration: 234.431442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:54.442013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.347365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-07T03:39:54.442058Z","caller":"traceutil/trace.go:171","msg":"trace[1990894888] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24915; }","duration":"195.449057ms","start":"2026-05-07T03:39:54.246596Z","end":"2026-05-07T03:39:54.442045Z","steps":["trace[1990894888] 'agreement among raft nodes before linearized reading' (duration: 195.319794ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:54.657922Z","caller":"traceutil/trace.go:171","msg":"trace[1158168091] linearizableReadLoop","detail":"{readStateIndex:25729; appliedIndex:25728; }","duration":"216.008963ms","start":"2026-05-07T03:39:54.441889Z","end":"2026-05-07T03:39:54.657897Z","steps":["trace[1158168091] 'read index received' (duration: 215.159241ms)","trace[1158168091] 'applied index is now lower than readState.Index' (duration: 848.452µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:54.657993Z","caller":"traceutil/trace.go:171","msg":"trace[1082425849] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"381.661139ms","start":"2026-05-07T03:39:54.276313Z","end":"2026-05-07T03:39:54.657974Z","steps":["trace[1082425849] 'process raft request' (duration: 380.816607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:54.658114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:54.276283Z","time spent":"381.752542ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:54.658344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.475317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-07T03:39:54.658432Z","caller":"traceutil/trace.go:171","msg":"trace[2138863400] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24916; }","duration":"285.60668ms","start":"2026-05-07T03:39:54.37281Z","end":"2026-05-07T03:39:54.658416Z","steps":["trace[2138863400] 'agreement among raft nodes before linearized reading' (duration: 285.22079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:54.658537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.991699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:39:54.658641Z","caller":"traceutil/trace.go:171","msg":"trace[413103380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24917; }","duration":"350.130383ms","start":"2026-05-07T03:39:54.308483Z","end":"2026-05-07T03:39:54.658614Z","steps":["trace[413103380] 'agreement among raft nodes before linearized reading' (duration: 349.594389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:54.658704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:54.308471Z","time spent":"350.218005ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:39:54.658831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.301099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T03:39:54.658882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.144607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-05-07T03:39:54.658899Z","caller":"traceutil/trace.go:171","msg":"trace[450634171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24919; }","duration":"393.36952ms","start":"2026-05-07T03:39:54.265512Z","end":"2026-05-07T03:39:54.658882Z","steps":["trace[450634171] 'agreement among raft nodes before linearized reading' (duration: 392.543118ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:54.65894Z","caller":"traceutil/trace.go:171","msg":"trace[1549389829] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24920; }","duration":"213.221479ms","start":"2026-05-07T03:39:54.445705Z","end":"2026-05-07T03:39:54.658926Z","steps":["trace[1549389829] 'agreement among raft nodes before linearized reading' (duration: 213.070625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:54.658948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:54.265453Z","time spent":"393.483204ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:39:54.659051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.875189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-05-07T03:39:54.65911Z","caller":"traceutil/trace.go:171","msg":"trace[2029360194] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24920; }","duration":"212.944102ms","start":"2026-05-07T03:39:54.446152Z","end":"2026-05-07T03:39:54.659096Z","steps":["trace[2029360194] 'agreement among raft nodes before linearized reading' (duration: 212.805678ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:55.183533Z","caller":"traceutil/trace.go:171","msg":"trace[463094561] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"520.362419ms","start":"2026-05-07T03:39:54.663144Z","end":"2026-05-07T03:39:55.183506Z","steps":["trace[463094561] 'process raft request' (duration: 488.74431ms)","trace[463094561] 'compare' (duration: 31.186417ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:55.18368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:54.663127Z","time spent":"520.473002ms","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:55.488528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.024253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:39:55.488672Z","caller":"traceutil/trace.go:171","msg":"trace[799465991] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"825.464378ms","start":"2026-05-07T03:39:54.663191Z","end":"2026-05-07T03:39:55.488656Z","steps":["trace[799465991] 'process raft request' (duration: 632.235899ms)","trace[799465991] 'compare' (duration: 192.888ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:55.488725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:54.66317Z","time spent":"825.53477ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:55.488967Z","caller":"traceutil/trace.go:171","msg":"trace[358314132] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"825.735276ms","start":"2026-05-07T03:39:54.663214Z","end":"2026-05-07T03:39:55.488949Z","steps":["trace[358314132] 'process raft request' (duration: 825.397387ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:55.489185Z","caller":"traceutil/trace.go:171","msg":"trace[353643332] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"825.91359ms","start":"2026-05-07T03:39:54.663261Z","end":"2026-05-07T03:39:55.489174Z","steps":["trace[353643332] 'process raft request' (duration: 825.56077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:55.489245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:54.663245Z","time spent":"825.977092ms","remote":"127.0.0.1:36926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:55.489314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:54.663197Z","time spent":"825.819507ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:55.489553Z","caller":"traceutil/trace.go:171","msg":"trace[1460281109] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"716.324091ms","start":"2026-05-07T03:39:54.773219Z","end":"2026-05-07T03:39:55.489543Z","steps":["trace[1460281109] 'process raft request' (duration: 716.145967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:55.489603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:54.773133Z","time spent":"716.442714ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:55.489508Z","caller":"traceutil/trace.go:171","msg":"trace[72865164] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"825.966312ms","start":"2026-05-07T03:39:54.66351Z","end":"2026-05-07T03:39:55.489476Z","steps":["trace[72865164] 'process raft request' (duration: 825.627683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:55.49047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:54.663497Z","time spent":"826.939387ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:55.762828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.359566ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:39:55.762933Z","caller":"traceutil/trace.go:171","msg":"trace[1916138901] linearizableReadLoop","detail":"{readStateIndex:25738; appliedIndex:25733; }","duration":"1.041879153s","start":"2026-05-07T03:39:54.721034Z","end":"2026-05-07T03:39:55.762913Z","steps":["trace[1916138901] 'read index received' (duration: 430.894076ms)","trace[1916138901] 'applied index is now lower than readState.Index' (duration: 610.983507ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:55.763253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.114029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:39:55.763288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042285464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-07T03:39:55.763346Z","caller":"traceutil/trace.go:171","msg":"trace[1816102591] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24926; }","duration":"1.042378716s","start":"2026-05-07T03:39:54.720945Z","end":"2026-05-07T03:39:55.763323Z","steps":["trace[1816102591] 'agreement among raft nodes before linearized reading' (duration: 1.042222092s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:55.763383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:54.720921Z","time spent":"1.042453858s","remote":"127.0.0.1:50534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T03:39:55.76347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.074232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18ad2b6a59da4865\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-05-07T03:39:55.76357Z","caller":"traceutil/trace.go:171","msg":"trace[2133501977] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18ad2b6a59da4865; range_end:; response_count:1; response_revision:24926; }","duration":"576.216316ms","start":"2026-05-07T03:39:55.187331Z","end":"2026-05-07T03:39:55.763548Z","steps":["trace[2133501977] 'agreement among raft nodes before linearized reading' (duration: 575.945289ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:55.76362Z","caller":"traceutil/trace.go:171","msg":"trace[1514963745] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24926; }","duration":"534.209361ms","start":"2026-05-07T03:39:55.2291Z","end":"2026-05-07T03:39:55.76331Z","steps":["trace[1514963745] 'agreement among raft nodes before linearized reading' (duration: 534.111608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:55.763248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.07401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:39:55.763665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:55.229092Z","time spent":"534.56114ms","remote":"127.0.0.1:51406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:39:55.763691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.418796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e155f26-6a20-48d9-808e-25ff7435a02e\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-07T03:39:55.76371Z","caller":"traceutil/trace.go:171","msg":"trace[1998650177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24926; }","duration":"536.574983ms","start":"2026-05-07T03:39:55.227109Z","end":"2026-05-07T03:39:55.763684Z","steps":["trace[1998650177] 'agreement among raft nodes before linearized reading' (duration: 536.05546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:55.763616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:55.187315Z","time spent":"576.292297ms","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":744,"request content":"key:\"/registry/events/openstack/container-infra-registry.18ad2b6a59da4865\" "} {"level":"warn","ts":"2026-05-07T03:39:55.763763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:55.22709Z","time spent":"536.660065ms","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:39:55.763363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.799897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T03:39:55.763869Z","caller":"traceutil/trace.go:171","msg":"trace[76797229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24926; }","duration":"997.350582ms","start":"2026-05-07T03:39:54.766493Z","end":"2026-05-07T03:39:55.763844Z","steps":["trace[76797229] 'agreement among raft nodes before linearized reading' (duration: 996.648843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:55.763972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:54.766472Z","time spent":"997.484525ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:39:55.763746Z","caller":"traceutil/trace.go:171","msg":"trace[384885845] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3e155f26-6a20-48d9-808e-25ff7435a02e; range_end:; response_count:1; response_revision:24926; }","duration":"837.53384ms","start":"2026-05-07T03:39:54.926201Z","end":"2026-05-07T03:39:55.763735Z","steps":["trace[384885845] 'agreement among raft nodes before linearized reading' (duration: 837.138329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:55.764062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.007255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-07T03:39:55.76417Z","caller":"traceutil/trace.go:171","msg":"trace[621591217] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24926; }","duration":"635.116378ms","start":"2026-05-07T03:39:55.129036Z","end":"2026-05-07T03:39:55.764153Z","steps":["trace[621591217] 'agreement among raft nodes before linearized reading' (duration: 634.274556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:55.764218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:55.128967Z","time spent":"635.239281ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-07T03:39:55.764514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.676141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-07T03:39:55.764556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:54.926177Z","time spent":"837.890689ms","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e155f26-6a20-48d9-808e-25ff7435a02e\" "} {"level":"info","ts":"2026-05-07T03:39:55.764656Z","caller":"traceutil/trace.go:171","msg":"trace[1998920741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24926; }","duration":"549.731272ms","start":"2026-05-07T03:39:55.214823Z","end":"2026-05-07T03:39:55.764554Z","steps":["trace[1998920741] 'agreement among raft nodes before linearized reading' (duration: 548.462999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:55.764773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:55.214773Z","time spent":"549.988289ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:39:56.254518Z","caller":"traceutil/trace.go:171","msg":"trace[1665697382] linearizableReadLoop","detail":"{readStateIndex:25745; appliedIndex:25744; }","duration":"434.252196ms","start":"2026-05-07T03:39:55.820229Z","end":"2026-05-07T03:39:56.254481Z","steps":["trace[1665697382] 'read index received' (duration: 433.980699ms)","trace[1665697382] 'applied index is now lower than readState.Index' (duration: 269.757µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:56.254663Z","caller":"traceutil/trace.go:171","msg":"trace[630965468] transaction","detail":"{read_only:false; response_revision:24931; number_of_response:1; }","duration":"442.984177ms","start":"2026-05-07T03:39:55.811637Z","end":"2026-05-07T03:39:56.254621Z","steps":["trace[630965468] 'process raft request' (duration: 442.578527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:56.254882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:55.811614Z","time spent":"443.149542ms","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:56.254977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.686997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-05-07T03:39:56.255054Z","caller":"traceutil/trace.go:171","msg":"trace[1052258804] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24931; }","duration":"434.832761ms","start":"2026-05-07T03:39:55.820179Z","end":"2026-05-07T03:39:56.255012Z","steps":["trace[1052258804] 'agreement among raft nodes before linearized reading' (duration: 434.470511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:56.255143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:55.820167Z","time spent":"434.937004ms","remote":"127.0.0.1:37134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9626,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-05-07T03:39:56.71462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.529363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:39:56.71479Z","caller":"traceutil/trace.go:171","msg":"trace[885017083] transaction","detail":"{read_only:false; response_revision:24937; number_of_response:1; }","duration":"375.590578ms","start":"2026-05-07T03:39:56.33918Z","end":"2026-05-07T03:39:56.71477Z","steps":["trace[885017083] 'process raft request' (duration: 192.826308ms)","trace[885017083] 'compare' (duration: 182.291987ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:56.714853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:56.339151Z","time spent":"375.67033ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:56.729555Z","caller":"traceutil/trace.go:171","msg":"trace[2028919290] linearizableReadLoop","detail":"{readStateIndex:25752; appliedIndex:25750; }","duration":"357.830416ms","start":"2026-05-07T03:39:56.371698Z","end":"2026-05-07T03:39:56.729529Z","steps":["trace[2028919290] 'read index received' (duration: 160.314325ms)","trace[2028919290] 'applied index is now lower than readState.Index' (duration: 197.514981ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:56.729687Z","caller":"traceutil/trace.go:171","msg":"trace[733290001] transaction","detail":"{read_only:false; response_revision:24938; number_of_response:1; }","duration":"388.542702ms","start":"2026-05-07T03:39:56.341117Z","end":"2026-05-07T03:39:56.729659Z","steps":["trace[733290001] 'process raft request' (duration: 388.014018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:56.729792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.080283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-05-07T03:39:56.729839Z","caller":"traceutil/trace.go:171","msg":"trace[1972345901] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24938; }","duration":"358.187506ms","start":"2026-05-07T03:39:56.37164Z","end":"2026-05-07T03:39:56.729828Z","steps":["trace[1972345901] 'agreement among raft nodes before linearized reading' (duration: 358.007782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:56.729846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:56.34105Z","time spent":"388.715136ms","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:56.729876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:56.37162Z","time spent":"358.247037ms","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:39:57.148343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.750073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:39:57.1487Z","caller":"traceutil/trace.go:171","msg":"trace[323630227] linearizableReadLoop","detail":"{readStateIndex:25757; appliedIndex:25752; }","duration":"419.064683ms","start":"2026-05-07T03:39:56.729618Z","end":"2026-05-07T03:39:57.148683Z","steps":["trace[323630227] 'read index received' (duration: 205.983337ms)","trace[323630227] 'applied index is now lower than readState.Index' (duration: 213.079866ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:57.148863Z","caller":"traceutil/trace.go:171","msg":"trace[1226034752] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"484.255133ms","start":"2026-05-07T03:39:56.664591Z","end":"2026-05-07T03:39:57.148846Z","steps":["trace[1226034752] 'process raft request' (duration: 484.035677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:57.148992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:56.664582Z","time spent":"484.331465ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:57.148812Z","caller":"traceutil/trace.go:171","msg":"trace[250912233] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"484.287364ms","start":"2026-05-07T03:39:56.664507Z","end":"2026-05-07T03:39:57.148794Z","steps":["trace[250912233] 'process raft request' (duration: 484.018246ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:57.149186Z","caller":"traceutil/trace.go:171","msg":"trace[598740470] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"484.732135ms","start":"2026-05-07T03:39:56.664426Z","end":"2026-05-07T03:39:57.149159Z","steps":["trace[598740470] 'process raft request' (duration: 484.064817ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:57.14918Z","caller":"traceutil/trace.go:171","msg":"trace[2125934526] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"484.720075ms","start":"2026-05-07T03:39:56.664423Z","end":"2026-05-07T03:39:57.149143Z","steps":["trace[2125934526] 'process raft request' (duration: 484.023196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:57.149265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.304165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:39:57.149294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:56.66438Z","time spent":"484.861909ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:57.149311Z","caller":"traceutil/trace.go:171","msg":"trace[1501830026] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24943; }","duration":"449.381897ms","start":"2026-05-07T03:39:56.699917Z","end":"2026-05-07T03:39:57.149299Z","steps":["trace[1501830026] 'agreement among raft nodes before linearized reading' (duration: 449.284664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:57.149337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.35031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-05-07T03:39:57.149391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:56.664401Z","time spent":"484.870399ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:57.149417Z","caller":"traceutil/trace.go:171","msg":"trace[30670735] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24943; }","duration":"416.464774ms","start":"2026-05-07T03:39:56.732931Z","end":"2026-05-07T03:39:57.149395Z","steps":["trace[30670735] 'agreement among raft nodes before linearized reading' (duration: 416.225107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:57.149401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:56.664489Z","time spent":"484.586912ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:57.149462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:56.732913Z","time spent":"416.540786ms","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:39:57.148718Z","caller":"traceutil/trace.go:171","msg":"trace[1307268144] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"484.273084ms","start":"2026-05-07T03:39:56.664409Z","end":"2026-05-07T03:39:57.148682Z","steps":["trace[1307268144] 'process raft request' (duration: 264.09431ms)","trace[1307268144] 'compare' (duration: 219.628299ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:57.149587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:56.664375Z","time spent":"485.177788ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:57.149596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:56.699903Z","time spent":"449.678665ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:39:57.149687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.419121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e155f26-6a20-48d9-808e-25ff7435a02e\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-07T03:39:57.149743Z","caller":"traceutil/trace.go:171","msg":"trace[71563050] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3e155f26-6a20-48d9-808e-25ff7435a02e; range_end:; response_count:1; response_revision:24943; }","duration":"379.503963ms","start":"2026-05-07T03:39:56.770223Z","end":"2026-05-07T03:39:57.149727Z","steps":["trace[71563050] 'agreement among raft nodes before linearized reading' (duration: 379.353079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:57.149785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:56.77021Z","time spent":"379.567515ms","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e155f26-6a20-48d9-808e-25ff7435a02e\" "} {"level":"info","ts":"2026-05-07T03:39:57.693144Z","caller":"traceutil/trace.go:171","msg":"trace[615522845] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"194.936764ms","start":"2026-05-07T03:39:57.498173Z","end":"2026-05-07T03:39:57.69311Z","steps":["trace[615522845] 'process raft request' (duration: 194.751409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:58.063674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.282603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:39:58.063816Z","caller":"traceutil/trace.go:171","msg":"trace[931579898] linearizableReadLoop","detail":"{readStateIndex:25759; appliedIndex:25757; }","duration":"517.172686ms","start":"2026-05-07T03:39:57.54662Z","end":"2026-05-07T03:39:58.063793Z","steps":["trace[931579898] 'read index received' (duration: 146.364934ms)","trace[931579898] 'applied index is now lower than readState.Index' (duration: 370.806172ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:58.063925Z","caller":"traceutil/trace.go:171","msg":"trace[502898647] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"565.285323ms","start":"2026-05-07T03:39:57.498584Z","end":"2026-05-07T03:39:58.06387Z","steps":["trace[502898647] 'process raft request' (duration: 363.623021ms)","trace[502898647] 'compare' (duration: 200.868521ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:58.064059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.448434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-07T03:39:58.064455Z","caller":"traceutil/trace.go:171","msg":"trace[558466199] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24945; }","duration":"517.869514ms","start":"2026-05-07T03:39:57.54655Z","end":"2026-05-07T03:39:58.06442Z","steps":["trace[558466199] 'agreement among raft nodes before linearized reading' (duration: 517.34147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:58.06448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:57.498567Z","time spent":"565.779997ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:58.064546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:57.546521Z","time spent":"517.992698ms","remote":"127.0.0.1:50534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-07T03:39:58.093905Z","caller":"traceutil/trace.go:171","msg":"trace[526888368] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"220.209204ms","start":"2026-05-07T03:39:57.873668Z","end":"2026-05-07T03:39:58.093877Z","steps":["trace[526888368] 'process raft request' (duration: 219.897796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:58.093906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.418755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-07T03:39:58.09397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.896747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:58.094016Z","caller":"traceutil/trace.go:171","msg":"trace[1193878598] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24946; }","duration":"343.99434ms","start":"2026-05-07T03:39:57.750004Z","end":"2026-05-07T03:39:58.093998Z","steps":["trace[1193878598] 'agreement among raft nodes before linearized reading' (duration: 343.883407ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:58.094005Z","caller":"traceutil/trace.go:171","msg":"trace[915342993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24946; }","duration":"308.543489ms","start":"2026-05-07T03:39:57.785441Z","end":"2026-05-07T03:39:58.093985Z","steps":["trace[915342993] 'agreement among raft nodes before linearized reading' (duration: 308.337784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:58.094037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:57.749984Z","time spent":"344.046711ms","remote":"127.0.0.1:54802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:39:58.094043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.733249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126974"} {"level":"warn","ts":"2026-05-07T03:39:58.09405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:57.785432Z","time spent":"308.608521ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:39:58.093906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.90188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-07T03:39:58.094086Z","caller":"traceutil/trace.go:171","msg":"trace[754543708] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24946; }","duration":"379.801201ms","start":"2026-05-07T03:39:57.71427Z","end":"2026-05-07T03:39:58.094071Z","steps":["trace[754543708] 'agreement among raft nodes before linearized reading' (duration: 379.690818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:58.094118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:57.714251Z","time spent":"379.860812ms","remote":"127.0.0.1:36652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126996,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-05-07T03:39:58.094109Z","caller":"traceutil/trace.go:171","msg":"trace[1068333749] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24946; }","duration":"401.163237ms","start":"2026-05-07T03:39:57.692923Z","end":"2026-05-07T03:39:58.094086Z","steps":["trace[1068333749] 'agreement among raft nodes before linearized reading' (duration: 400.803147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:58.09414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.478353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-07T03:39:58.094177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:57.692886Z","time spent":"401.26778ms","remote":"127.0.0.1:36658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-05-07T03:39:58.094214Z","caller":"traceutil/trace.go:171","msg":"trace[1118302449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24946; }","duration":"309.609157ms","start":"2026-05-07T03:39:57.784586Z","end":"2026-05-07T03:39:58.094195Z","steps":["trace[1118302449] 'agreement among raft nodes before linearized reading' (duration: 309.34784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:58.094256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:57.784566Z","time spent":"309.682509ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:39:58.272284Z","caller":"traceutil/trace.go:171","msg":"trace[1301574282] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"172.149369ms","start":"2026-05-07T03:39:58.10011Z","end":"2026-05-07T03:39:58.27226Z","steps":["trace[1301574282] 'process raft request' (duration: 171.523212ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:58.272668Z","caller":"traceutil/trace.go:171","msg":"trace[716560436] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"172.517399ms","start":"2026-05-07T03:39:58.100126Z","end":"2026-05-07T03:39:58.272644Z","steps":["trace[716560436] 'process raft request' (duration: 172.377265ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:58.273061Z","caller":"traceutil/trace.go:171","msg":"trace[1598210913] linearizableReadLoop","detail":"{readStateIndex:25762; appliedIndex:25760; }","duration":"170.584278ms","start":"2026-05-07T03:39:58.102461Z","end":"2026-05-07T03:39:58.273046Z","steps":["trace[1598210913] 'read index received' (duration: 169.181811ms)","trace[1598210913] 'applied index is now lower than readState.Index' (duration: 1.401597ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:58.273686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.207334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-07T03:39:58.273725Z","caller":"traceutil/trace.go:171","msg":"trace[5734907] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24951; }","duration":"171.275156ms","start":"2026-05-07T03:39:58.102438Z","end":"2026-05-07T03:39:58.273713Z","steps":["trace[5734907] 'agreement among raft nodes before linearized reading' (duration: 171.135813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:58.274503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.415784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126974"} {"level":"info","ts":"2026-05-07T03:39:58.274555Z","caller":"traceutil/trace.go:171","msg":"trace[982857442] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24951; }","duration":"170.491475ms","start":"2026-05-07T03:39:58.104051Z","end":"2026-05-07T03:39:58.274543Z","steps":["trace[982857442] 'agreement among raft nodes before linearized reading' (duration: 170.30062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:58.27491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.103361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e155f26-6a20-48d9-808e-25ff7435a02e\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-07T03:39:58.274991Z","caller":"traceutil/trace.go:171","msg":"trace[1431031218] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3e155f26-6a20-48d9-808e-25ff7435a02e; range_end:; response_count:1; response_revision:24951; }","duration":"119.230355ms","start":"2026-05-07T03:39:58.155742Z","end":"2026-05-07T03:39:58.274972Z","steps":["trace[1431031218] 'agreement among raft nodes before linearized reading' (duration: 119.011719ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:58.640431Z","caller":"traceutil/trace.go:171","msg":"trace[574067651] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"344.496303ms","start":"2026-05-07T03:39:58.295911Z","end":"2026-05-07T03:39:58.640408Z","steps":["trace[574067651] 'process raft request' (duration: 344.347869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:58.640574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:58.295896Z","time spent":"344.605836ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:58.925243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.237253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:58.92534Z","caller":"traceutil/trace.go:171","msg":"trace[2121649841] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24952; }","duration":"203.370487ms","start":"2026-05-07T03:39:58.721949Z","end":"2026-05-07T03:39:58.925319Z","steps":["trace[2121649841] 'count revisions from in-memory index tree' (duration: 203.1206ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:59.332949Z","caller":"traceutil/trace.go:171","msg":"trace[574699277] transaction","detail":"{read_only:false; response_revision:24953; number_of_response:1; }","duration":"177.954183ms","start":"2026-05-07T03:39:59.154979Z","end":"2026-05-07T03:39:59.332933Z","steps":["trace[574699277] 'process raft request' (duration: 177.82946ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:59.918479Z","caller":"traceutil/trace.go:171","msg":"trace[563713924] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"763.107494ms","start":"2026-05-07T03:39:59.155346Z","end":"2026-05-07T03:39:59.918453Z","steps":["trace[563713924] 'process raft request' (duration: 762.899099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:59.918637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:59.155314Z","time spent":"763.242537ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:59.918712Z","caller":"traceutil/trace.go:171","msg":"trace[614994956] transaction","detail":"{read_only:false; response_revision:24955; number_of_response:1; }","duration":"763.290539ms","start":"2026-05-07T03:39:59.155404Z","end":"2026-05-07T03:39:59.918694Z","steps":["trace[614994956] 'process raft request' (duration: 763.005061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:59.918814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:59.155383Z","time spent":"763.379782ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:59.918909Z","caller":"traceutil/trace.go:171","msg":"trace[2139680146] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"763.446323ms","start":"2026-05-07T03:39:59.155435Z","end":"2026-05-07T03:39:59.918881Z","steps":["trace[2139680146] 'process raft request' (duration: 763.206906ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:59.919023Z","caller":"traceutil/trace.go:171","msg":"trace[1013329665] linearizableReadLoop","detail":"{readStateIndex:25771; appliedIndex:25766; }","duration":"747.259823ms","start":"2026-05-07T03:39:59.171747Z","end":"2026-05-07T03:39:59.919006Z","steps":["trace[1013329665] 'read index received' (duration: 161.119276ms)","trace[1013329665] 'applied index is now lower than readState.Index' (duration: 586.139117ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:59.919064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:59.1554Z","time spent":"763.583196ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:59.91921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.470669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:39:59.919264Z","caller":"traceutil/trace.go:171","msg":"trace[37237515] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24957; }","duration":"747.572182ms","start":"2026-05-07T03:39:59.171678Z","end":"2026-05-07T03:39:59.91925Z","steps":["trace[37237515] 'agreement among raft nodes before linearized reading' (duration: 747.488049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:59.919287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.623669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e155f26-6a20-48d9-808e-25ff7435a02e\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-07T03:39:59.919334Z","caller":"traceutil/trace.go:171","msg":"trace[1406017602] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"763.757482ms","start":"2026-05-07T03:39:59.155567Z","end":"2026-05-07T03:39:59.919324Z","steps":["trace[1406017602] 'process raft request' (duration: 763.253018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:59.919399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:59.155554Z","time spent":"763.813763ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:59.919416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.966681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:39:59.919444Z","caller":"traceutil/trace.go:171","msg":"trace[1316476445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24957; }","duration":"222.052224ms","start":"2026-05-07T03:39:59.697384Z","end":"2026-05-07T03:39:59.919437Z","steps":["trace[1316476445] 'agreement among raft nodes before linearized reading' (duration: 221.977252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:59.919454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.635618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:59.919495Z","caller":"traceutil/trace.go:171","msg":"trace[2050614559] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24957; }","duration":"526.685019ms","start":"2026-05-07T03:39:59.392798Z","end":"2026-05-07T03:39:59.919483Z","steps":["trace[2050614559] 'agreement among raft nodes before linearized reading' (duration: 526.580236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:59.919537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:59.39273Z","time spent":"526.797362ms","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:39:59.91955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.504955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:59.919336Z","caller":"traceutil/trace.go:171","msg":"trace[1146748155] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3e155f26-6a20-48d9-808e-25ff7435a02e; range_end:; response_count:1; response_revision:24957; }","duration":"638.720142ms","start":"2026-05-07T03:39:59.2806Z","end":"2026-05-07T03:39:59.91932Z","steps":["trace[1146748155] 'agreement among raft nodes before linearized reading' (duration: 638.580879ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:59.919581Z","caller":"traceutil/trace.go:171","msg":"trace[1009579643] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:24957; }","duration":"618.566037ms","start":"2026-05-07T03:39:59.301006Z","end":"2026-05-07T03:39:59.919572Z","steps":["trace[1009579643] 'agreement among raft nodes before linearized reading' (duration: 618.514896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:59.919618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:59.300988Z","time spent":"618.622269ms","remote":"127.0.0.1:54866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:39:59.919622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:59.280572Z","time spent":"639.039521ms","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e155f26-6a20-48d9-808e-25ff7435a02e\" "} {"level":"warn","ts":"2026-05-07T03:39:59.919752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.074471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-07T03:39:59.919299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:59.171653Z","time spent":"747.636954ms","remote":"127.0.0.1:41912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:39:59.919789Z","caller":"traceutil/trace.go:171","msg":"trace[714939140] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:24957; }","duration":"411.162323ms","start":"2026-05-07T03:39:59.508618Z","end":"2026-05-07T03:39:59.91978Z","steps":["trace[714939140] 'agreement among raft nodes before linearized reading' (duration: 411.06517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:59.919815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:59.508565Z","time spent":"411.244564ms","remote":"127.0.0.1:36632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"info","ts":"2026-05-07T03:40:03.503939Z","caller":"traceutil/trace.go:171","msg":"trace[1073262282] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"156.72505ms","start":"2026-05-07T03:40:03.347176Z","end":"2026-05-07T03:40:03.503901Z","steps":["trace[1073262282] 'process raft request' (duration: 156.208716ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:06.855725Z","caller":"traceutil/trace.go:171","msg":"trace[1171142686] linearizableReadLoop","detail":"{readStateIndex:25868; appliedIndex:25867; }","duration":"183.656744ms","start":"2026-05-07T03:40:06.672047Z","end":"2026-05-07T03:40:06.855703Z","steps":["trace[1171142686] 'read index received' (duration: 183.597933ms)","trace[1171142686] 'applied index is now lower than readState.Index' (duration: 57.281µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:06.855784Z","caller":"traceutil/trace.go:171","msg":"trace[1022088313] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"410.766283ms","start":"2026-05-07T03:40:06.444989Z","end":"2026-05-07T03:40:06.855755Z","steps":["trace[1022088313] 'process raft request' (duration: 410.574148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:06.855953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:06.444945Z","time spent":"410.933497ms","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:06.855993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.918212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:40:06.856039Z","caller":"traceutil/trace.go:171","msg":"trace[108530921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25052; }","duration":"184.018985ms","start":"2026-05-07T03:40:06.671994Z","end":"2026-05-07T03:40:06.856013Z","steps":["trace[108530921] 'agreement among raft nodes before linearized reading' (duration: 183.787788ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:07.27124Z","caller":"traceutil/trace.go:171","msg":"trace[731723749] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"542.747885ms","start":"2026-05-07T03:40:06.728458Z","end":"2026-05-07T03:40:07.271206Z","steps":["trace[731723749] 'process raft request' (duration: 542.453907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:07.271452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:06.728433Z","time spent":"542.902609ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:07.433875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.790925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:40:07.433993Z","caller":"traceutil/trace.go:171","msg":"trace[73830216] linearizableReadLoop","detail":"{readStateIndex:25870; appliedIndex:25868; }","duration":"204.96064ms","start":"2026-05-07T03:40:07.229013Z","end":"2026-05-07T03:40:07.433973Z","steps":["trace[73830216] 'read index received' (duration: 41.793579ms)","trace[73830216] 'applied index is now lower than readState.Index' (duration: 163.165301ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:07.434095Z","caller":"traceutil/trace.go:171","msg":"trace[1360873964] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"572.788363ms","start":"2026-05-07T03:40:06.861291Z","end":"2026-05-07T03:40:07.43408Z","steps":["trace[1360873964] 'process raft request' (duration: 445.687949ms)","trace[1360873964] 'compare' (duration: 126.256191ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:40:07.434163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:06.86127Z","time spent":"572.862174ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:07.434308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.062582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-05-07T03:40:07.434424Z","caller":"traceutil/trace.go:171","msg":"trace[1415526061] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25054; }","duration":"101.233876ms","start":"2026-05-07T03:40:07.333167Z","end":"2026-05-07T03:40:07.4344Z","steps":["trace[1415526061] 'agreement among raft nodes before linearized reading' (duration: 100.952959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:07.434603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.600056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:40:07.434657Z","caller":"traceutil/trace.go:171","msg":"trace[81776700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25054; }","duration":"205.71152ms","start":"2026-05-07T03:40:07.228933Z","end":"2026-05-07T03:40:07.434645Z","steps":["trace[81776700] 'agreement among raft nodes before linearized reading' (duration: 205.618927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:08.194043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.439631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-05-07T03:40:08.194185Z","caller":"traceutil/trace.go:171","msg":"trace[2078047439] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25060; }","duration":"110.654646ms","start":"2026-05-07T03:40:08.083493Z","end":"2026-05-07T03:40:08.194148Z","steps":["trace[2078047439] 'range keys from in-memory index tree' (duration: 110.180595ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:28.557496Z","caller":"traceutil/trace.go:171","msg":"trace[1183560296] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"486.114002ms","start":"2026-05-07T03:40:28.071355Z","end":"2026-05-07T03:40:28.557469Z","steps":["trace[1183560296] 'process raft request' (duration: 485.936878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:28.557642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:28.071334Z","time spent":"486.231705ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:28.766634Z","caller":"traceutil/trace.go:171","msg":"trace[71123327] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"694.911614ms","start":"2026-05-07T03:40:28.071698Z","end":"2026-05-07T03:40:28.766609Z","steps":["trace[71123327] 'process raft request' (duration: 694.738839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:28.766772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:28.071673Z","time spent":"695.029657ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:28.766961Z","caller":"traceutil/trace.go:171","msg":"trace[1995658117] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"692.031047ms","start":"2026-05-07T03:40:28.074914Z","end":"2026-05-07T03:40:28.766945Z","steps":["trace[1995658117] 'process raft request' (duration: 691.656247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:28.767014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:28.074904Z","time spent":"692.082058ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:28.767095Z","caller":"traceutil/trace.go:171","msg":"trace[297453405] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"644.463544ms","start":"2026-05-07T03:40:28.122614Z","end":"2026-05-07T03:40:28.767078Z","steps":["trace[297453405] 'process raft request' (duration: 644.29407ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:28.767093Z","caller":"traceutil/trace.go:171","msg":"trace[1032178281] linearizableReadLoop","detail":"{readStateIndex:26057; appliedIndex:26053; }","duration":"678.985881ms","start":"2026-05-07T03:40:28.088084Z","end":"2026-05-07T03:40:28.767069Z","steps":["trace[1032178281] 'read index received' (duration: 469.327857ms)","trace[1032178281] 'applied index is now lower than readState.Index' (duration: 209.657174ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:40:28.767167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:28.122595Z","time spent":"644.531367ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:28.767223Z","caller":"traceutil/trace.go:171","msg":"trace[845684311] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"393.897334ms","start":"2026-05-07T03:40:28.373313Z","end":"2026-05-07T03:40:28.76721Z","steps":["trace[845684311] 'process raft request' (duration: 393.647187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:28.767361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:28.37329Z","time spent":"393.962336ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:28.767326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.250138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:40:28.767414Z","caller":"traceutil/trace.go:171","msg":"trace[1069239696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25240; }","duration":"679.362811ms","start":"2026-05-07T03:40:28.08804Z","end":"2026-05-07T03:40:28.767402Z","steps":["trace[1069239696] 'agreement among raft nodes before linearized reading' (duration: 679.167546ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:28.767395Z","caller":"traceutil/trace.go:171","msg":"trace[1396872242] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"690.183198ms","start":"2026-05-07T03:40:28.077183Z","end":"2026-05-07T03:40:28.767366Z","steps":["trace[1396872242] 'process raft request' (duration: 689.613133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:28.767433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.700432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-05-07T03:40:28.767452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:28.088025Z","time spent":"679.419762ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:40:28.767474Z","caller":"traceutil/trace.go:171","msg":"trace[2123221710] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25240; }","duration":"531.780704ms","start":"2026-05-07T03:40:28.23568Z","end":"2026-05-07T03:40:28.767461Z","steps":["trace[2123221710] 'agreement among raft nodes before linearized reading' (duration: 531.63114ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:28.767474Z","caller":"traceutil/trace.go:171","msg":"trace[1546858336] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"377.824058ms","start":"2026-05-07T03:40:28.389637Z","end":"2026-05-07T03:40:28.767461Z","steps":["trace[1546858336] 'process raft request' (duration: 377.391056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:28.7675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:28.235614Z","time spent":"531.879317ms","remote":"127.0.0.1:50534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T03:40:28.767538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:28.077175Z","time spent":"690.285641ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:28.767582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.673491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T03:40:28.767583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:28.389628Z","time spent":"377.884669ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:28.767388Z","caller":"traceutil/trace.go:171","msg":"trace[821270515] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"383.96251ms","start":"2026-05-07T03:40:28.383371Z","end":"2026-05-07T03:40:28.767333Z","steps":["trace[821270515] 'process raft request' (duration: 383.620541ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:28.767613Z","caller":"traceutil/trace.go:171","msg":"trace[850374332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25240; }","duration":"372.722972ms","start":"2026-05-07T03:40:28.394881Z","end":"2026-05-07T03:40:28.767604Z","steps":["trace[850374332] 'agreement among raft nodes before linearized reading' (duration: 372.64215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:28.767652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:28.394864Z","time spent":"372.780584ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:40:28.767647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.890658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:40:28.767681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:28.383351Z","time spent":"384.29405ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:28.767688Z","caller":"traceutil/trace.go:171","msg":"trace[1267020276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25240; }","duration":"461.924269ms","start":"2026-05-07T03:40:28.305747Z","end":"2026-05-07T03:40:28.767672Z","steps":["trace[1267020276] 'agreement among raft nodes before linearized reading' (duration: 461.809936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:28.767719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:28.305689Z","time spent":"462.023402ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:40:28.767815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.511958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T03:40:28.767849Z","caller":"traceutil/trace.go:171","msg":"trace[178148130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25240; }","duration":"363.58377ms","start":"2026-05-07T03:40:28.404256Z","end":"2026-05-07T03:40:28.76784Z","steps":["trace[178148130] 'agreement among raft nodes before linearized reading' (duration: 363.438736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:28.767889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:28.404238Z","time spent":"363.644592ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:40:29.022917Z","caller":"traceutil/trace.go:171","msg":"trace[116159697] transaction","detail":"{read_only:false; response_revision:25242; number_of_response:1; }","duration":"251.210217ms","start":"2026-05-07T03:40:28.771679Z","end":"2026-05-07T03:40:29.022889Z","steps":["trace[116159697] 'process raft request' (duration: 215.283513ms)","trace[116159697] 'compare' (duration: 35.515823ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:29.02299Z","caller":"traceutil/trace.go:171","msg":"trace[224065067] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"250.54819ms","start":"2026-05-07T03:40:28.772416Z","end":"2026-05-07T03:40:29.022964Z","steps":["trace[224065067] 'process raft request' (duration: 250.501989ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:29.023007Z","caller":"traceutil/trace.go:171","msg":"trace[2134334670] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"250.834697ms","start":"2026-05-07T03:40:28.772139Z","end":"2026-05-07T03:40:29.022974Z","steps":["trace[2134334670] 'process raft request' (duration: 250.679353ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:29.694699Z","caller":"traceutil/trace.go:171","msg":"trace[1053904500] linearizableReadLoop","detail":"{readStateIndex:26066; appliedIndex:26065; }","duration":"160.223143ms","start":"2026-05-07T03:40:29.534447Z","end":"2026-05-07T03:40:29.69467Z","steps":["trace[1053904500] 'read index received' (duration: 160.185492ms)","trace[1053904500] 'applied index is now lower than readState.Index' (duration: 36.201µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:40:29.694953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.477119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:40:29.695Z","caller":"traceutil/trace.go:171","msg":"trace[1958907717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25244; }","duration":"160.582102ms","start":"2026-05-07T03:40:29.534402Z","end":"2026-05-07T03:40:29.694984Z","steps":["trace[1958907717] 'agreement among raft nodes before linearized reading' (duration: 160.400487ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:29.714131Z","caller":"traceutil/trace.go:171","msg":"trace[2133771141] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"126.254771ms","start":"2026-05-07T03:40:29.587851Z","end":"2026-05-07T03:40:29.714106Z","steps":["trace[2133771141] 'process raft request' (duration: 126.014995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:30.84611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.38317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:40:30.846243Z","caller":"traceutil/trace.go:171","msg":"trace[1418951417] linearizableReadLoop","detail":"{readStateIndex:26071; appliedIndex:26070; }","duration":"131.148611ms","start":"2026-05-07T03:40:30.715062Z","end":"2026-05-07T03:40:30.846211Z","steps":["trace[1418951417] 'read index received' (duration: 52.782µs)","trace[1418951417] 'applied index is now lower than readState.Index' (duration: 131.093019ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:30.846414Z","caller":"traceutil/trace.go:171","msg":"trace[519205233] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"283.953656ms","start":"2026-05-07T03:40:30.562434Z","end":"2026-05-07T03:40:30.846387Z","steps":["trace[519205233] 'process raft request' (duration: 98.176215ms)","trace[519205233] 'compare' (duration: 185.112483ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:40:30.846537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.448909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:40:30.846578Z","caller":"traceutil/trace.go:171","msg":"trace[369071631] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25249; }","duration":"131.558062ms","start":"2026-05-07T03:40:30.715009Z","end":"2026-05-07T03:40:30.846567Z","steps":["trace[369071631] 'agreement among raft nodes before linearized reading' (duration: 131.423768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:31.054318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.974026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:40:31.054465Z","caller":"traceutil/trace.go:171","msg":"trace[1230469190] transaction","detail":"{read_only:false; response_revision:25250; number_of_response:1; }","duration":"281.272235ms","start":"2026-05-07T03:40:30.773167Z","end":"2026-05-07T03:40:31.054439Z","steps":["trace[1230469190] 'process raft request' (duration: 179.038243ms)","trace[1230469190] 'compare' (duration: 101.78215ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:31.088711Z","caller":"traceutil/trace.go:171","msg":"trace[1370115092] transaction","detail":"{read_only:false; response_revision:25251; number_of_response:1; }","duration":"315.001549ms","start":"2026-05-07T03:40:30.773675Z","end":"2026-05-07T03:40:31.088677Z","steps":["trace[1370115092] 'process raft request' (duration: 314.782083ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:31.088788Z","caller":"traceutil/trace.go:171","msg":"trace[1412499117] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"314.878806ms","start":"2026-05-07T03:40:30.773902Z","end":"2026-05-07T03:40:31.088781Z","steps":["trace[1412499117] 'process raft request' (duration: 314.711412ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:31.088826Z","caller":"traceutil/trace.go:171","msg":"trace[1918883711] linearizableReadLoop","detail":"{readStateIndex:26077; appliedIndex:26071; }","duration":"242.29615ms","start":"2026-05-07T03:40:30.846514Z","end":"2026-05-07T03:40:31.08881Z","steps":["trace[1918883711] 'read index received' (duration: 105.710126ms)","trace[1918883711] 'applied index is now lower than readState.Index' (duration: 136.584704ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:40:31.088911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:30.773872Z","time spent":"314.948338ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:31.08893Z","caller":"traceutil/trace.go:171","msg":"trace[50891511] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"314.034403ms","start":"2026-05-07T03:40:30.774865Z","end":"2026-05-07T03:40:31.0889Z","steps":["trace[50891511] 'process raft request' (duration: 313.888069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:31.08901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:30.773647Z","time spent":"315.149793ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:31.088983Z","caller":"traceutil/trace.go:171","msg":"trace[1304014239] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"314.091086ms","start":"2026-05-07T03:40:30.774822Z","end":"2026-05-07T03:40:31.088913Z","steps":["trace[1304014239] 'process raft request' (duration: 313.89942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:31.089092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.982814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:40:31.089127Z","caller":"traceutil/trace.go:171","msg":"trace[1257125755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25255; }","duration":"244.075597ms","start":"2026-05-07T03:40:30.845037Z","end":"2026-05-07T03:40:31.089112Z","steps":["trace[1257125755] 'agreement among raft nodes before linearized reading' (duration: 243.884862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:31.089039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:30.77484Z","time spent":"314.139256ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:31.089254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:30.7748Z","time spent":"314.306241ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:31.088726Z","caller":"traceutil/trace.go:171","msg":"trace[1481092606] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"314.982919ms","start":"2026-05-07T03:40:30.773705Z","end":"2026-05-07T03:40:31.088688Z","steps":["trace[1481092606] 'process raft request' (duration: 314.838845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:31.089356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:30.773656Z","time spent":"315.662317ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:31.458751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.516749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:40:31.458844Z","caller":"traceutil/trace.go:171","msg":"trace[2049126407] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"175.615232ms","start":"2026-05-07T03:40:31.283212Z","end":"2026-05-07T03:40:31.458828Z","steps":["trace[2049126407] 'process raft request' (duration: 60.939008ms)","trace[2049126407] 'compare' (duration: 114.16311ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:33.395997Z","caller":"traceutil/trace.go:171","msg":"trace[1237133319] linearizableReadLoop","detail":"{readStateIndex:26091; appliedIndex:26086; }","duration":"210.870777ms","start":"2026-05-07T03:40:33.185109Z","end":"2026-05-07T03:40:33.39598Z","steps":["trace[1237133319] 'read index received' (duration: 210.556849ms)","trace[1237133319] 'applied index is now lower than readState.Index' (duration: 313.328µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:33.396018Z","caller":"traceutil/trace.go:171","msg":"trace[96259485] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"301.515682ms","start":"2026-05-07T03:40:33.09447Z","end":"2026-05-07T03:40:33.395985Z","steps":["trace[96259485] 'process raft request' (duration: 301.396469ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:33.396107Z","caller":"traceutil/trace.go:171","msg":"trace[247926482] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"301.641116ms","start":"2026-05-07T03:40:33.094459Z","end":"2026-05-07T03:40:33.3961Z","steps":["trace[247926482] 'process raft request' (duration: 301.449421ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:33.395996Z","caller":"traceutil/trace.go:171","msg":"trace[156998902] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"301.568603ms","start":"2026-05-07T03:40:33.094393Z","end":"2026-05-07T03:40:33.395961Z","steps":["trace[156998902] 'process raft request' (duration: 301.322887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:33.396194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:33.094433Z","time spent":"301.689927ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:33.396215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:33.094365Z","time spent":"301.81559ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:33.396194Z","caller":"traceutil/trace.go:171","msg":"trace[332133177] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"300.64692ms","start":"2026-05-07T03:40:33.095511Z","end":"2026-05-07T03:40:33.396158Z","steps":["trace[332133177] 'process raft request' (duration: 300.422064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:33.396379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.6365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T03:40:33.396368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:33.095494Z","time spent":"300.784233ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:33.396388Z","caller":"traceutil/trace.go:171","msg":"trace[1674379438] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"300.380122ms","start":"2026-05-07T03:40:33.095995Z","end":"2026-05-07T03:40:33.396376Z","steps":["trace[1674379438] 'process raft request' (duration: 299.961181ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:33.396407Z","caller":"traceutil/trace.go:171","msg":"trace[781366083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25269; }","duration":"210.682621ms","start":"2026-05-07T03:40:33.185717Z","end":"2026-05-07T03:40:33.3964Z","steps":["trace[781366083] 'agreement among raft nodes before linearized reading' (duration: 210.577488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:33.396474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:33.094463Z","time spent":"301.642655ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:33.396501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:33.095991Z","time spent":"300.434684ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:33.396556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.026794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:40:33.396579Z","caller":"traceutil/trace.go:171","msg":"trace[761306032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25269; }","duration":"210.084096ms","start":"2026-05-07T03:40:33.186488Z","end":"2026-05-07T03:40:33.396572Z","steps":["trace[761306032] 'agreement among raft nodes before linearized reading' (duration: 210.029394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:33.396676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.2548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:40:33.396722Z","caller":"traceutil/trace.go:171","msg":"trace[1412327370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25269; }","duration":"210.316341ms","start":"2026-05-07T03:40:33.186395Z","end":"2026-05-07T03:40:33.396711Z","steps":["trace[1412327370] 'agreement among raft nodes before linearized reading' (duration: 210.213689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:33.39705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.879714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:40:33.397212Z","caller":"traceutil/trace.go:171","msg":"trace[199175651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25269; }","duration":"212.1251ms","start":"2026-05-07T03:40:33.185072Z","end":"2026-05-07T03:40:33.397197Z","steps":["trace[199175651] 'agreement among raft nodes before linearized reading' (duration: 211.583926ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:33.618919Z","caller":"traceutil/trace.go:171","msg":"trace[1471173163] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"217.522583ms","start":"2026-05-07T03:40:33.401361Z","end":"2026-05-07T03:40:33.618883Z","steps":["trace[1471173163] 'process raft request' (duration: 126.033515ms)","trace[1471173163] 'compare' (duration: 91.209491ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:33.660714Z","caller":"traceutil/trace.go:171","msg":"trace[198653471] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"256.084437ms","start":"2026-05-07T03:40:33.404603Z","end":"2026-05-07T03:40:33.660688Z","steps":["trace[198653471] 'process raft request' (duration: 256.033845ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:33.6611Z","caller":"traceutil/trace.go:171","msg":"trace[1006029049] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"259.382754ms","start":"2026-05-07T03:40:33.401705Z","end":"2026-05-07T03:40:33.661088Z","steps":["trace[1006029049] 'process raft request' (duration: 258.792909ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:33.661231Z","caller":"traceutil/trace.go:171","msg":"trace[1085975986] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"259.458357ms","start":"2026-05-07T03:40:33.401763Z","end":"2026-05-07T03:40:33.661222Z","steps":["trace[1085975986] 'process raft request' (duration: 258.83622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:34.144778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.018143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:40:34.144907Z","caller":"traceutil/trace.go:171","msg":"trace[55963902] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25273; }","duration":"407.186507ms","start":"2026-05-07T03:40:33.737685Z","end":"2026-05-07T03:40:34.144872Z","steps":["trace[55963902] 'count revisions from in-memory index tree' (duration: 406.876629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:34.144991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:33.737666Z","time spent":"407.30646ms","remote":"127.0.0.1:41866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:40:34.145021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.587676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:40:34.145141Z","caller":"traceutil/trace.go:171","msg":"trace[706413522] linearizableReadLoop","detail":"{readStateIndex:26096; appliedIndex:26095; }","duration":"328.067777ms","start":"2026-05-07T03:40:33.817052Z","end":"2026-05-07T03:40:34.14512Z","steps":["trace[706413522] 'read index received' (duration: 64.220164ms)","trace[706413522] 'applied index is now lower than readState.Index' (duration: 263.845753ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:34.145285Z","caller":"traceutil/trace.go:171","msg":"trace[770434573] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"366.810895ms","start":"2026-05-07T03:40:33.778444Z","end":"2026-05-07T03:40:34.145255Z","steps":["trace[770434573] 'process raft request' (duration: 102.87542ms)","trace[770434573] 'compare' (duration: 263.417452ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:40:34.145387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:33.77842Z","time spent":"366.922749ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:34.145424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.482757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:40:34.145523Z","caller":"traceutil/trace.go:171","msg":"trace[1181105503] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25274; }","duration":"288.62147ms","start":"2026-05-07T03:40:33.856881Z","end":"2026-05-07T03:40:34.145503Z","steps":["trace[1181105503] 'agreement among raft nodes before linearized reading' (duration: 288.440825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:34.145571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.52503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:40:34.145611Z","caller":"traceutil/trace.go:171","msg":"trace[1890376846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25274; }","duration":"328.603442ms","start":"2026-05-07T03:40:33.816996Z","end":"2026-05-07T03:40:34.145599Z","steps":["trace[1890376846] 'agreement among raft nodes before linearized reading' (duration: 328.440297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:34.14566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:33.816973Z","time spent":"328.667793ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:40:36.540691Z","caller":"traceutil/trace.go:171","msg":"trace[576490585] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"389.950239ms","start":"2026-05-07T03:40:36.150713Z","end":"2026-05-07T03:40:36.540663Z","steps":["trace[576490585] 'process raft request' (duration: 389.729653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:36.540863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:36.150688Z","time spent":"390.069533ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:36.541012Z","caller":"traceutil/trace.go:171","msg":"trace[1536674762] linearizableReadLoop","detail":"{readStateIndex:26111; appliedIndex:26110; }","duration":"313.324106ms","start":"2026-05-07T03:40:36.227676Z","end":"2026-05-07T03:40:36.541Z","steps":["trace[1536674762] 'read index received' (duration: 312.837733ms)","trace[1536674762] 'applied index is now lower than readState.Index' (duration: 485.293µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:40:36.541093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.425118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:40:36.541122Z","caller":"traceutil/trace.go:171","msg":"trace[116702338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25288; }","duration":"313.49271ms","start":"2026-05-07T03:40:36.227621Z","end":"2026-05-07T03:40:36.541113Z","steps":["trace[116702338] 'agreement among raft nodes before linearized reading' (duration: 313.442309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:36.541153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:36.227599Z","time spent":"313.548322ms","remote":"127.0.0.1:36574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:40:36.732596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.149639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:40:36.732695Z","caller":"traceutil/trace.go:171","msg":"trace[1862118253] linearizableReadLoop","detail":"{readStateIndex:26112; appliedIndex:26111; }","duration":"191.637376ms","start":"2026-05-07T03:40:36.541042Z","end":"2026-05-07T03:40:36.732679Z","steps":["trace[1862118253] 'read index received' (duration: 71.145488ms)","trace[1862118253] 'applied index is now lower than readState.Index' (duration: 120.490648ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:40:36.732824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.366742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:40:36.732859Z","caller":"traceutil/trace.go:171","msg":"trace[679423713] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25289; }","duration":"433.447704ms","start":"2026-05-07T03:40:36.2994Z","end":"2026-05-07T03:40:36.732848Z","steps":["trace[679423713] 'agreement among raft nodes before linearized reading' (duration: 433.370152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:36.732893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:36.299378Z","time spent":"433.505686ms","remote":"127.0.0.1:50560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:40:36.732887Z","caller":"traceutil/trace.go:171","msg":"trace[1143019785] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"459.555017ms","start":"2026-05-07T03:40:36.273293Z","end":"2026-05-07T03:40:36.732848Z","steps":["trace[1143019785] 'process raft request' (duration: 339.045818ms)","trace[1143019785] 'compare' (duration: 120.022696ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:40:36.732995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.186712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T03:40:36.73304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.975146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"info","ts":"2026-05-07T03:40:36.733054Z","caller":"traceutil/trace.go:171","msg":"trace[1871133097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25289; }","duration":"495.296245ms","start":"2026-05-07T03:40:36.237742Z","end":"2026-05-07T03:40:36.733038Z","steps":["trace[1871133097] 'agreement among raft nodes before linearized reading' (duration: 495.068329ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:36.7331Z","caller":"traceutil/trace.go:171","msg":"trace[1314124265] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25289; }","duration":"403.15327ms","start":"2026-05-07T03:40:36.329931Z","end":"2026-05-07T03:40:36.733084Z","steps":["trace[1314124265] 'agreement among raft nodes before linearized reading' (duration: 402.817761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:36.733105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:36.237723Z","time spent":"495.370847ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:40:36.733099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:36.273267Z","time spent":"459.696191ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:36.733132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:36.329906Z","time spent":"403.220081ms","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418401,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-07T03:40:36.733423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.662112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:40:36.73347Z","caller":"traceutil/trace.go:171","msg":"trace[1267385245] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25289; }","duration":"100.751994ms","start":"2026-05-07T03:40:36.632707Z","end":"2026-05-07T03:40:36.733459Z","steps":["trace[1267385245] 'agreement among raft nodes before linearized reading' (duration: 100.59464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:37.142829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:40:37.142966Z","caller":"traceutil/trace.go:171","msg":"trace[229268091] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25291; }","duration":"162.977936ms","start":"2026-05-07T03:40:36.979954Z","end":"2026-05-07T03:40:37.142932Z","steps":["trace[229268091] 'count revisions from in-memory index tree' (duration: 162.694017ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:52.442062Z","caller":"traceutil/trace.go:171","msg":"trace[1454952751] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"124.666247ms","start":"2026-05-07T03:40:52.31736Z","end":"2026-05-07T03:40:52.442026Z","steps":["trace[1454952751] 'process raft request' (duration: 124.38353ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:52.796321Z","caller":"traceutil/trace.go:171","msg":"trace[1484865845] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"318.314448ms","start":"2026-05-07T03:40:52.477982Z","end":"2026-05-07T03:40:52.796296Z","steps":["trace[1484865845] 'process raft request' (duration: 241.009476ms)","trace[1484865845] 'compare' (duration: 76.989524ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:40:52.796475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:52.477967Z","time spent":"318.435982ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3020,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:52.796491Z","caller":"traceutil/trace.go:171","msg":"trace[1051729029] transaction","detail":"{read_only:false; response_revision:25418; number_of_response:1; }","duration":"196.013722ms","start":"2026-05-07T03:40:52.600449Z","end":"2026-05-07T03:40:52.796462Z","steps":["trace[1051729029] 'process raft request' (duration: 195.806487ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:57.90151Z","caller":"traceutil/trace.go:171","msg":"trace[1814726197] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"168.224744ms","start":"2026-05-07T03:40:57.733252Z","end":"2026-05-07T03:40:57.901476Z","steps":["trace[1814726197] 'process raft request' (duration: 167.859425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:57.901795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.04615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:40:57.901893Z","caller":"traceutil/trace.go:171","msg":"trace[719119885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25457; }","duration":"142.150893ms","start":"2026-05-07T03:40:57.759719Z","end":"2026-05-07T03:40:57.90187Z","steps":["trace[719119885] 'agreement among raft nodes before linearized reading' (duration: 141.852445ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:57.901351Z","caller":"traceutil/trace.go:171","msg":"trace[719142715] linearizableReadLoop","detail":"{readStateIndex:26284; appliedIndex:26283; }","duration":"141.587728ms","start":"2026-05-07T03:40:57.759736Z","end":"2026-05-07T03:40:57.901324Z","steps":["trace[719142715] 'read index received' (duration: 141.363392ms)","trace[719142715] 'applied index is now lower than readState.Index' (duration: 222.966µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:40:57.902331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.208401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T03:40:57.902379Z","caller":"traceutil/trace.go:171","msg":"trace[100329002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25457; }","duration":"140.299014ms","start":"2026-05-07T03:40:57.762056Z","end":"2026-05-07T03:40:57.902355Z","steps":["trace[100329002] 'agreement among raft nodes before linearized reading' (duration: 140.083968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:57.902379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.007459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:40:57.902431Z","caller":"traceutil/trace.go:171","msg":"trace[817073590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25457; }","duration":"116.06684ms","start":"2026-05-07T03:40:57.786347Z","end":"2026-05-07T03:40:57.902414Z","steps":["trace[817073590] 'agreement among raft nodes before linearized reading' (duration: 115.875705ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:58.066504Z","caller":"traceutil/trace.go:171","msg":"trace[732116335] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"159.813861ms","start":"2026-05-07T03:40:57.90666Z","end":"2026-05-07T03:40:58.066474Z","steps":["trace[732116335] 'process raft request' (duration: 65.652263ms)","trace[732116335] 'compare' (duration: 93.064429ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:58.066505Z","caller":"traceutil/trace.go:171","msg":"trace[1853630441] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"158.860226ms","start":"2026-05-07T03:40:57.907612Z","end":"2026-05-07T03:40:58.066472Z","steps":["trace[1853630441] 'process raft request' (duration: 158.467256ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:59.398947Z","caller":"traceutil/trace.go:171","msg":"trace[865000653] transaction","detail":"{read_only:false; response_revision:25465; number_of_response:1; }","duration":"156.427862ms","start":"2026-05-07T03:40:59.242494Z","end":"2026-05-07T03:40:59.398922Z","steps":["trace[865000653] 'process raft request' (duration: 156.221846ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:59.566412Z","caller":"traceutil/trace.go:171","msg":"trace[116377563] linearizableReadLoop","detail":"{readStateIndex:26293; appliedIndex:26292; }","duration":"111.681864ms","start":"2026-05-07T03:40:59.45471Z","end":"2026-05-07T03:40:59.566392Z","steps":["trace[116377563] 'read index received' (duration: 38.622755ms)","trace[116377563] 'applied index is now lower than readState.Index' (duration: 73.058129ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:59.566512Z","caller":"traceutil/trace.go:171","msg":"trace[1437142011] transaction","detail":"{read_only:false; response_revision:25466; number_of_response:1; }","duration":"317.403174ms","start":"2026-05-07T03:40:59.249074Z","end":"2026-05-07T03:40:59.566478Z","steps":["trace[1437142011] 'process raft request' (duration: 244.272293ms)","trace[1437142011] 'compare' (duration: 72.904725ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:40:59.566703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.841728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:40:59.566844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:59.249057Z","time spent":"317.574129ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:59.566815Z","caller":"traceutil/trace.go:171","msg":"trace[1089054533] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25466; }","duration":"112.130656ms","start":"2026-05-07T03:40:59.454653Z","end":"2026-05-07T03:40:59.566783Z","steps":["trace[1089054533] 'agreement among raft nodes before linearized reading' (duration: 111.838608ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:59.811599Z","caller":"traceutil/trace.go:171","msg":"trace[724127770] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"303.193896ms","start":"2026-05-07T03:40:59.508368Z","end":"2026-05-07T03:40:59.811562Z","steps":["trace[724127770] 'process raft request' (duration: 272.405848ms)","trace[724127770] 'compare' (duration: 30.226353ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:59.811636Z","caller":"traceutil/trace.go:171","msg":"trace[1374502361] linearizableReadLoop","detail":"{readStateIndex:26298; appliedIndex:26293; }","duration":"245.127805ms","start":"2026-05-07T03:40:59.566484Z","end":"2026-05-07T03:40:59.811612Z","steps":["trace[1374502361] 'read index received' (duration: 11.150656ms)","trace[1374502361] 'applied index is now lower than readState.Index' (duration: 233.976309ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:59.811768Z","caller":"traceutil/trace.go:171","msg":"trace[628000359] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"299.492898ms","start":"2026-05-07T03:40:59.512239Z","end":"2026-05-07T03:40:59.811732Z","steps":["trace[628000359] 'process raft request' (duration: 299.287453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:59.811819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:59.508343Z","time spent":"303.385851ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:59.81183Z","caller":"traceutil/trace.go:171","msg":"trace[1036676785] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"298.092261ms","start":"2026-05-07T03:40:59.513709Z","end":"2026-05-07T03:40:59.811801Z","steps":["trace[1036676785] 'process raft request' (duration: 297.864425ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:59.811963Z","caller":"traceutil/trace.go:171","msg":"trace[1873495500] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"300.853324ms","start":"2026-05-07T03:40:59.511068Z","end":"2026-05-07T03:40:59.811921Z","steps":["trace[1873495500] 'process raft request' (duration: 300.360331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:59.812171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:59.511038Z","time spent":"300.999778ms","remote":"127.0.0.1:36898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:59.812179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.277369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.159\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-07T03:40:59.812275Z","caller":"traceutil/trace.go:171","msg":"trace[2140687383] range","detail":"{range_begin:/registry/masterleases/199.19.213.159; range_end:; response_count:1; response_revision:25471; }","duration":"300.396562ms","start":"2026-05-07T03:40:59.511855Z","end":"2026-05-07T03:40:59.812251Z","steps":["trace[2140687383] 'agreement among raft nodes before linearized reading' (duration: 299.881588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:59.812312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:59.511843Z","time spent":"300.458903ms","remote":"127.0.0.1:36632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.159\" "} {"level":"warn","ts":"2026-05-07T03:41:00.094299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.710731ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-07T03:41:00.094403Z","caller":"traceutil/trace.go:171","msg":"trace[1879164690] linearizableReadLoop","detail":"{readStateIndex:26299; appliedIndex:26298; }","duration":"252.606695ms","start":"2026-05-07T03:40:59.841776Z","end":"2026-05-07T03:41:00.094382Z","steps":["trace[1879164690] 'read index received' (duration: 84.816841ms)","trace[1879164690] 'applied index is now lower than readState.Index' (duration: 167.788534ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:41:00.094641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.569571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:41:00.094726Z","caller":"traceutil/trace.go:171","msg":"trace[1718797764] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25471; }","duration":"192.728595ms","start":"2026-05-07T03:40:59.901977Z","end":"2026-05-07T03:41:00.094706Z","steps":["trace[1718797764] 'agreement among raft nodes before linearized reading' (duration: 192.561761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:41:00.094812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.033685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:41:00.094871Z","caller":"traceutil/trace.go:171","msg":"trace[1862129839] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25471; }","duration":"253.130158ms","start":"2026-05-07T03:40:59.841725Z","end":"2026-05-07T03:41:00.094855Z","steps":["trace[1862129839] 'agreement among raft nodes before linearized reading' (duration: 253.037896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:41:00.094968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.975708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:41:00.095059Z","caller":"traceutil/trace.go:171","msg":"trace[201222281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25471; }","duration":"168.150293ms","start":"2026-05-07T03:40:59.926887Z","end":"2026-05-07T03:41:00.095038Z","steps":["trace[201222281] 'agreement among raft nodes before linearized reading' (duration: 167.872896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:41:00.095046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.325144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:41:00.095119Z","caller":"traceutil/trace.go:171","msg":"trace[533095064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25471; }","duration":"189.405607ms","start":"2026-05-07T03:40:59.905695Z","end":"2026-05-07T03:41:00.095101Z","steps":["trace[533095064] 'agreement among raft nodes before linearized reading' (duration: 189.198521ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:41:00.376229Z","caller":"traceutil/trace.go:171","msg":"trace[95586813] transaction","detail":"{read_only:false; response_revision:25473; number_of_response:1; }","duration":"277.286669ms","start":"2026-05-07T03:41:00.098902Z","end":"2026-05-07T03:41:00.376189Z","steps":["trace[95586813] 'process raft request' (duration: 181.484346ms)","trace[95586813] 'compare' (duration: 95.346651ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:41:00.376542Z","caller":"traceutil/trace.go:171","msg":"trace[392733053] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"277.009282ms","start":"2026-05-07T03:41:00.099509Z","end":"2026-05-07T03:41:00.376519Z","steps":["trace[392733053] 'process raft request' (duration: 276.900339ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:41:00.376627Z","caller":"traceutil/trace.go:171","msg":"trace[1878369570] linearizableReadLoop","detail":"{readStateIndex:26304; appliedIndex:26300; }","duration":"183.345256ms","start":"2026-05-07T03:41:00.193261Z","end":"2026-05-07T03:41:00.376606Z","steps":["trace[1878369570] 'read index received' (duration: 87.085931ms)","trace[1878369570] 'applied index is now lower than readState.Index' (duration: 96.257755ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:41:00.376675Z","caller":"traceutil/trace.go:171","msg":"trace[295203599] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"277.237458ms","start":"2026-05-07T03:41:00.099403Z","end":"2026-05-07T03:41:00.37664Z","steps":["trace[295203599] 'process raft request' (duration: 276.714754ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:41:00.376717Z","caller":"traceutil/trace.go:171","msg":"trace[1130496808] transaction","detail":"{read_only:false; response_revision:25476; number_of_response:1; }","duration":"276.722845ms","start":"2026-05-07T03:41:00.099984Z","end":"2026-05-07T03:41:00.376707Z","steps":["trace[1130496808] 'process raft request' (duration: 276.499709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:41:00.37683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.878661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:41:00.376897Z","caller":"traceutil/trace.go:171","msg":"trace[1398244628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25476; }","duration":"152.004215ms","start":"2026-05-07T03:41:00.224879Z","end":"2026-05-07T03:41:00.376883Z","steps":["trace[1398244628] 'agreement among raft nodes before linearized reading' (duration: 151.860641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:41:00.377032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.748287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-07T03:41:00.377138Z","caller":"traceutil/trace.go:171","msg":"trace[1108994104] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25476; }","duration":"183.887951ms","start":"2026-05-07T03:41:00.193224Z","end":"2026-05-07T03:41:00.377112Z","steps":["trace[1108994104] 'agreement among raft nodes before linearized reading' (duration: 183.49556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:41:00.648025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.648452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:41:00.648281Z","caller":"traceutil/trace.go:171","msg":"trace[590314466] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25476; }","duration":"101.025612ms","start":"2026-05-07T03:41:00.547226Z","end":"2026-05-07T03:41:00.648251Z","steps":["trace[590314466] 'range keys from in-memory index tree' (duration: 100.488977ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:41:00.878141Z","caller":"traceutil/trace.go:171","msg":"trace[50199429] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"207.952199ms","start":"2026-05-07T03:41:00.670159Z","end":"2026-05-07T03:41:00.878111Z","steps":["trace[50199429] 'process raft request' (duration: 207.719643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:41:00.878296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.628523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:41:00.878369Z","caller":"traceutil/trace.go:171","msg":"trace[1525109705] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25477; }","duration":"105.767487ms","start":"2026-05-07T03:41:00.772584Z","end":"2026-05-07T03:41:00.878352Z","steps":["trace[1525109705] 'agreement among raft nodes before linearized reading' (duration: 105.604922ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:41:00.878082Z","caller":"traceutil/trace.go:171","msg":"trace[1431609026] linearizableReadLoop","detail":"{readStateIndex:26305; appliedIndex:26304; }","duration":"105.414818ms","start":"2026-05-07T03:41:00.772642Z","end":"2026-05-07T03:41:00.878056Z","steps":["trace[1431609026] 'read index received' (duration: 105.184462ms)","trace[1431609026] 'applied index is now lower than readState.Index' (duration: 229.426µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:41:01.318964Z","caller":"traceutil/trace.go:171","msg":"trace[377295237] linearizableReadLoop","detail":"{readStateIndex:26308; appliedIndex:26307; }","duration":"110.203115ms","start":"2026-05-07T03:41:01.208726Z","end":"2026-05-07T03:41:01.318929Z","steps":["trace[377295237] 'read index received' (duration: 15.101171ms)","trace[377295237] 'applied index is now lower than readState.Index' (duration: 95.100464ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:41:01.319322Z","caller":"traceutil/trace.go:171","msg":"trace[862384426] transaction","detail":"{read_only:false; response_revision:25480; number_of_response:1; }","duration":"147.227537ms","start":"2026-05-07T03:41:01.172042Z","end":"2026-05-07T03:41:01.31927Z","steps":["trace[862384426] 'process raft request' (duration: 51.841796ms)","trace[862384426] 'compare' (duration: 94.841917ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:41:01.319424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.667977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:41:01.319511Z","caller":"traceutil/trace.go:171","msg":"trace[289559053] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25480; }","duration":"110.77707ms","start":"2026-05-07T03:41:01.208716Z","end":"2026-05-07T03:41:01.319493Z","steps":["trace[289559053] 'agreement among raft nodes before linearized reading' (duration: 110.573235ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:41:56.333506Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23128} {"level":"info","ts":"2026-05-07T03:41:56.464665Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23128,"took":"127.75214ms","hash":3567660318,"current-db-size-bytes":58843136,"current-db-size":"59 MB","current-db-size-in-use-bytes":35946496,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-07T03:41:56.464736Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3567660318,"revision":23128,"compact-revision":20129} {"level":"info","ts":"2026-05-07T03:42:27.449102Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a49.wal"} {"level":"info","ts":"2026-05-07T03:46:56.339684Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26080} {"level":"info","ts":"2026-05-07T03:46:56.492747Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26080,"took":"146.23846ms","hash":2455305674,"current-db-size-bytes":58843136,"current-db-size":"59 MB","current-db-size-in-use-bytes":34238464,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-07T03:46:56.49284Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2455305674,"revision":26080,"compact-revision":23128} {"level":"info","ts":"2026-05-07T03:47:40.828913Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"63cd833aa17a09c7","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T03:47:40.834458Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-07T03:47:40.834597Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-07T03:51:56.34596Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28755} {"level":"info","ts":"2026-05-07T03:51:56.488092Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28755,"took":"136.605096ms","hash":3920909640,"current-db-size-bytes":58843136,"current-db-size":"59 MB","current-db-size-in-use-bytes":29999104,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-07T03:51:56.488151Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3920909640,"revision":28755,"compact-revision":26080} {"level":"info","ts":"2026-05-07T03:56:56.351662Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30973} {"level":"info","ts":"2026-05-07T03:56:56.462608Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30973,"took":"107.308088ms","hash":2204037451,"current-db-size-bytes":58843136,"current-db-size":"59 MB","current-db-size-in-use-bytes":31031296,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T03:56:56.462678Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2204037451,"revision":30973,"compact-revision":28755} {"level":"info","ts":"2026-05-07T04:01:56.357386Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33238} {"level":"info","ts":"2026-05-07T04:01:56.503845Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33238,"took":"141.625402ms","hash":772707862,"current-db-size-bytes":59883520,"current-db-size":"60 MB","current-db-size-in-use-bytes":31911936,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-07T04:01:56.50393Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":772707862,"revision":33238,"compact-revision":30973} {"level":"info","ts":"2026-05-07T04:06:56.364535Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35595} {"level":"info","ts":"2026-05-07T04:06:56.514384Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35595,"took":"144.777605ms","hash":2821482317,"current-db-size-bytes":60350464,"current-db-size":"60 MB","current-db-size-in-use-bytes":31617024,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-07T04:06:56.514489Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2821482317,"revision":35595,"compact-revision":33238} {"level":"info","ts":"2026-05-07T04:08:58.894801Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"63cd833aa17a09c7","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T04:08:58.900372Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-07T04:08:58.900469Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-07T04:11:56.380561Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37859} {"level":"info","ts":"2026-05-07T04:11:56.494084Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37859,"took":"109.580651ms","hash":942063116,"current-db-size-bytes":60350464,"current-db-size":"60 MB","current-db-size-in-use-bytes":30978048,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T04:11:56.494141Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":942063116,"revision":37859,"compact-revision":35595}