{"level":"warn","ts":"2026-03-04T12:52:58.254814Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T12:52:58.254952Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.110:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.110:2380","--initial-cluster=instance=https://162.253.55.110:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.110:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.110:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T12:52:58.25506Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T12:52:58.255086Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.110:2380"]} {"level":"info","ts":"2026-03-04T12:52:58.255122Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T12:52:58.256773Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.110:2379"]} {"level":"info","ts":"2026-03-04T12:52:58.256896Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.110:2380"],"listen-peer-urls":["https://162.253.55.110:2380"],"advertise-client-urls":["https://162.253.55.110:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.110:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.110:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T12:52:58.267942Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"10.721623ms"} {"level":"info","ts":"2026-03-04T12:52:58.295604Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f52f30d5714009d5","cluster-id":"650981a7a383c714"} {"level":"info","ts":"2026-03-04T12:52:58.29574Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T12:52:58.295777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became follower at term 0"} {"level":"info","ts":"2026-03-04T12:52:58.295799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f52f30d5714009d5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T12:52:58.295818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became follower at term 1"} {"level":"info","ts":"2026-03-04T12:52:58.295979Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 switched to configuration voters=(17667393556483934677)"} {"level":"warn","ts":"2026-03-04T12:52:58.321019Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T12:52:58.322879Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T12:52:58.327242Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T12:52:58.337824Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f52f30d5714009d5","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T12:52:58.338121Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f52f30d5714009d5","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T12:52:58.338318Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T12:52:58.338488Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T12:52:58.338504Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T12:52:58.339701Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 switched to configuration voters=(17667393556483934677)"} {"level":"info","ts":"2026-03-04T12:52:58.339967Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"650981a7a383c714","local-member-id":"f52f30d5714009d5","added-peer-id":"f52f30d5714009d5","added-peer-peer-urls":["https://162.253.55.110:2380"]} {"level":"info","ts":"2026-03-04T12:52:58.344573Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T12:52:58.344648Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.110:2380"} {"level":"info","ts":"2026-03-04T12:52:58.344814Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.110:2380"} {"level":"info","ts":"2026-03-04T12:52:58.345259Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f52f30d5714009d5","initial-advertise-peer-urls":["https://162.253.55.110:2380"],"listen-peer-urls":["https://162.253.55.110:2380"],"advertise-client-urls":["https://162.253.55.110:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.110:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T12:52:58.345335Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T12:52:58.696549Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T12:52:58.69661Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T12:52:58.696648Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 received MsgPreVoteResp from f52f30d5714009d5 at term 1"} {"level":"info","ts":"2026-03-04T12:52:58.696668Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became candidate at term 2"} {"level":"info","ts":"2026-03-04T12:52:58.69668Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 received MsgVoteResp from f52f30d5714009d5 at term 2"} {"level":"info","ts":"2026-03-04T12:52:58.696695Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became leader at term 2"} {"level":"info","ts":"2026-03-04T12:52:58.696708Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f52f30d5714009d5 elected leader f52f30d5714009d5 at term 2"} {"level":"info","ts":"2026-03-04T12:52:58.697872Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T12:52:58.698775Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f52f30d5714009d5","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.110:2379]}","request-path":"/0/members/f52f30d5714009d5/attributes","cluster-id":"650981a7a383c714","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T12:52:58.698822Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T12:52:58.698869Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T12:52:58.699243Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T12:52:58.69929Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T12:52:58.699368Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"650981a7a383c714","local-member-id":"f52f30d5714009d5","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T12:52:58.699701Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T12:52:58.699771Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T12:52:58.701904Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.110:2379"} {"level":"info","ts":"2026-03-04T12:52:58.702407Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-04T12:52:58.90444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.01449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-04T12:52:58.904692Z","caller":"traceutil/trace.go:171","msg":"trace[102853301] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1; }","duration":"124.829928ms","start":"2026-03-04T12:52:58.779767Z","end":"2026-03-04T12:52:58.904597Z","steps":["trace[102853301] 'count revisions from in-memory index tree' (duration: 123.927218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:52:58.903784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.088071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-04T12:52:58.908092Z","caller":"traceutil/trace.go:171","msg":"trace[193304648] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1; }","duration":"127.607241ms","start":"2026-03-04T12:52:58.779663Z","end":"2026-03-04T12:52:58.907271Z","steps":["trace[193304648] 'range keys from in-memory index tree' (duration: 123.836536ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:03.639578Z","caller":"traceutil/trace.go:171","msg":"trace[1340501309] transaction","detail":"{read_only:false; response_revision:265; number_of_response:1; }","duration":"101.871349ms","start":"2026-03-04T12:53:03.537678Z","end":"2026-03-04T12:53:03.639549Z","steps":["trace[1340501309] 'process raft request' (duration: 35.124627ms)","trace[1340501309] 'compare' (duration: 66.558917ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:53:04.420397Z","caller":"traceutil/trace.go:171","msg":"trace[787243258] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"107.024125ms","start":"2026-03-04T12:53:04.313339Z","end":"2026-03-04T12:53:04.420364Z","steps":["trace[787243258] 'process raft request' (duration: 106.634926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:04.810951Z","caller":"traceutil/trace.go:171","msg":"trace[672212828] linearizableReadLoop","detail":"{readStateIndex:315; appliedIndex:311; }","duration":"198.070408ms","start":"2026-03-04T12:53:04.612862Z","end":"2026-03-04T12:53:04.810933Z","steps":["trace[672212828] 'read index received' (duration: 189.726829ms)","trace[672212828] 'applied index is now lower than readState.Index' (duration: 8.342709ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:53:04.811013Z","caller":"traceutil/trace.go:171","msg":"trace[66117980] transaction","detail":"{read_only:false; number_of_response:0; response_revision:303; }","duration":"204.887392ms","start":"2026-03-04T12:53:04.606099Z","end":"2026-03-04T12:53:04.810987Z","steps":["trace[66117980] 'process raft request' (duration: 204.75666ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:04.811049Z","caller":"traceutil/trace.go:171","msg":"trace[1433991026] transaction","detail":"{read_only:false; number_of_response:0; response_revision:303; }","duration":"205.008835ms","start":"2026-03-04T12:53:04.606012Z","end":"2026-03-04T12:53:04.811021Z","steps":["trace[1433991026] 'process raft request' (duration: 196.558424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:04.811061Z","caller":"traceutil/trace.go:171","msg":"trace[1605423987] transaction","detail":"{read_only:false; number_of_response:0; response_revision:303; }","duration":"204.668957ms","start":"2026-03-04T12:53:04.606359Z","end":"2026-03-04T12:53:04.811028Z","steps":["trace[1605423987] 'process raft request' (duration: 204.532234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:04.811132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.240622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-03-04T12:53:04.811141Z","caller":"traceutil/trace.go:171","msg":"trace[1353616921] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"185.099945ms","start":"2026-03-04T12:53:04.626023Z","end":"2026-03-04T12:53:04.811123Z","steps":["trace[1353616921] 'process raft request' (duration: 184.961301ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:04.811057Z","caller":"traceutil/trace.go:171","msg":"trace[936025795] transaction","detail":"{read_only:false; number_of_response:0; response_revision:303; }","duration":"203.87215ms","start":"2026-03-04T12:53:04.607177Z","end":"2026-03-04T12:53:04.811049Z","steps":["trace[936025795] 'process raft request' (duration: 203.733487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:04.811223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.677536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T12:53:04.811244Z","caller":"traceutil/trace.go:171","msg":"trace[2142306373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:304; }","duration":"113.723427ms","start":"2026-03-04T12:53:04.697516Z","end":"2026-03-04T12:53:04.811239Z","steps":["trace[2142306373] 'agreement among raft nodes before linearized reading' (duration: 113.663156ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:04.811162Z","caller":"traceutil/trace.go:171","msg":"trace[722208093] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:303; }","duration":"198.324944ms","start":"2026-03-04T12:53:04.612828Z","end":"2026-03-04T12:53:04.811153Z","steps":["trace[722208093] 'agreement among raft nodes before linearized reading' (duration: 198.242202ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:07.213674Z","caller":"traceutil/trace.go:171","msg":"trace[1619481899] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"136.681246ms","start":"2026-03-04T12:53:07.076964Z","end":"2026-03-04T12:53:07.213645Z","steps":["trace[1619481899] 'process raft request' (duration: 136.536183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:07.846118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.977119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-04T12:53:07.846214Z","caller":"traceutil/trace.go:171","msg":"trace[1434202336] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:331; }","duration":"169.151672ms","start":"2026-03-04T12:53:07.677039Z","end":"2026-03-04T12:53:07.84619Z","steps":["trace[1434202336] 'range keys from in-memory index tree' (duration: 168.829225ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:09.36538Z","caller":"traceutil/trace.go:171","msg":"trace[504820361] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"127.252933ms","start":"2026-03-04T12:53:09.238092Z","end":"2026-03-04T12:53:09.365345Z","steps":["trace[504820361] 'process raft request' (duration: 27.35694ms)","trace[504820361] 'compare' (duration: 99.609646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:09.659511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.179395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T12:53:09.659641Z","caller":"traceutil/trace.go:171","msg":"trace[1805445906] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"205.069647ms","start":"2026-03-04T12:53:09.454549Z","end":"2026-03-04T12:53:09.659618Z","steps":["trace[1805445906] 'process raft request' (duration: 38.136325ms)","trace[1805445906] 'compare' (duration: 166.043471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:10.371371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371255113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T12:53:10.857466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.746073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T12:53:10.857799Z","caller":"traceutil/trace.go:171","msg":"trace[1087593332] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"1.401460724s","start":"2026-03-04T12:53:09.456238Z","end":"2026-03-04T12:53:10.857698Z","steps":["trace[1087593332] 'process raft request' (duration: 998.688338ms)","trace[1087593332] 'compare' (duration: 401.090738ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:53:10.857815Z","caller":"traceutil/trace.go:171","msg":"trace[1471853410] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"1.400840121s","start":"2026-03-04T12:53:09.456927Z","end":"2026-03-04T12:53:10.857767Z","steps":["trace[1471853410] 'process raft request' (duration: 1.400668817s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:10.85794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:09.456216Z","time spent":"1.401658229s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3424,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:53:10.857995Z","caller":"traceutil/trace.go:171","msg":"trace[1556227410] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"1.399684014s","start":"2026-03-04T12:53:09.458274Z","end":"2026-03-04T12:53:10.857958Z","steps":["trace[1556227410] 'process raft request' (duration: 1.399421768s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:10.858065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:09.456919Z","time spent":"1.401000684s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:53:10.858168Z","caller":"traceutil/trace.go:171","msg":"trace[1584684564] linearizableReadLoop","detail":"{readStateIndex:382; appliedIndex:379; }","duration":"987.012233ms","start":"2026-03-04T12:53:09.871063Z","end":"2026-03-04T12:53:10.858075Z","steps":["trace[1584684564] 'read index received' (duration: 583.778937ms)","trace[1584684564] 'applied index is now lower than readState.Index' (duration: 403.226286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:10.858254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:09.458261Z","time spent":"1.399952549s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T12:53:10.858454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.367222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T12:53:10.858523Z","caller":"traceutil/trace.go:171","msg":"trace[355228070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:370; }","duration":"987.507615ms","start":"2026-03-04T12:53:09.870999Z","end":"2026-03-04T12:53:10.858506Z","steps":["trace[355228070] 'agreement among raft nodes before linearized reading' (duration: 987.332381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:10.858558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:09.870974Z","time spent":"987.576696ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T12:53:10.858951Z","caller":"traceutil/trace.go:171","msg":"trace[775112263] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"255.899409ms","start":"2026-03-04T12:53:10.60301Z","end":"2026-03-04T12:53:10.858909Z","steps":["trace[775112263] 'process raft request' (duration: 255.705255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:10.859004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.551032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-04T12:53:10.859103Z","caller":"traceutil/trace.go:171","msg":"trace[86683935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:371; }","duration":"673.691215ms","start":"2026-03-04T12:53:10.185389Z","end":"2026-03-04T12:53:10.859081Z","steps":["trace[86683935] 'agreement among raft nodes before linearized reading' (duration: 673.4794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:10.859155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:10.185368Z","time spent":"673.777557ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T12:53:10.859155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.735718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T12:53:10.859393Z","caller":"traceutil/trace.go:171","msg":"trace[542261208] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:371; }","duration":"546.995733ms","start":"2026-03-04T12:53:10.31238Z","end":"2026-03-04T12:53:10.859376Z","steps":["trace[542261208] 'agreement among raft nodes before linearized reading' (duration: 546.711687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:10.859446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:10.312366Z","time spent":"547.069336ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T12:53:11.19368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.473066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T12:53:11.19399Z","caller":"traceutil/trace.go:171","msg":"trace[2021344626] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"253.155226ms","start":"2026-03-04T12:53:10.940802Z","end":"2026-03-04T12:53:11.193957Z","steps":["trace[2021344626] 'process raft request' (duration: 253.011872ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:11.19405Z","caller":"traceutil/trace.go:171","msg":"trace[1013704818] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"255.495159ms","start":"2026-03-04T12:53:10.938525Z","end":"2026-03-04T12:53:11.19402Z","steps":["trace[1013704818] 'process raft request' (duration: 79.618114ms)","trace[1013704818] 'compare' (duration: 175.326673ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:53:11.194079Z","caller":"traceutil/trace.go:171","msg":"trace[2004326206] linearizableReadLoop","detail":"{readStateIndex:396; appliedIndex:390; }","duration":"166.976153ms","start":"2026-03-04T12:53:11.027086Z","end":"2026-03-04T12:53:11.194062Z","steps":["trace[2004326206] 'read index received' (duration: 156.991667ms)","trace[2004326206] 'applied index is now lower than readState.Index' (duration: 9.983646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:11.19418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.099905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-03-04T12:53:11.194167Z","caller":"traceutil/trace.go:171","msg":"trace[1262818309] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"246.047456ms","start":"2026-03-04T12:53:10.948091Z","end":"2026-03-04T12:53:11.194138Z","steps":["trace[1262818309] 'process raft request' (duration: 245.78275ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:11.194221Z","caller":"traceutil/trace.go:171","msg":"trace[945632953] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"245.904271ms","start":"2026-03-04T12:53:10.948289Z","end":"2026-03-04T12:53:11.194193Z","steps":["trace[945632953] 'process raft request' (duration: 245.682736ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:11.194169Z","caller":"traceutil/trace.go:171","msg":"trace[1533049263] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"245.984184ms","start":"2026-03-04T12:53:10.948137Z","end":"2026-03-04T12:53:11.194121Z","steps":["trace[1533049263] 'process raft request' (duration: 245.78744ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:11.194326Z","caller":"traceutil/trace.go:171","msg":"trace[1333000742] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"242.592886ms","start":"2026-03-04T12:53:10.951698Z","end":"2026-03-04T12:53:11.194291Z","steps":["trace[1333000742] 'process raft request' (duration: 242.31199ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:11.194223Z","caller":"traceutil/trace.go:171","msg":"trace[356958923] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:384; }","duration":"167.185707ms","start":"2026-03-04T12:53:11.027027Z","end":"2026-03-04T12:53:11.194213Z","steps":["trace[356958923] 'agreement among raft nodes before linearized reading' (duration: 167.092595ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:11.413138Z","caller":"traceutil/trace.go:171","msg":"trace[1517893539] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"120.282034ms","start":"2026-03-04T12:53:11.292828Z","end":"2026-03-04T12:53:11.41311Z","steps":["trace[1517893539] 'process raft request' (duration: 62.389903ms)","trace[1517893539] 'compare' (duration: 57.776088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:11.947278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.964887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-03-04T12:53:11.947346Z","caller":"traceutil/trace.go:171","msg":"trace[355540907] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:388; }","duration":"330.067679ms","start":"2026-03-04T12:53:11.617264Z","end":"2026-03-04T12:53:11.947331Z","steps":["trace[355540907] 'range keys from in-memory index tree' (duration: 329.782962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:11.947382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:11.617244Z","time spent":"330.129761ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4349,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-04T12:53:11.947271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.763025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T12:53:11.947509Z","caller":"traceutil/trace.go:171","msg":"trace[1496380280] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:388; }","duration":"218.01844ms","start":"2026-03-04T12:53:11.72945Z","end":"2026-03-04T12:53:11.947469Z","steps":["trace[1496380280] 'range keys from in-memory index tree' (duration: 217.683223ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:13.105718Z","caller":"traceutil/trace.go:171","msg":"trace[2080339894] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"138.409476ms","start":"2026-03-04T12:53:12.967281Z","end":"2026-03-04T12:53:13.10569Z","steps":["trace[2080339894] 'process raft request' (duration: 138.254852ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:13.14455Z","caller":"traceutil/trace.go:171","msg":"trace[450730385] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"174.176237ms","start":"2026-03-04T12:53:12.970343Z","end":"2026-03-04T12:53:13.144519Z","steps":["trace[450730385] 'process raft request' (duration: 174.042373ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:16.985388Z","caller":"traceutil/trace.go:171","msg":"trace[16559565] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"213.207051ms","start":"2026-03-04T12:53:16.772152Z","end":"2026-03-04T12:53:16.985359Z","steps":["trace[16559565] 'process raft request' (duration: 213.058258ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:16.98542Z","caller":"traceutil/trace.go:171","msg":"trace[574100750] linearizableReadLoop","detail":"{readStateIndex:423; appliedIndex:423; }","duration":"167.363762ms","start":"2026-03-04T12:53:16.818019Z","end":"2026-03-04T12:53:16.985383Z","steps":["trace[574100750] 'read index received' (duration: 167.352461ms)","trace[574100750] 'applied index is now lower than readState.Index' (duration: 9.081µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:16.985677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.656159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"info","ts":"2026-03-04T12:53:16.985726Z","caller":"traceutil/trace.go:171","msg":"trace[162357302] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:409; }","duration":"167.789902ms","start":"2026-03-04T12:53:16.817924Z","end":"2026-03-04T12:53:16.985714Z","steps":["trace[162357302] 'agreement among raft nodes before linearized reading' (duration: 167.613738ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:25.514775Z","caller":"traceutil/trace.go:171","msg":"trace[1384573187] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"158.658344ms","start":"2026-03-04T12:53:25.356085Z","end":"2026-03-04T12:53:25.514743Z","steps":["trace[1384573187] 'process raft request' (duration: 157.938527ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:27.677262Z","caller":"traceutil/trace.go:171","msg":"trace[1294064051] linearizableReadLoop","detail":"{readStateIndex:483; appliedIndex:482; }","duration":"396.010534ms","start":"2026-03-04T12:53:27.281218Z","end":"2026-03-04T12:53:27.677228Z","steps":["trace[1294064051] 'read index received' (duration: 395.898532ms)","trace[1294064051] 'applied index is now lower than readState.Index' (duration: 110.842µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:27.677468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.208039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T12:53:27.677517Z","caller":"traceutil/trace.go:171","msg":"trace[2063371272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:466; }","duration":"396.336322ms","start":"2026-03-04T12:53:27.281168Z","end":"2026-03-04T12:53:27.677504Z","steps":["trace[2063371272] 'agreement among raft nodes before linearized reading' (duration: 396.211699ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:27.677409Z","caller":"traceutil/trace.go:171","msg":"trace[1178584098] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"459.124594ms","start":"2026-03-04T12:53:27.218222Z","end":"2026-03-04T12:53:27.677347Z","steps":["trace[1178584098] 'process raft request' (duration: 458.830007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:27.677553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:27.281145Z","time spent":"396.401033ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T12:53:27.677647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:27.218184Z","time spent":"459.37436ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:53:27.858326Z","caller":"traceutil/trace.go:171","msg":"trace[1065395165] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"176.361751ms","start":"2026-03-04T12:53:27.681942Z","end":"2026-03-04T12:53:27.858304Z","steps":["trace[1065395165] 'process raft request' (duration: 176.261539ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:27.858378Z","caller":"traceutil/trace.go:171","msg":"trace[1758086794] linearizableReadLoop","detail":"{readStateIndex:484; appliedIndex:483; }","duration":"180.984401ms","start":"2026-03-04T12:53:27.67735Z","end":"2026-03-04T12:53:27.858335Z","steps":["trace[1758086794] 'read index received' (duration: 158.706615ms)","trace[1758086794] 'applied index is now lower than readState.Index' (duration: 22.274416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:27.858535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.989502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T12:53:27.858571Z","caller":"traceutil/trace.go:171","msg":"trace[953175822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:467; }","duration":"340.082704ms","start":"2026-03-04T12:53:27.518478Z","end":"2026-03-04T12:53:27.858561Z","steps":["trace[953175822] 'agreement among raft nodes before linearized reading' (duration: 339.967651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:27.85861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:27.518458Z","time spent":"340.144175ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T12:53:40.233063Z","caller":"traceutil/trace.go:171","msg":"trace[1062221371] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"269.387596ms","start":"2026-03-04T12:53:39.963647Z","end":"2026-03-04T12:53:40.233034Z","steps":["trace[1062221371] 'process raft request' (duration: 269.237083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:40.886388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.552975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T12:53:40.886507Z","caller":"traceutil/trace.go:171","msg":"trace[2060208098] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:570; }","duration":"915.696986ms","start":"2026-03-04T12:53:39.970787Z","end":"2026-03-04T12:53:40.886484Z","steps":["trace[2060208098] 'read index received' (duration: 262.068983ms)","trace[2060208098] 'applied index is now lower than readState.Index' (duration: 653.625593ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:53:40.886622Z","caller":"traceutil/trace.go:171","msg":"trace[1877669031] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"922.426357ms","start":"2026-03-04T12:53:39.964161Z","end":"2026-03-04T12:53:40.886588Z","steps":["trace[1877669031] 'process raft request' (duration: 509.577374ms)","trace[1877669031] 'compare' (duration: 412.257868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:40.886715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.911562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:53:40.886764Z","caller":"traceutil/trace.go:171","msg":"trace[911783067] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:552; }","duration":"915.990174ms","start":"2026-03-04T12:53:39.970756Z","end":"2026-03-04T12:53:40.886746Z","steps":["trace[911783067] 'agreement among raft nodes before linearized reading' (duration: 915.903792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:40.886789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:39.96414Z","time spent":"922.555079ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:53:40.886812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:39.970743Z","time spent":"916.055466ms","remote":"127.0.0.1:37770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-04T12:53:40.887034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.57228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:53:40.887112Z","caller":"traceutil/trace.go:171","msg":"trace[1851398023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:552; }","duration":"744.656042ms","start":"2026-03-04T12:53:40.142413Z","end":"2026-03-04T12:53:40.887069Z","steps":["trace[1851398023] 'agreement among raft nodes before linearized reading' (duration: 744.551059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:40.887152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:40.142397Z","time spent":"744.746224ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T12:53:41.805094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.53208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-04T12:53:41.80521Z","caller":"traceutil/trace.go:171","msg":"trace[366487755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:552; }","duration":"589.698504ms","start":"2026-03-04T12:53:41.215481Z","end":"2026-03-04T12:53:41.80518Z","steps":["trace[366487755] 'range keys from in-memory index tree' (duration: 589.267124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:41.805264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:41.215462Z","time spent":"589.789056ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T12:53:41.806001Z","caller":"traceutil/trace.go:171","msg":"trace[1461022835] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"589.218833ms","start":"2026-03-04T12:53:41.21654Z","end":"2026-03-04T12:53:41.805759Z","steps":["trace[1461022835] 'process raft request' (duration: 559.921382ms)","trace[1461022835] 'compare' (duration: 28.396899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:41.8062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:41.216526Z","time spent":"589.601983ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T12:53:41.82215Z","caller":"traceutil/trace.go:171","msg":"trace[852608265] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"311.929229ms","start":"2026-03-04T12:53:41.510185Z","end":"2026-03-04T12:53:41.822115Z","steps":["trace[852608265] 'process raft request' (duration: 311.734425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:41.822363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:41.510157Z","time spent":"312.080214ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:53:42.105021Z","caller":"traceutil/trace.go:171","msg":"trace[547978427] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"274.272861ms","start":"2026-03-04T12:53:41.830723Z","end":"2026-03-04T12:53:42.104995Z","steps":["trace[547978427] 'process raft request' (duration: 274.087986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:42.326156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.992502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T12:53:42.326268Z","caller":"traceutil/trace.go:171","msg":"trace[1329964468] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:576; }","duration":"249.382104ms","start":"2026-03-04T12:53:42.076868Z","end":"2026-03-04T12:53:42.32625Z","steps":["trace[1329964468] 'read index received' (duration: 27.936859ms)","trace[1329964468] 'applied index is now lower than readState.Index' (duration: 221.443825ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:53:42.326349Z","caller":"traceutil/trace.go:171","msg":"trace[659146187] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"287.270108ms","start":"2026-03-04T12:53:42.039069Z","end":"2026-03-04T12:53:42.326339Z","steps":["trace[659146187] 'process raft request' (duration: 177.99827ms)","trace[659146187] 'compare' (duration: 108.844068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:42.326475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.664784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:53:42.326549Z","caller":"traceutil/trace.go:171","msg":"trace[1127803869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:557; }","duration":"183.798058ms","start":"2026-03-04T12:53:42.142734Z","end":"2026-03-04T12:53:42.326532Z","steps":["trace[1127803869] 'agreement among raft nodes before linearized reading' (duration: 183.630473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:42.326645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.737984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:53:42.32678Z","caller":"traceutil/trace.go:171","msg":"trace[658960675] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:557; }","duration":"249.930658ms","start":"2026-03-04T12:53:42.076816Z","end":"2026-03-04T12:53:42.326747Z","steps":["trace[658960675] 'agreement among raft nodes before linearized reading' (duration: 249.687112ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:43.045501Z","caller":"traceutil/trace.go:171","msg":"trace[1700328025] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:584; }","duration":"345.077543ms","start":"2026-03-04T12:53:42.700402Z","end":"2026-03-04T12:53:43.04548Z","steps":["trace[1700328025] 'read index received' (duration: 344.621182ms)","trace[1700328025] 'applied index is now lower than readState.Index' (duration: 455.471µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:53:43.045576Z","caller":"traceutil/trace.go:171","msg":"trace[634751334] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"425.443639ms","start":"2026-03-04T12:53:42.620108Z","end":"2026-03-04T12:53:43.045552Z","steps":["trace[634751334] 'process raft request' (duration: 425.03696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:43.045689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:42.62007Z","time spent":"425.562172ms","remote":"127.0.0.1:37770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211508,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T12:53:43.045767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.01074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T12:53:43.045767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.362509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-nvwch\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-04T12:53:43.045808Z","caller":"traceutil/trace.go:171","msg":"trace[596910294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:564; }","duration":"153.119652ms","start":"2026-03-04T12:53:42.892679Z","end":"2026-03-04T12:53:43.045799Z","steps":["trace[596910294] 'agreement among raft nodes before linearized reading' (duration: 152.939018ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:43.045822Z","caller":"traceutil/trace.go:171","msg":"trace[235088148] range","detail":"{range_begin:/registry/pods/kube-system/cilium-nvwch; range_end:; response_count:1; response_revision:564; }","duration":"345.466581ms","start":"2026-03-04T12:53:42.700342Z","end":"2026-03-04T12:53:43.045809Z","steps":["trace[235088148] 'agreement among raft nodes before linearized reading' (duration: 345.248116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:43.045867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:42.700321Z","time spent":"345.538604ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-nvwch\" "} {"level":"warn","ts":"2026-03-04T12:53:43.560076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.125728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T12:53:43.560449Z","caller":"traceutil/trace.go:171","msg":"trace[1687043567] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"510.2937ms","start":"2026-03-04T12:53:43.050122Z","end":"2026-03-04T12:53:43.560416Z","steps":["trace[1687043567] 'process raft request' (duration: 146.703371ms)","trace[1687043567] 'compare' (duration: 362.978875ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:53:43.560518Z","caller":"traceutil/trace.go:171","msg":"trace[573565977] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:585; }","duration":"417.279106ms","start":"2026-03-04T12:53:43.143221Z","end":"2026-03-04T12:53:43.560501Z","steps":["trace[573565977] 'read index received' (duration: 53.524673ms)","trace[573565977] 'applied index is now lower than readState.Index' (duration: 363.753233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:43.560584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:43.050102Z","time spent":"510.415444ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:53:43.560651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.420909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:53:43.560699Z","caller":"traceutil/trace.go:171","msg":"trace[19890283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:569; }","duration":"417.511991ms","start":"2026-03-04T12:53:43.143174Z","end":"2026-03-04T12:53:43.560686Z","steps":["trace[19890283] 'agreement among raft nodes before linearized reading' (duration: 417.394699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:43.560739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:43.143161Z","time spent":"417.567733ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T12:53:43.560952Z","caller":"traceutil/trace.go:171","msg":"trace[1310853774] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"502.115677ms","start":"2026-03-04T12:53:43.058815Z","end":"2026-03-04T12:53:43.560931Z","steps":["trace[1310853774] 'process raft request' (duration: 501.441081ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:43.56096Z","caller":"traceutil/trace.go:171","msg":"trace[199766271] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"494.350184ms","start":"2026-03-04T12:53:43.066595Z","end":"2026-03-04T12:53:43.560945Z","steps":["trace[199766271] 'process raft request' (duration: 493.865243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:43.561023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:43.058798Z","time spent":"502.1918ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:53:43.56104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:43.066589Z","time spent":"494.407396ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T12:53:43.560982Z","caller":"traceutil/trace.go:171","msg":"trace[1040536486] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"494.365745ms","start":"2026-03-04T12:53:43.066549Z","end":"2026-03-04T12:53:43.560915Z","steps":["trace[1040536486] 'process raft request' (duration: 493.873203ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:43.561098Z","caller":"traceutil/trace.go:171","msg":"trace[1595303891] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"494.652592ms","start":"2026-03-04T12:53:43.066433Z","end":"2026-03-04T12:53:43.561086Z","steps":["trace[1595303891] 'process raft request' (duration: 493.930345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:43.56115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:43.066543Z","time spent":"494.565309ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T12:53:43.561278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:43.066419Z","time spent":"494.754004ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T12:53:44.131007Z","caller":"traceutil/trace.go:171","msg":"trace[2005054431] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"489.414869ms","start":"2026-03-04T12:53:43.641562Z","end":"2026-03-04T12:53:44.130977Z","steps":["trace[2005054431] 'process raft request' (duration: 459.031671ms)","trace[2005054431] 'compare' (duration: 30.238844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:44.131158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:43.641528Z","time spent":"489.565752ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T12:53:45.043375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.701464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T12:53:45.043565Z","caller":"traceutil/trace.go:171","msg":"trace[1977976226] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"1.401408188s","start":"2026-03-04T12:53:43.642123Z","end":"2026-03-04T12:53:45.043531Z","steps":["trace[1977976226] 'process raft request' (duration: 686.481328ms)","trace[1977976226] 'compare' (duration: 714.405228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:45.043661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:43.642099Z","time spent":"1.401524901s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T12:53:45.043813Z","caller":"traceutil/trace.go:171","msg":"trace[670278314] linearizableReadLoop","detail":"{readStateIndex:597; appliedIndex:591; }","duration":"1.213103656s","start":"2026-03-04T12:53:43.830694Z","end":"2026-03-04T12:53:45.043797Z","steps":["trace[670278314] 'read index received' (duration: 269.957591ms)","trace[670278314] 'applied index is now lower than readState.Index' (duration: 943.144935ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:53:45.043905Z","caller":"traceutil/trace.go:171","msg":"trace[1237205175] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"1.394858994s","start":"2026-03-04T12:53:43.649017Z","end":"2026-03-04T12:53:45.043876Z","steps":["trace[1237205175] 'process raft request' (duration: 1.394558796s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:45.043974Z","caller":"traceutil/trace.go:171","msg":"trace[335938886] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"1.379166444s","start":"2026-03-04T12:53:43.664797Z","end":"2026-03-04T12:53:45.043963Z","steps":["trace[335938886] 'process raft request' (duration: 1.378931007s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:45.044027Z","caller":"traceutil/trace.go:171","msg":"trace[1930674400] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"1.400603648s","start":"2026-03-04T12:53:43.643399Z","end":"2026-03-04T12:53:45.044002Z","steps":["trace[1930674400] 'process raft request' (duration: 1.400085105s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:45.044068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:43.648995Z","time spent":"1.394986506s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T12:53:45.044155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213447244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-04T12:53:45.04422Z","caller":"traceutil/trace.go:171","msg":"trace[319930208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:576; }","duration":"1.213555156s","start":"2026-03-04T12:53:43.830651Z","end":"2026-03-04T12:53:45.044206Z","steps":["trace[319930208] 'agreement among raft nodes before linearized reading' (duration: 1.213313461s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:45.044276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:43.830632Z","time spent":"1.213630248s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T12:53:45.044044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:43.664792Z","time spent":"1.379219555s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T12:53:45.044155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:43.643352Z","time spent":"1.400757312s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T12:53:45.043936Z","caller":"traceutil/trace.go:171","msg":"trace[89169232] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"1.379234505s","start":"2026-03-04T12:53:43.664687Z","end":"2026-03-04T12:53:45.043922Z","steps":["trace[89169232] 'process raft request' (duration: 1.378950897s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:45.047745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:43.664663Z","time spent":"1.383021354s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T12:53:45.544463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371255565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T12:53:45.866649Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.538031542s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T12:53:45.86727Z","caller":"traceutil/trace.go:171","msg":"trace[712224482] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"1.726408976s","start":"2026-03-04T12:53:44.140834Z","end":"2026-03-04T12:53:45.867243Z","steps":["trace[712224482] 'process raft request' (duration: 1.726334034s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:45.867269Z","caller":"traceutil/trace.go:171","msg":"trace[275694858] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"1.728322051s","start":"2026-03-04T12:53:44.138919Z","end":"2026-03-04T12:53:45.867241Z","steps":["trace[275694858] 'process raft request' (duration: 1.727988043s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:45.867544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:44.138897Z","time spent":"1.728604679s","remote":"127.0.0.1:38204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T12:53:45.867509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:44.140795Z","time spent":"1.72655172s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:53:45.881806Z","caller":"traceutil/trace.go:171","msg":"trace[1846474398] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"1.325738333s","start":"2026-03-04T12:53:44.556032Z","end":"2026-03-04T12:53:45.881771Z","steps":["trace[1846474398] 'process raft request' (duration: 1.325480367s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:45.881981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:44.556003Z","time spent":"1.325891687s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:53:45.882016Z","caller":"traceutil/trace.go:171","msg":"trace[1751124494] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"832.75435ms","start":"2026-03-04T12:53:45.049212Z","end":"2026-03-04T12:53:45.881967Z","steps":["trace[1751124494] 'process raft request' (duration: 832.415633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:45.88223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:45.049161Z","time spent":"832.959836ms","remote":"127.0.0.1:38204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T12:53:45.882257Z","caller":"traceutil/trace.go:171","msg":"trace[1785263640] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:597; }","duration":"838.349252ms","start":"2026-03-04T12:53:45.043886Z","end":"2026-03-04T12:53:45.882235Z","steps":["trace[1785263640] 'read index received' (duration: 823.020979ms)","trace[1785263640] 'applied index is now lower than readState.Index' (duration: 15.327443ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:53:45.882287Z","caller":"traceutil/trace.go:171","msg":"trace[80349636] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"816.884265ms","start":"2026-03-04T12:53:45.065343Z","end":"2026-03-04T12:53:45.882227Z","steps":["trace[80349636] 'process raft request' (duration: 816.674561ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:45.88238Z","caller":"traceutil/trace.go:171","msg":"trace[1327350395] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"816.887746ms","start":"2026-03-04T12:53:45.065487Z","end":"2026-03-04T12:53:45.882375Z","steps":["trace[1327350395] 'process raft request' (duration: 816.578359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:45.882464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:45.065477Z","time spent":"816.935117ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T12:53:45.882528Z","caller":"traceutil/trace.go:171","msg":"trace[1247648442] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"816.64248ms","start":"2026-03-04T12:53:45.065861Z","end":"2026-03-04T12:53:45.882503Z","steps":["trace[1247648442] 'process raft request' (duration: 816.351363ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:45.882543Z","caller":"traceutil/trace.go:171","msg":"trace[938086424] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"816.719492ms","start":"2026-03-04T12:53:45.065779Z","end":"2026-03-04T12:53:45.882499Z","steps":["trace[938086424] 'process raft request' (duration: 816.393874ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:45.882577Z","caller":"traceutil/trace.go:171","msg":"trace[605085447] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"816.991618ms","start":"2026-03-04T12:53:45.06557Z","end":"2026-03-04T12:53:45.882562Z","steps":["trace[605085447] 'process raft request' (duration: 816.545978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:45.882623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:45.065853Z","time spent":"816.725163ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1332,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T12:53:45.882661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:45.065769Z","time spent":"816.842095ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T12:53:45.882665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483457354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T12:53:45.882696Z","caller":"traceutil/trace.go:171","msg":"trace[9773612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:593; }","duration":"1.483530176s","start":"2026-03-04T12:53:44.399159Z","end":"2026-03-04T12:53:45.882689Z","steps":["trace[9773612] 'agreement among raft nodes before linearized reading' (duration: 1.483398383s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:45.882695Z","caller":"traceutil/trace.go:171","msg":"trace[2012944916] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"817.178103ms","start":"2026-03-04T12:53:45.065494Z","end":"2026-03-04T12:53:45.882673Z","steps":["trace[2012944916] 'process raft request' (duration: 816.599979ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:45.882711Z","caller":"traceutil/trace.go:171","msg":"trace[1873279747] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"828.423848ms","start":"2026-03-04T12:53:45.054275Z","end":"2026-03-04T12:53:45.882699Z","steps":["trace[1873279747] 'process raft request' (duration: 827.588279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:45.882723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:44.399131Z","time spent":"1.483587017s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T12:53:45.882747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:45.065486Z","time spent":"817.237284ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T12:53:45.882769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:45.054256Z","time spent":"828.477359ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:53:45.882744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77274463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T12:53:45.882781Z","caller":"traceutil/trace.go:171","msg":"trace[898443165] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"817.095061ms","start":"2026-03-04T12:53:45.065681Z","end":"2026-03-04T12:53:45.882776Z","steps":["trace[898443165] 'process raft request' (duration: 816.472177ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:45.882758Z","caller":"traceutil/trace.go:171","msg":"trace[1409031601] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"817.088801ms","start":"2026-03-04T12:53:45.065662Z","end":"2026-03-04T12:53:45.882751Z","steps":["trace[1409031601] 'process raft request' (duration: 816.473776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:45.88282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:45.065664Z","time spent":"817.139462ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T12:53:45.88282Z","caller":"traceutil/trace.go:171","msg":"trace[851740563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:593; }","duration":"1.772869864s","start":"2026-03-04T12:53:44.10993Z","end":"2026-03-04T12:53:45.8828Z","steps":["trace[851740563] 'agreement among raft nodes before linearized reading' (duration: 1.772667999s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:45.882858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:45.065631Z","time spent":"817.210864ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T12:53:45.882874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:44.10991Z","time spent":"1.772944575s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T12:53:45.882895Z","caller":"traceutil/trace.go:171","msg":"trace[1014704412] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"817.90239ms","start":"2026-03-04T12:53:45.064981Z","end":"2026-03-04T12:53:45.882883Z","steps":["trace[1014704412] 'process raft request' (duration: 816.985168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:45.882911Z","caller":"traceutil/trace.go:171","msg":"trace[1510797229] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"817.836508ms","start":"2026-03-04T12:53:45.065068Z","end":"2026-03-04T12:53:45.882905Z","steps":["trace[1510797229] 'process raft request' (duration: 816.931817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:45.882942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:45.06506Z","time spent":"817.868479ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T12:53:45.882642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:45.065548Z","time spent":"817.06533ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1422,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T12:53:45.882948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:45.064954Z","time spent":"817.972251ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T12:53:45.883038Z","caller":"traceutil/trace.go:171","msg":"trace[54859918] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"817.237344ms","start":"2026-03-04T12:53:45.065766Z","end":"2026-03-04T12:53:45.883003Z","steps":["trace[54859918] 'process raft request' (duration: 816.430196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:45.882355Z","caller":"traceutil/trace.go:171","msg":"trace[1113785979] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"816.915716ms","start":"2026-03-04T12:53:45.065432Z","end":"2026-03-04T12:53:45.882347Z","steps":["trace[1113785979] 'process raft request' (duration: 816.614259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:45.883114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:45.065321Z","time spent":"817.06254ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1584,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T12:53:45.88315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:45.06574Z","time spent":"817.369967ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1450,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T12:53:45.883181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:45.065422Z","time spent":"817.728516ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T12:53:45.892246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.678529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:53:45.892302Z","caller":"traceutil/trace.go:171","msg":"trace[898783512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:595; }","duration":"749.785521ms","start":"2026-03-04T12:53:45.142501Z","end":"2026-03-04T12:53:45.892287Z","steps":["trace[898783512] 'agreement among raft nodes before linearized reading' (duration: 749.658268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:45.892327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:45.142481Z","time spent":"749.840873ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T12:53:45.892519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.313052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T12:53:45.892562Z","caller":"traceutil/trace.go:171","msg":"trace[437934598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:595; }","duration":"327.395584ms","start":"2026-03-04T12:53:45.565157Z","end":"2026-03-04T12:53:45.892553Z","steps":["trace[437934598] 'agreement among raft nodes before linearized reading' (duration: 327.262931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:45.892583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:45.56514Z","time spent":"327.438756ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T12:53:52.973177Z","caller":"traceutil/trace.go:171","msg":"trace[1039218588] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"211.583072ms","start":"2026-03-04T12:53:52.76156Z","end":"2026-03-04T12:53:52.973143Z","steps":["trace[1039218588] 'process raft request' (duration: 173.73514ms)","trace[1039218588] 'compare' (duration: 37.709479ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:53:53.123133Z","caller":"traceutil/trace.go:171","msg":"trace[187494094] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"294.596662ms","start":"2026-03-04T12:53:52.828516Z","end":"2026-03-04T12:53:53.123113Z","steps":["trace[187494094] 'process raft request' (duration: 254.919155ms)","trace[187494094] 'compare' (duration: 39.532174ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:53:53.123374Z","caller":"traceutil/trace.go:171","msg":"trace[218730466] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"205.795986ms","start":"2026-03-04T12:53:52.917535Z","end":"2026-03-04T12:53:53.123331Z","steps":["trace[218730466] 'process raft request' (duration: 205.53618ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:53.12345Z","caller":"traceutil/trace.go:171","msg":"trace[46645778] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"146.660391ms","start":"2026-03-04T12:53:52.97676Z","end":"2026-03-04T12:53:53.12342Z","steps":["trace[46645778] 'process raft request' (duration: 146.540738ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:53.123616Z","caller":"traceutil/trace.go:171","msg":"trace[235300034] linearizableReadLoop","detail":"{readStateIndex:805; appliedIndex:803; }","duration":"291.245222ms","start":"2026-03-04T12:53:52.832258Z","end":"2026-03-04T12:53:53.123503Z","steps":["trace[235300034] 'read index received' (duration: 103.048152ms)","trace[235300034] 'applied index is now lower than readState.Index' (duration: 188.18405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:53.123805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.512928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T12:53:53.123926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.484777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:53:53.12395Z","caller":"traceutil/trace.go:171","msg":"trace[1012378274] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:784; }","duration":"291.701593ms","start":"2026-03-04T12:53:52.832224Z","end":"2026-03-04T12:53:53.123926Z","steps":["trace[1012378274] 'agreement among raft nodes before linearized reading' (duration: 291.402086ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:53.123962Z","caller":"traceutil/trace.go:171","msg":"trace[1196842833] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:784; }","duration":"291.56194ms","start":"2026-03-04T12:53:52.832389Z","end":"2026-03-04T12:53:53.123951Z","steps":["trace[1196842833] 'agreement among raft nodes before linearized reading' (duration: 291.490648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:53.124092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.993521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:53:53.124145Z","caller":"traceutil/trace.go:171","msg":"trace[1871155206] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:784; }","duration":"156.079863ms","start":"2026-03-04T12:53:52.968052Z","end":"2026-03-04T12:53:53.124132Z","steps":["trace[1871155206] 'agreement among raft nodes before linearized reading' (duration: 155.992531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:53.124141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.777928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:53:53.124229Z","caller":"traceutil/trace.go:171","msg":"trace[1991767159] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:784; }","duration":"275.892571ms","start":"2026-03-04T12:53:52.848328Z","end":"2026-03-04T12:53:53.124221Z","steps":["trace[1991767159] 'agreement among raft nodes before linearized reading' (duration: 275.790308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:53.12424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.729332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:53:53.124338Z","caller":"traceutil/trace.go:171","msg":"trace[1977056320] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:784; }","duration":"185.941797ms","start":"2026-03-04T12:53:52.938377Z","end":"2026-03-04T12:53:53.124318Z","steps":["trace[1977056320] 'agreement among raft nodes before linearized reading' (duration: 185.64829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:53.124423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.421817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T12:53:53.124469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.908714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:53:53.124502Z","caller":"traceutil/trace.go:171","msg":"trace[911210243] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:784; }","duration":"155.53726ms","start":"2026-03-04T12:53:52.968946Z","end":"2026-03-04T12:53:53.124484Z","steps":["trace[911210243] 'agreement among raft nodes before linearized reading' (duration: 155.420937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:53.124514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.554254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:53:53.124495Z","caller":"traceutil/trace.go:171","msg":"trace[1980831400] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:784; }","duration":"276.939045ms","start":"2026-03-04T12:53:52.84755Z","end":"2026-03-04T12:53:53.124489Z","steps":["trace[1980831400] 'agreement among raft nodes before linearized reading' (duration: 276.896004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:53.124562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.384165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-03-04T12:53:53.124576Z","caller":"traceutil/trace.go:171","msg":"trace[624777862] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:784; }","duration":"156.621935ms","start":"2026-03-04T12:53:52.967929Z","end":"2026-03-04T12:53:53.124551Z","steps":["trace[624777862] 'agreement among raft nodes before linearized reading' (duration: 156.535673ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:53.124614Z","caller":"traceutil/trace.go:171","msg":"trace[2115630507] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:784; }","duration":"191.465818ms","start":"2026-03-04T12:53:52.933132Z","end":"2026-03-04T12:53:53.124598Z","steps":["trace[2115630507] 'agreement among raft nodes before linearized reading' (duration: 191.299414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:53.124708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.58262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-04T12:53:53.124754Z","caller":"traceutil/trace.go:171","msg":"trace[1973568478] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:784; }","duration":"191.663052ms","start":"2026-03-04T12:53:52.933079Z","end":"2026-03-04T12:53:53.124742Z","steps":["trace[1973568478] 'agreement among raft nodes before linearized reading' (duration: 191.557389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:53.12485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.59803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-04T12:53:53.124911Z","caller":"traceutil/trace.go:171","msg":"trace[2120349308] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:784; }","duration":"191.671822ms","start":"2026-03-04T12:53:52.933224Z","end":"2026-03-04T12:53:53.124896Z","steps":["trace[2120349308] 'agreement among raft nodes before linearized reading' (duration: 191.56685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:53.124424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.534977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T12:53:53.124981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.51508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:53:53.125035Z","caller":"traceutil/trace.go:171","msg":"trace[476762360] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:784; }","duration":"186.569191ms","start":"2026-03-04T12:53:52.938456Z","end":"2026-03-04T12:53:53.125025Z","steps":["trace[476762360] 'agreement among raft nodes before linearized reading' (duration: 186.470559ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:53.124978Z","caller":"traceutil/trace.go:171","msg":"trace[1265553730] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:784; }","duration":"186.098201ms","start":"2026-03-04T12:53:52.938857Z","end":"2026-03-04T12:53:53.124955Z","steps":["trace[1265553730] 'agreement among raft nodes before linearized reading' (duration: 185.473586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:53.125292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.613684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:53:53.125352Z","caller":"traceutil/trace.go:171","msg":"trace[230993017] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:784; }","duration":"292.708646ms","start":"2026-03-04T12:53:52.832629Z","end":"2026-03-04T12:53:53.125338Z","steps":["trace[230993017] 'agreement among raft nodes before linearized reading' (duration: 292.612984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:53.124161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.050898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-03-04T12:53:53.126026Z","caller":"traceutil/trace.go:171","msg":"trace[625714320] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:784; }","duration":"192.946743ms","start":"2026-03-04T12:53:52.933038Z","end":"2026-03-04T12:53:53.125985Z","steps":["trace[625714320] 'agreement among raft nodes before linearized reading' (duration: 190.967186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:53.124768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.228901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:53:53.126805Z","caller":"traceutil/trace.go:171","msg":"trace[1272182847] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:784; }","duration":"279.283761ms","start":"2026-03-04T12:53:52.847506Z","end":"2026-03-04T12:53:53.12679Z","steps":["trace[1272182847] 'agreement among raft nodes before linearized reading' (duration: 277.230942ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:53.236228Z","caller":"traceutil/trace.go:171","msg":"trace[1706221606] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"100.524132ms","start":"2026-03-04T12:53:53.135682Z","end":"2026-03-04T12:53:53.236206Z","steps":["trace[1706221606] 'process raft request' (duration: 94.92806ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:53.37674Z","caller":"traceutil/trace.go:171","msg":"trace[1110671192] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"130.284073ms","start":"2026-03-04T12:53:53.246422Z","end":"2026-03-04T12:53:53.376706Z","steps":["trace[1110671192] 'process raft request' (duration: 102.510318ms)","trace[1110671192] 'compare' (duration: 27.53742ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:53:53.376763Z","caller":"traceutil/trace.go:171","msg":"trace[416439860] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"119.712505ms","start":"2026-03-04T12:53:53.257024Z","end":"2026-03-04T12:53:53.376736Z","steps":["trace[416439860] 'process raft request' (duration: 119.592532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:53.657626Z","caller":"traceutil/trace.go:171","msg":"trace[1425553269] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"270.461721ms","start":"2026-03-04T12:53:53.38713Z","end":"2026-03-04T12:53:53.657592Z","steps":["trace[1425553269] 'process raft request' (duration: 270.298087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:53.684219Z","caller":"traceutil/trace.go:171","msg":"trace[1509540862] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"245.582575ms","start":"2026-03-04T12:53:53.438614Z","end":"2026-03-04T12:53:53.684196Z","steps":["trace[1509540862] 'process raft request' (duration: 245.390701ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:54.096228Z","caller":"traceutil/trace.go:171","msg":"trace[1484502374] linearizableReadLoop","detail":"{readStateIndex:820; appliedIndex:819; }","duration":"141.204271ms","start":"2026-03-04T12:53:53.954996Z","end":"2026-03-04T12:53:54.0962Z","steps":["trace[1484502374] 'read index received' (duration: 136.605962ms)","trace[1484502374] 'applied index is now lower than readState.Index' (duration: 4.595579ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:53:54.096375Z","caller":"traceutil/trace.go:171","msg":"trace[850683337] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"173.780491ms","start":"2026-03-04T12:53:53.92258Z","end":"2026-03-04T12:53:54.09636Z","steps":["trace[850683337] 'process raft request' (duration: 168.959417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:54.096564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.762227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T12:53:54.096644Z","caller":"traceutil/trace.go:171","msg":"trace[1796896776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:797; }","duration":"125.86946ms","start":"2026-03-04T12:53:53.970758Z","end":"2026-03-04T12:53:54.096628Z","steps":["trace[1796896776] 'agreement among raft nodes before linearized reading' (duration: 125.688356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:54.096646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.201619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:53:54.096694Z","caller":"traceutil/trace.go:171","msg":"trace[70718602] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:797; }","duration":"107.288211ms","start":"2026-03-04T12:53:53.989393Z","end":"2026-03-04T12:53:54.096681Z","steps":["trace[70718602] 'agreement among raft nodes before linearized reading' (duration: 107.211119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:54.096825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.791809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T12:53:54.096866Z","caller":"traceutil/trace.go:171","msg":"trace[1036028783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:797; }","duration":"117.869611ms","start":"2026-03-04T12:53:53.978986Z","end":"2026-03-04T12:53:54.096856Z","steps":["trace[1036028783] 'agreement among raft nodes before linearized reading' (duration: 117.730998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:54.096869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.377103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T12:53:54.096889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.895252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T12:53:54.096899Z","caller":"traceutil/trace.go:171","msg":"trace[1724641297] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:797; }","duration":"107.445825ms","start":"2026-03-04T12:53:53.989444Z","end":"2026-03-04T12:53:54.09689Z","steps":["trace[1724641297] 'agreement among raft nodes before linearized reading' (duration: 107.404274ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:54.096922Z","caller":"traceutil/trace.go:171","msg":"trace[699998451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:797; }","duration":"117.949703ms","start":"2026-03-04T12:53:53.978964Z","end":"2026-03-04T12:53:54.096913Z","steps":["trace[699998451] 'agreement among raft nodes before linearized reading' (duration: 117.862951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:54.096961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.937179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T12:53:54.097019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.359644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T12:53:54.097042Z","caller":"traceutil/trace.go:171","msg":"trace[914335715] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:797; }","duration":"110.495896ms","start":"2026-03-04T12:53:53.98654Z","end":"2026-03-04T12:53:54.097036Z","steps":["trace[914335715] 'agreement among raft nodes before linearized reading' (duration: 110.436095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:54.097035Z","caller":"traceutil/trace.go:171","msg":"trace[1092086894] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:797; }","duration":"142.072492ms","start":"2026-03-04T12:53:53.954944Z","end":"2026-03-04T12:53:54.097016Z","steps":["trace[1092086894] 'agreement among raft nodes before linearized reading' (duration: 141.839527ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:54.468042Z","caller":"traceutil/trace.go:171","msg":"trace[1096099544] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"366.802055ms","start":"2026-03-04T12:53:54.101203Z","end":"2026-03-04T12:53:54.468005Z","steps":["trace[1096099544] 'process raft request' (duration: 366.458677ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:54.468142Z","caller":"traceutil/trace.go:171","msg":"trace[41752637] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"366.465027ms","start":"2026-03-04T12:53:54.101647Z","end":"2026-03-04T12:53:54.468112Z","steps":["trace[41752637] 'process raft request' (duration: 366.263862ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:54.468178Z","caller":"traceutil/trace.go:171","msg":"trace[1375286072] linearizableReadLoop","detail":"{readStateIndex:827; appliedIndex:821; }","duration":"325.48717ms","start":"2026-03-04T12:53:54.14267Z","end":"2026-03-04T12:53:54.468157Z","steps":["trace[1375286072] 'read index received' (duration: 325.119651ms)","trace[1375286072] 'applied index is now lower than readState.Index' (duration: 366.579µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:53:54.46822Z","caller":"traceutil/trace.go:171","msg":"trace[1408081124] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"365.645579ms","start":"2026-03-04T12:53:54.10254Z","end":"2026-03-04T12:53:54.468186Z","steps":["trace[1408081124] 'process raft request' (duration: 365.500595ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:54.468217Z","caller":"traceutil/trace.go:171","msg":"trace[871132089] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"365.897104ms","start":"2026-03-04T12:53:54.102296Z","end":"2026-03-04T12:53:54.468193Z","steps":["trace[871132089] 'process raft request' (duration: 365.650258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:54.468299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.530873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:53:54.468293Z","caller":"traceutil/trace.go:171","msg":"trace[1536065413] transaction","detail":"{read_only:false; number_of_response:0; response_revision:803; }","duration":"365.643189ms","start":"2026-03-04T12:53:54.102631Z","end":"2026-03-04T12:53:54.468274Z","steps":["trace[1536065413] 'process raft request' (duration: 365.497415ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:54.46834Z","caller":"traceutil/trace.go:171","msg":"trace[205818925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:803; }","duration":"328.627825ms","start":"2026-03-04T12:53:54.139701Z","end":"2026-03-04T12:53:54.468329Z","steps":["trace[205818925] 'agreement among raft nodes before linearized reading' (duration: 328.544153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:54.46836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:54.102531Z","time spent":"365.756401ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:53:54.468373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:54.102287Z","time spent":"366.022447ms","remote":"127.0.0.1:51944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1653,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T12:53:54.468216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:54.101182Z","time spent":"366.945078ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:53:54.468386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:54.102624Z","time spent":"365.72256ms","remote":"127.0.0.1:51944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T12:53:54.468396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:54.139676Z","time spent":"328.711796ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T12:53:54.46823Z","caller":"traceutil/trace.go:171","msg":"trace[1712166010] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"366.489778ms","start":"2026-03-04T12:53:54.101584Z","end":"2026-03-04T12:53:54.468074Z","steps":["trace[1712166010] 'process raft request' (duration: 366.282803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:54.468541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:54.10164Z","time spent":"366.57826ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:53:54.468681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:54.101574Z","time spent":"366.942018ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:53:54.537164Z","caller":"traceutil/trace.go:171","msg":"trace[1831746780] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"388.501237ms","start":"2026-03-04T12:53:54.148567Z","end":"2026-03-04T12:53:54.537069Z","steps":["trace[1831746780] 'process raft request' (duration: 385.864204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:54.537522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:54.148538Z","time spent":"388.793493ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4726,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:53:54.737605Z","caller":"traceutil/trace.go:171","msg":"trace[251233780] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"177.596011ms","start":"2026-03-04T12:53:54.559975Z","end":"2026-03-04T12:53:54.737571Z","steps":["trace[251233780] 'process raft request' (duration: 177.429687ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:55.026951Z","caller":"traceutil/trace.go:171","msg":"trace[321316449] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"461.707574ms","start":"2026-03-04T12:53:54.565216Z","end":"2026-03-04T12:53:55.026924Z","steps":["trace[321316449] 'process raft request' (duration: 461.52453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:55.027126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:54.565205Z","time spent":"461.829908ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18698,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:53:55.233531Z","caller":"traceutil/trace.go:171","msg":"trace[1611894950] linearizableReadLoop","detail":"{readStateIndex:832; appliedIndex:831; }","duration":"136.541512ms","start":"2026-03-04T12:53:55.096964Z","end":"2026-03-04T12:53:55.233506Z","steps":["trace[1611894950] 'read index received' (duration: 136.297307ms)","trace[1611894950] 'applied index is now lower than readState.Index' (duration: 243.145µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:55.233716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.719016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:53:55.233754Z","caller":"traceutil/trace.go:171","msg":"trace[1675758435] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:808; }","duration":"136.809068ms","start":"2026-03-04T12:53:55.096935Z","end":"2026-03-04T12:53:55.233744Z","steps":["trace[1675758435] 'agreement among raft nodes before linearized reading' (duration: 136.718096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:55.233785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.755127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T12:53:55.233808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.028361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:53:55.23385Z","caller":"traceutil/trace.go:171","msg":"trace[572171815] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:808; }","duration":"136.837429ms","start":"2026-03-04T12:53:55.096999Z","end":"2026-03-04T12:53:55.233836Z","steps":["trace[572171815] 'agreement among raft nodes before linearized reading' (duration: 136.732437ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:55.233868Z","caller":"traceutil/trace.go:171","msg":"trace[196617179] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:808; }","duration":"136.114422ms","start":"2026-03-04T12:53:55.097738Z","end":"2026-03-04T12:53:55.233853Z","steps":["trace[196617179] 'agreement among raft nodes before linearized reading' (duration: 136.00572ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:55.234107Z","caller":"traceutil/trace.go:171","msg":"trace[254889502] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"140.899234ms","start":"2026-03-04T12:53:55.092689Z","end":"2026-03-04T12:53:55.233588Z","steps":["trace[254889502] 'process raft request' (duration: 140.659209ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:02.360024Z","caller":"traceutil/trace.go:171","msg":"trace[1011037304] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"180.711235ms","start":"2026-03-04T12:54:02.179292Z","end":"2026-03-04T12:54:02.360003Z","steps":["trace[1011037304] 'process raft request' (duration: 180.574831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:02.47999Z","caller":"traceutil/trace.go:171","msg":"trace[1447822023] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"232.006615ms","start":"2026-03-04T12:54:02.247955Z","end":"2026-03-04T12:54:02.479961Z","steps":["trace[1447822023] 'process raft request' (duration: 174.350534ms)","trace[1447822023] 'compare' (duration: 57.493437ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:54:02.680234Z","caller":"traceutil/trace.go:171","msg":"trace[1323437146] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"169.125991ms","start":"2026-03-04T12:54:02.511078Z","end":"2026-03-04T12:54:02.680204Z","steps":["trace[1323437146] 'process raft request' (duration: 160.737683ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:02.68031Z","caller":"traceutil/trace.go:171","msg":"trace[1721096769] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"168.67232ms","start":"2026-03-04T12:54:02.511626Z","end":"2026-03-04T12:54:02.680299Z","steps":["trace[1721096769] 'process raft request' (duration: 168.503706ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:02.680237Z","caller":"traceutil/trace.go:171","msg":"trace[721948572] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"169.109661ms","start":"2026-03-04T12:54:02.511077Z","end":"2026-03-04T12:54:02.680186Z","steps":["trace[721948572] 'process raft request' (duration: 169.018768ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:08.694554Z","caller":"traceutil/trace.go:171","msg":"trace[1921076558] linearizableReadLoop","detail":"{readStateIndex:982; appliedIndex:981; }","duration":"125.701186ms","start":"2026-03-04T12:54:08.568819Z","end":"2026-03-04T12:54:08.694521Z","steps":["trace[1921076558] 'read index received' (duration: 125.510562ms)","trace[1921076558] 'applied index is now lower than readState.Index' (duration: 189.274µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:54:08.694627Z","caller":"traceutil/trace.go:171","msg":"trace[1647292960] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"142.37836ms","start":"2026-03-04T12:54:08.55221Z","end":"2026-03-04T12:54:08.694588Z","steps":["trace[1647292960] 'process raft request' (duration: 142.117114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:08.694728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.888551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T12:54:08.694751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.925972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:08.694798Z","caller":"traceutil/trace.go:171","msg":"trace[156146173] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:954; }","duration":"126.023294ms","start":"2026-03-04T12:54:08.568758Z","end":"2026-03-04T12:54:08.694781Z","steps":["trace[156146173] 'agreement among raft nodes before linearized reading' (duration: 125.8434ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:08.694817Z","caller":"traceutil/trace.go:171","msg":"trace[1587390019] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:954; }","duration":"125.994464ms","start":"2026-03-04T12:54:08.568802Z","end":"2026-03-04T12:54:08.694796Z","steps":["trace[1587390019] 'agreement among raft nodes before linearized reading' (duration: 125.890311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:08.694906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.309467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:08.695002Z","caller":"traceutil/trace.go:171","msg":"trace[1075416440] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:954; }","duration":"125.483382ms","start":"2026-03-04T12:54:08.569495Z","end":"2026-03-04T12:54:08.694979Z","steps":["trace[1075416440] 'agreement among raft nodes before linearized reading' (duration: 125.285477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:09.971563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269170867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T12:54:09.97164Z","caller":"traceutil/trace.go:171","msg":"trace[248289987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:954; }","duration":"1.269299731s","start":"2026-03-04T12:54:08.702322Z","end":"2026-03-04T12:54:09.971622Z","steps":["trace[248289987] 'range keys from in-memory index tree' (duration: 1.268981524s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:09.97168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:08.702298Z","time spent":"1.269373502s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T12:54:09.971679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069846905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:09.971722Z","caller":"traceutil/trace.go:171","msg":"trace[677820685] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:954; }","duration":"1.069907786s","start":"2026-03-04T12:54:08.901804Z","end":"2026-03-04T12:54:09.971712Z","steps":["trace[677820685] 'range keys from in-memory index tree' (duration: 1.069771243s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:09.971749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:08.901799Z","time spent":"1.069941637s","remote":"127.0.0.1:47924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-04T12:54:09.971759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03196617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T12:54:09.972064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070376637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T12:54:09.972073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269054245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T12:54:09.972096Z","caller":"traceutil/trace.go:171","msg":"trace[1397380611] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:954; }","duration":"1.070436458s","start":"2026-03-04T12:54:08.901651Z","end":"2026-03-04T12:54:09.972088Z","steps":["trace[1397380611] 'count revisions from in-memory index tree' (duration: 1.070315925s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:09.972122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:08.901635Z","time spent":"1.0704802s","remote":"127.0.0.1:47924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T12:54:09.972109Z","caller":"traceutil/trace.go:171","msg":"trace[145370320] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:954; }","duration":"1.032234976s","start":"2026-03-04T12:54:08.939733Z","end":"2026-03-04T12:54:09.971968Z","steps":["trace[145370320] 'range keys from in-memory index tree' (duration: 1.031893228s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:09.972125Z","caller":"traceutil/trace.go:171","msg":"trace[582131748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:954; }","duration":"1.269129726s","start":"2026-03-04T12:54:08.702978Z","end":"2026-03-04T12:54:09.972108Z","steps":["trace[582131748] 'range keys from in-memory index tree' (duration: 1.268911421s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:09.97217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:08.702966Z","time spent":"1.269189089s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T12:54:09.972217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070410258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T12:54:09.972216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032746179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:09.972246Z","caller":"traceutil/trace.go:171","msg":"trace[422954379] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:954; }","duration":"1.07049024s","start":"2026-03-04T12:54:08.901749Z","end":"2026-03-04T12:54:09.972239Z","steps":["trace[422954379] 'range keys from in-memory index tree' (duration: 1.070324206s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:09.972273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:08.901728Z","time spent":"1.070538971s","remote":"127.0.0.1:47924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T12:54:09.972171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:08.939722Z","time spent":"1.032432811s","remote":"127.0.0.1:47950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"info","ts":"2026-03-04T12:54:09.972253Z","caller":"traceutil/trace.go:171","msg":"trace[1877146078] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:954; }","duration":"1.032797731s","start":"2026-03-04T12:54:08.939445Z","end":"2026-03-04T12:54:09.972243Z","steps":["trace[1877146078] 'count revisions from in-memory index tree' (duration: 1.032698758s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:09.97227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032884922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T12:54:09.972292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05140531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:09.97234Z","caller":"traceutil/trace.go:171","msg":"trace[1860296627] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:954; }","duration":"1.033019775s","start":"2026-03-04T12:54:08.939302Z","end":"2026-03-04T12:54:09.972322Z","steps":["trace[1860296627] 'range keys from in-memory index tree' (duration: 1.032697477s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:09.972329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:08.939437Z","time spent":"1.032879562s","remote":"127.0.0.1:47950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T12:54:09.972391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:08.939275Z","time spent":"1.033104168s","remote":"127.0.0.1:47950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"info","ts":"2026-03-04T12:54:09.972399Z","caller":"traceutil/trace.go:171","msg":"trace[468927254] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:954; }","duration":"1.051548863s","start":"2026-03-04T12:54:08.920824Z","end":"2026-03-04T12:54:09.972373Z","steps":["trace[468927254] 'range keys from in-memory index tree' (duration: 1.051325527s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:09.972421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052088195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T12:54:09.972463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052089305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T12:54:09.97259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268319067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T12:54:09.972656Z","caller":"traceutil/trace.go:171","msg":"trace[502480352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:954; }","duration":"1.268393219s","start":"2026-03-04T12:54:08.704245Z","end":"2026-03-04T12:54:09.972638Z","steps":["trace[502480352] 'range keys from in-memory index tree' (duration: 1.268193214s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:09.972524Z","caller":"traceutil/trace.go:171","msg":"trace[399960436] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:954; }","duration":"1.052256999s","start":"2026-03-04T12:54:08.920247Z","end":"2026-03-04T12:54:09.972504Z","steps":["trace[399960436] 'range keys from in-memory index tree' (duration: 1.052021714s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:09.972698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:08.704239Z","time spent":"1.26844901s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T12:54:09.972606Z","caller":"traceutil/trace.go:171","msg":"trace[686011848] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:954; }","duration":"1.052299859s","start":"2026-03-04T12:54:08.920277Z","end":"2026-03-04T12:54:09.972577Z","steps":["trace[686011848] 'count revisions from in-memory index tree' (duration: 1.051971022s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:09.97278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:08.920206Z","time spent":"1.052534645s","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T12:54:09.972456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:08.920804Z","time spent":"1.051639514s","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"warn","ts":"2026-03-04T12:54:09.973454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:08.920203Z","time spent":"1.052628587s","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-04T12:54:10.112554Z","caller":"traceutil/trace.go:171","msg":"trace[1030520317] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"135.865746ms","start":"2026-03-04T12:54:09.97666Z","end":"2026-03-04T12:54:10.112526Z","steps":["trace[1030520317] 'process raft request' (duration: 135.676651ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:10.148304Z","caller":"traceutil/trace.go:171","msg":"trace[1432829446] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"171.233051ms","start":"2026-03-04T12:54:09.977048Z","end":"2026-03-04T12:54:10.148281Z","steps":["trace[1432829446] 'process raft request' (duration: 170.76801ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:10.148447Z","caller":"traceutil/trace.go:171","msg":"trace[929300292] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"171.296442ms","start":"2026-03-04T12:54:09.97712Z","end":"2026-03-04T12:54:10.148417Z","steps":["trace[929300292] 'process raft request' (duration: 170.835741ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:13.699817Z","caller":"traceutil/trace.go:171","msg":"trace[1927717945] linearizableReadLoop","detail":"{readStateIndex:1006; appliedIndex:1005; }","duration":"170.420282ms","start":"2026-03-04T12:54:13.52937Z","end":"2026-03-04T12:54:13.69979Z","steps":["trace[1927717945] 'read index received' (duration: 83.88622ms)","trace[1927717945] 'applied index is now lower than readState.Index' (duration: 86.533132ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:54:13.699917Z","caller":"traceutil/trace.go:171","msg":"trace[2086029202] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"188.451317ms","start":"2026-03-04T12:54:13.511431Z","end":"2026-03-04T12:54:13.699883Z","steps":["trace[2086029202] 'process raft request' (duration: 101.914335ms)","trace[2086029202] 'compare' (duration: 86.279746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:54:13.699996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.601576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:13.700039Z","caller":"traceutil/trace.go:171","msg":"trace[31894294] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:976; }","duration":"170.711548ms","start":"2026-03-04T12:54:13.529316Z","end":"2026-03-04T12:54:13.700027Z","steps":["trace[31894294] 'agreement among raft nodes before linearized reading' (duration: 170.616766ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:17.076941Z","caller":"traceutil/trace.go:171","msg":"trace[1031972264] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"162.031463ms","start":"2026-03-04T12:54:16.91488Z","end":"2026-03-04T12:54:17.076912Z","steps":["trace[1031972264] 'process raft request' (duration: 161.867419ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:25.28287Z","caller":"traceutil/trace.go:171","msg":"trace[1576965527] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"137.879545ms","start":"2026-03-04T12:54:25.144964Z","end":"2026-03-04T12:54:25.282843Z","steps":["trace[1576965527] 'process raft request' (duration: 136.483221ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:28.031124Z","caller":"traceutil/trace.go:171","msg":"trace[1555133614] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"179.801264ms","start":"2026-03-04T12:54:27.851295Z","end":"2026-03-04T12:54:28.031096Z","steps":["trace[1555133614] 'process raft request' (duration: 87.892063ms)","trace[1555133614] 'compare' (duration: 91.807269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:54:32.567577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.912447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T12:54:32.56766Z","caller":"traceutil/trace.go:171","msg":"trace[574006963] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1108; }","duration":"276.048641ms","start":"2026-03-04T12:54:32.291592Z","end":"2026-03-04T12:54:32.567641Z","steps":["trace[574006963] 'count revisions from in-memory index tree' (duration: 275.814186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:32.568333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.121207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T12:54:32.568415Z","caller":"traceutil/trace.go:171","msg":"trace[1687987934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1108; }","duration":"233.237029ms","start":"2026-03-04T12:54:32.335158Z","end":"2026-03-04T12:54:32.568395Z","steps":["trace[1687987934] 'range keys from in-memory index tree' (duration: 232.916433ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:34.701123Z","caller":"traceutil/trace.go:171","msg":"trace[1825100348] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"114.683537ms","start":"2026-03-04T12:54:34.586411Z","end":"2026-03-04T12:54:34.701095Z","steps":["trace[1825100348] 'process raft request' (duration: 114.475001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:34.701351Z","caller":"traceutil/trace.go:171","msg":"trace[958680584] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"114.81042ms","start":"2026-03-04T12:54:34.586518Z","end":"2026-03-04T12:54:34.701329Z","steps":["trace[958680584] 'process raft request' (duration: 114.526854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:57.230604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.597668ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:57.230792Z","caller":"traceutil/trace.go:171","msg":"trace[1083993768] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1519; }","duration":"142.809982ms","start":"2026-03-04T12:54:57.087957Z","end":"2026-03-04T12:54:57.230767Z","steps":["trace[1083993768] 'range keys from in-memory index tree' (duration: 142.572837ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:57.232932Z","caller":"traceutil/trace.go:171","msg":"trace[2046253198] linearizableReadLoop","detail":"{readStateIndex:1585; appliedIndex:1582; }","duration":"306.486517ms","start":"2026-03-04T12:54:56.926428Z","end":"2026-03-04T12:54:57.232915Z","steps":["trace[2046253198] 'read index received' (duration: 44.1332ms)","trace[2046253198] 'applied index is now lower than readState.Index' (duration: 262.352147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:54:57.233057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.61484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:57.23309Z","caller":"traceutil/trace.go:171","msg":"trace[2129310724] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1521; }","duration":"306.676502ms","start":"2026-03-04T12:54:56.926403Z","end":"2026-03-04T12:54:57.233079Z","steps":["trace[2129310724] 'agreement among raft nodes before linearized reading' (duration: 306.60911ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:57.233077Z","caller":"traceutil/trace.go:171","msg":"trace[529625892] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"333.64273ms","start":"2026-03-04T12:54:56.899392Z","end":"2026-03-04T12:54:57.233035Z","steps":["trace[529625892] 'process raft request' (duration: 333.457406ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:57.233096Z","caller":"traceutil/trace.go:171","msg":"trace[649807547] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"336.667088ms","start":"2026-03-04T12:54:56.8964Z","end":"2026-03-04T12:54:57.233067Z","steps":["trace[649807547] 'process raft request' (duration: 336.272699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:57.233137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:56.926391Z","time spent":"306.734803ms","remote":"127.0.0.1:54968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T12:54:57.233245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:56.899373Z","time spent":"333.789133ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:54:57.233246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:56.896377Z","time spent":"336.7951ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:54:57.236215Z","caller":"traceutil/trace.go:171","msg":"trace[765020674] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"197.257842ms","start":"2026-03-04T12:54:57.038934Z","end":"2026-03-04T12:54:57.236192Z","steps":["trace[765020674] 'process raft request' (duration: 196.798192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:57.23627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.137339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:57.23632Z","caller":"traceutil/trace.go:171","msg":"trace[1489949483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1523; }","duration":"220.207681ms","start":"2026-03-04T12:54:57.016099Z","end":"2026-03-04T12:54:57.236306Z","steps":["trace[1489949483] 'agreement among raft nodes before linearized reading' (duration: 220.110049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:57.236326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.7908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:57.236494Z","caller":"traceutil/trace.go:171","msg":"trace[883501610] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1523; }","duration":"309.978975ms","start":"2026-03-04T12:54:56.926481Z","end":"2026-03-04T12:54:57.23646Z","steps":["trace[883501610] 'agreement among raft nodes before linearized reading' (duration: 309.706169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:57.236484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.511898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-n4ts8\" ","response":"range_response_count:1 size:7308"} {"level":"warn","ts":"2026-03-04T12:54:57.236547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:56.926461Z","time spent":"310.072986ms","remote":"127.0.0.1:54968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T12:54:57.238384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.421093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T12:54:57.237215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.139409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:57.23847Z","caller":"traceutil/trace.go:171","msg":"trace[1538759077] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1523; }","duration":"255.490995ms","start":"2026-03-04T12:54:56.982936Z","end":"2026-03-04T12:54:57.238427Z","steps":["trace[1538759077] 'agreement among raft nodes before linearized reading' (duration: 255.401703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:57.237333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.800192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T12:54:57.238527Z","caller":"traceutil/trace.go:171","msg":"trace[1441504053] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1523; }","duration":"312.04389ms","start":"2026-03-04T12:54:56.926476Z","end":"2026-03-04T12:54:57.23852Z","steps":["trace[1441504053] 'agreement among raft nodes before linearized reading' (duration: 309.991975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:57.238556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:56.92645Z","time spent":"312.093512ms","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-04T12:54:57.238478Z","caller":"traceutil/trace.go:171","msg":"trace[1088561174] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1523; }","duration":"222.169774ms","start":"2026-03-04T12:54:57.016293Z","end":"2026-03-04T12:54:57.238463Z","steps":["trace[1088561174] 'agreement among raft nodes before linearized reading' (duration: 220.106678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:57.238615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.659579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T12:54:57.237476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.652287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:57.238705Z","caller":"traceutil/trace.go:171","msg":"trace[903060928] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1523; }","duration":"255.799782ms","start":"2026-03-04T12:54:56.982884Z","end":"2026-03-04T12:54:57.238684Z","steps":["trace[903060928] 'agreement among raft nodes before linearized reading' (duration: 255.663689ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:57.238734Z","caller":"traceutil/trace.go:171","msg":"trace[122999978] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1523; }","duration":"283.970527ms","start":"2026-03-04T12:54:56.954754Z","end":"2026-03-04T12:54:57.238725Z","steps":["trace[122999978] 'agreement among raft nodes before linearized reading' (duration: 281.782098ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:57.237517Z","caller":"traceutil/trace.go:171","msg":"trace[915638840] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-n4ts8; range_end:; response_count:1; response_revision:1523; }","duration":"279.61793ms","start":"2026-03-04T12:54:56.956927Z","end":"2026-03-04T12:54:57.236545Z","steps":["trace[915638840] 'agreement among raft nodes before linearized reading' (duration: 279.340104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:57.237567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.061756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:57.239095Z","caller":"traceutil/trace.go:171","msg":"trace[796918333] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1523; }","duration":"284.634822ms","start":"2026-03-04T12:54:56.954444Z","end":"2026-03-04T12:54:57.239079Z","steps":["trace[796918333] 'agreement among raft nodes before linearized reading' (duration: 282.036144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:57.238181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.983778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:57.23922Z","caller":"traceutil/trace.go:171","msg":"trace[1868637900] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1523; }","duration":"222.110072ms","start":"2026-03-04T12:54:57.017095Z","end":"2026-03-04T12:54:57.239205Z","steps":["trace[1868637900] 'agreement among raft nodes before linearized reading' (duration: 219.236649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:05.204039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.509253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T12:55:05.20412Z","caller":"traceutil/trace.go:171","msg":"trace[1433424015] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1633; }","duration":"449.638015ms","start":"2026-03-04T12:55:04.754464Z","end":"2026-03-04T12:55:05.204102Z","steps":["trace[1433424015] 'count revisions from in-memory index tree' (duration: 449.437022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:05.20416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:04.754449Z","time spent":"449.701987ms","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T12:55:05.204227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.661932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15c37771-37ff-45fe-8c05-35d7acdde803\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-04T12:55:05.204323Z","caller":"traceutil/trace.go:171","msg":"trace[427596993] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-15c37771-37ff-45fe-8c05-35d7acdde803; range_end:; response_count:1; response_revision:1633; }","duration":"334.802876ms","start":"2026-03-04T12:55:04.869499Z","end":"2026-03-04T12:55:05.204302Z","steps":["trace[427596993] 'range keys from in-memory index tree' (duration: 334.505239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:05.20437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:04.869488Z","time spent":"334.870967ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15c37771-37ff-45fe-8c05-35d7acdde803\" "} {"level":"warn","ts":"2026-03-04T12:55:05.204424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067555969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-03-04T12:55:05.204473Z","caller":"traceutil/trace.go:171","msg":"trace[667252432] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1633; }","duration":"1.067639081s","start":"2026-03-04T12:55:04.136819Z","end":"2026-03-04T12:55:05.204458Z","steps":["trace[667252432] 'range keys from in-memory index tree' (duration: 1.067392376s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:05.204506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:04.1368Z","time spent":"1.067698063s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10691,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-04T12:55:05.204588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06353833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:55:05.20462Z","caller":"traceutil/trace.go:171","msg":"trace[418758512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1633; }","duration":"1.06360132s","start":"2026-03-04T12:55:04.141009Z","end":"2026-03-04T12:55:05.204611Z","steps":["trace[418758512] 'range keys from in-memory index tree' (duration: 1.063469198s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:05.204621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.785034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T12:55:05.204648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:04.140993Z","time spent":"1.063647352s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T12:55:05.204641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.08515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T12:55:05.204714Z","caller":"traceutil/trace.go:171","msg":"trace[477020936] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1633; }","duration":"913.913437ms","start":"2026-03-04T12:55:04.290771Z","end":"2026-03-04T12:55:05.204684Z","steps":["trace[477020936] 'range keys from in-memory index tree' (duration: 913.563179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:05.204761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:04.290751Z","time spent":"914.000238ms","remote":"127.0.0.1:55004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T12:55:05.204768Z","caller":"traceutil/trace.go:171","msg":"trace[766751738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1633; }","duration":"203.275204ms","start":"2026-03-04T12:55:05.001461Z","end":"2026-03-04T12:55:05.204736Z","steps":["trace[766751738] 'range keys from in-memory index tree' (duration: 202.796013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:05.204688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.853872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T12:55:05.204945Z","caller":"traceutil/trace.go:171","msg":"trace[1430618996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1633; }","duration":"387.108588ms","start":"2026-03-04T12:55:04.817784Z","end":"2026-03-04T12:55:05.204892Z","steps":["trace[1430618996] 'range keys from in-memory index tree' (duration: 386.73843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:05.205015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:04.817765Z","time spent":"387.22665ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T12:55:05.516983Z","caller":"traceutil/trace.go:171","msg":"trace[709728902] linearizableReadLoop","detail":"{readStateIndex:1701; appliedIndex:1700; }","duration":"311.504367ms","start":"2026-03-04T12:55:05.205447Z","end":"2026-03-04T12:55:05.516951Z","steps":["trace[709728902] 'read index received' (duration: 311.438026ms)","trace[709728902] 'applied index is now lower than readState.Index' (duration: 65.041µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:05.517189Z","caller":"traceutil/trace.go:171","msg":"trace[553011397] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"446.831284ms","start":"2026-03-04T12:55:05.070304Z","end":"2026-03-04T12:55:05.517135Z","steps":["trace[553011397] 'process raft request' (duration: 446.469777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:05.517279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.792934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:55:05.517483Z","caller":"traceutil/trace.go:171","msg":"trace[1508197540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1634; }","duration":"312.02176ms","start":"2026-03-04T12:55:05.205439Z","end":"2026-03-04T12:55:05.517461Z","steps":["trace[1508197540] 'agreement among raft nodes before linearized reading' (duration: 311.723473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:05.517542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:05.205416Z","time spent":"312.111881ms","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T12:55:05.517663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:05.070287Z","time spent":"447.152331ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:55:05.705792Z","caller":"traceutil/trace.go:171","msg":"trace[1636076257] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"496.822083ms","start":"2026-03-04T12:55:05.20894Z","end":"2026-03-04T12:55:05.705762Z","steps":["trace[1636076257] 'process raft request' (duration: 496.568218ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:05.705813Z","caller":"traceutil/trace.go:171","msg":"trace[246928937] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"488.337035ms","start":"2026-03-04T12:55:05.217452Z","end":"2026-03-04T12:55:05.705789Z","steps":["trace[246928937] 'process raft request' (duration: 488.245803ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:05.705847Z","caller":"traceutil/trace.go:171","msg":"trace[1909283172] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"495.881034ms","start":"2026-03-04T12:55:05.209929Z","end":"2026-03-04T12:55:05.70581Z","steps":["trace[1909283172] 'process raft request' (duration: 495.71544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:05.70595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:05.208924Z","time spent":"496.941066ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:55:05.706021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:05.209909Z","time spent":"496.010376ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:55:05.706088Z","caller":"traceutil/trace.go:171","msg":"trace[1631080787] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"443.53537ms","start":"2026-03-04T12:55:05.262529Z","end":"2026-03-04T12:55:05.706064Z","steps":["trace[1631080787] 'process raft request' (duration: 443.218083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:05.706086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:05.217441Z","time spent":"488.439838ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10970,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:55:05.706203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:05.262475Z","time spent":"443.672343ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:55:05.706231Z","caller":"traceutil/trace.go:171","msg":"trace[1250084292] linearizableReadLoop","detail":"{readStateIndex:1706; appliedIndex:1701; }","duration":"189.093339ms","start":"2026-03-04T12:55:05.51712Z","end":"2026-03-04T12:55:05.706213Z","steps":["trace[1250084292] 'read index received' (duration: 188.458645ms)","trace[1250084292] 'applied index is now lower than readState.Index' (duration: 633.694µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:05.706408Z","caller":"traceutil/trace.go:171","msg":"trace[190972243] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"441.500105ms","start":"2026-03-04T12:55:05.264865Z","end":"2026-03-04T12:55:05.706365Z","steps":["trace[190972243] 'process raft request' (duration: 441.116646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:05.706463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.958221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T12:55:05.706508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.583163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-04T12:55:05.706549Z","caller":"traceutil/trace.go:171","msg":"trace[1090829287] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1639; }","duration":"435.625735ms","start":"2026-03-04T12:55:05.27091Z","end":"2026-03-04T12:55:05.706536Z","steps":["trace[1090829287] 'agreement among raft nodes before linearized reading' (duration: 435.319988ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:05.706547Z","caller":"traceutil/trace.go:171","msg":"trace[119477061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1639; }","duration":"440.065134ms","start":"2026-03-04T12:55:05.26646Z","end":"2026-03-04T12:55:05.706525Z","steps":["trace[119477061] 'agreement among raft nodes before linearized reading' (duration: 439.809988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:05.706582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:05.270877Z","time spent":"435.697887ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T12:55:05.706596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:05.266449Z","time spent":"440.135315ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T12:55:05.706604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.434077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T12:55:05.706631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:05.264849Z","time spent":"441.665819ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:55:05.706656Z","caller":"traceutil/trace.go:171","msg":"trace[454979913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1639; }","duration":"442.531359ms","start":"2026-03-04T12:55:05.264111Z","end":"2026-03-04T12:55:05.706642Z","steps":["trace[454979913] 'agreement among raft nodes before linearized reading' (duration: 442.19544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:05.706695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:05.264091Z","time spent":"442.59693ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T12:55:05.896332Z","caller":"traceutil/trace.go:171","msg":"trace[1847232708] linearizableReadLoop","detail":"{readStateIndex:1707; appliedIndex:1706; }","duration":"190.0367ms","start":"2026-03-04T12:55:05.706272Z","end":"2026-03-04T12:55:05.896309Z","steps":["trace[1847232708] 'read index received' (duration: 190.006299ms)","trace[1847232708] 'applied index is now lower than readState.Index' (duration: 29.461µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:05.896436Z","caller":"traceutil/trace.go:171","msg":"trace[1606348979] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"379.210021ms","start":"2026-03-04T12:55:05.517193Z","end":"2026-03-04T12:55:05.896403Z","steps":["trace[1606348979] 'process raft request' (duration: 378.973596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:05.896486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.844583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:55:05.896528Z","caller":"traceutil/trace.go:171","msg":"trace[1557253982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1640; }","duration":"369.933916ms","start":"2026-03-04T12:55:05.526583Z","end":"2026-03-04T12:55:05.896517Z","steps":["trace[1557253982] 'agreement among raft nodes before linearized reading' (duration: 369.856004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:05.896568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:05.526568Z","time spent":"369.992876ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T12:55:05.896583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:05.517162Z","time spent":"379.341174ms","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7599,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:55:06.396843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371257576,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T12:55:06.797665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.897663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T12:55:06.797896Z","caller":"traceutil/trace.go:171","msg":"trace[398120523] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"1.086670794s","start":"2026-03-04T12:55:05.711195Z","end":"2026-03-04T12:55:06.797866Z","steps":["trace[398120523] 'process raft request' (duration: 898.465514ms)","trace[398120523] 'compare' (duration: 187.604297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:55:06.79823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:05.711176Z","time spent":"1.086792886s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:55:06.798287Z","caller":"traceutil/trace.go:171","msg":"trace[605355909] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"1.08604545s","start":"2026-03-04T12:55:05.712218Z","end":"2026-03-04T12:55:06.798263Z","steps":["trace[605355909] 'process raft request' (duration: 1.085778754s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:06.798374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:05.712206Z","time spent":"1.086131171s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:55:06.798509Z","caller":"traceutil/trace.go:171","msg":"trace[348053370] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"1.08691374s","start":"2026-03-04T12:55:05.711583Z","end":"2026-03-04T12:55:06.798496Z","steps":["trace[348053370] 'process raft request' (duration: 1.086324807s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:06.79859Z","caller":"traceutil/trace.go:171","msg":"trace[658415795] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"1.086401718s","start":"2026-03-04T12:55:05.712177Z","end":"2026-03-04T12:55:06.798579Z","steps":["trace[658415795] 'process raft request' (duration: 1.085772844s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:06.798666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:05.711574Z","time spent":"1.086969861s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:55:06.798676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:05.712164Z","time spent":"1.086459329s","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:55:06.798671Z","caller":"traceutil/trace.go:171","msg":"trace[2026669831] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"1.087201305s","start":"2026-03-04T12:55:05.71142Z","end":"2026-03-04T12:55:06.798621Z","steps":["trace[2026669831] 'process raft request' (duration: 1.086356087s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:06.798803Z","caller":"traceutil/trace.go:171","msg":"trace[1663062499] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"1.085992328s","start":"2026-03-04T12:55:05.712764Z","end":"2026-03-04T12:55:06.798756Z","steps":["trace[1663062499] 'process raft request' (duration: 1.085446536s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:06.798866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:05.711409Z","time spent":"1.087343638s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:55:06.798803Z","caller":"traceutil/trace.go:171","msg":"trace[1890657091] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"1.087283187s","start":"2026-03-04T12:55:05.711475Z","end":"2026-03-04T12:55:06.798758Z","steps":["trace[1890657091] 'process raft request' (duration: 1.086393358s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:06.799049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:05.712742Z","time spent":"1.086166142s","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:55:06.79912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:05.711447Z","time spent":"1.087594625s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:55:06.818755Z","caller":"traceutil/trace.go:171","msg":"trace[560394985] linearizableReadLoop","detail":"{readStateIndex:1715; appliedIndex:1707; }","duration":"922.333375ms","start":"2026-03-04T12:55:05.896402Z","end":"2026-03-04T12:55:06.818736Z","steps":["trace[560394985] 'read index received' (duration: 713.236021ms)","trace[560394985] 'applied index is now lower than readState.Index' (duration: 209.096124ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:06.818853Z","caller":"traceutil/trace.go:171","msg":"trace[1583058213] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"635.741669ms","start":"2026-03-04T12:55:06.183087Z","end":"2026-03-04T12:55:06.818828Z","steps":["trace[1583058213] 'process raft request' (duration: 635.523063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:06.818944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:06.183061Z","time spent":"635.835691ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:55:06.818993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108788145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15c37771-37ff-45fe-8c05-35d7acdde803\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-04T12:55:06.819035Z","caller":"traceutil/trace.go:171","msg":"trace[713252409] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-15c37771-37ff-45fe-8c05-35d7acdde803; range_end:; response_count:1; response_revision:1648; }","duration":"1.108868537s","start":"2026-03-04T12:55:05.710152Z","end":"2026-03-04T12:55:06.819021Z","steps":["trace[713252409] 'agreement among raft nodes before linearized reading' (duration: 1.108686093s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:06.819081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:05.710128Z","time spent":"1.108939308s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15c37771-37ff-45fe-8c05-35d7acdde803\" "} {"level":"warn","ts":"2026-03-04T12:55:06.819074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.753838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T12:55:06.819122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.408484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15c37771-37ff-45fe-8c05-35d7acdde803\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-04T12:55:06.819183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.717668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T12:55:06.81921Z","caller":"traceutil/trace.go:171","msg":"trace[124390467] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-15c37771-37ff-45fe-8c05-35d7acdde803; range_end:; response_count:1; response_revision:1648; }","duration":"609.555268ms","start":"2026-03-04T12:55:06.209629Z","end":"2026-03-04T12:55:06.819185Z","steps":["trace[124390467] 'agreement among raft nodes before linearized reading' (duration: 609.271321ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:06.819202Z","caller":"traceutil/trace.go:171","msg":"trace[1636856019] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1648; }","duration":"236.944952ms","start":"2026-03-04T12:55:06.582226Z","end":"2026-03-04T12:55:06.819171Z","steps":["trace[1636856019] 'agreement among raft nodes before linearized reading' (duration: 236.741378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:06.819282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:06.209601Z","time spent":"609.66654ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15c37771-37ff-45fe-8c05-35d7acdde803\" "} {"level":"info","ts":"2026-03-04T12:55:06.819274Z","caller":"traceutil/trace.go:171","msg":"trace[739103235] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1648; }","duration":"250.864601ms","start":"2026-03-04T12:55:06.568389Z","end":"2026-03-04T12:55:06.819253Z","steps":["trace[739103235] 'agreement among raft nodes before linearized reading' (duration: 250.585345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:06.819307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.369529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T12:55:06.819443Z","caller":"traceutil/trace.go:171","msg":"trace[1923602694] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1648; }","duration":"607.526452ms","start":"2026-03-04T12:55:06.211867Z","end":"2026-03-04T12:55:06.819394Z","steps":["trace[1923602694] 'agreement among raft nodes before linearized reading' (duration: 607.166084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:06.819545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:06.211813Z","time spent":"607.713896ms","remote":"127.0.0.1:55004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T12:55:08.324863Z","caller":"traceutil/trace.go:171","msg":"trace[270988365] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"145.356039ms","start":"2026-03-04T12:55:08.179486Z","end":"2026-03-04T12:55:08.324842Z","steps":["trace[270988365] 'process raft request' (duration: 144.892548ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:11.026297Z","caller":"traceutil/trace.go:171","msg":"trace[1828421939] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"120.384673ms","start":"2026-03-04T12:55:10.905887Z","end":"2026-03-04T12:55:11.026271Z","steps":["trace[1828421939] 'process raft request' (duration: 120.26087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:11.026306Z","caller":"traceutil/trace.go:171","msg":"trace[204898217] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"120.900105ms","start":"2026-03-04T12:55:10.905368Z","end":"2026-03-04T12:55:11.026268Z","steps":["trace[204898217] 'process raft request' (duration: 86.174874ms)","trace[204898217] 'compare' (duration: 34.374453ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:11.026496Z","caller":"traceutil/trace.go:171","msg":"trace[383810892] linearizableReadLoop","detail":"{readStateIndex:1755; appliedIndex:1752; }","duration":"119.30671ms","start":"2026-03-04T12:55:10.907171Z","end":"2026-03-04T12:55:11.026478Z","steps":["trace[383810892] 'read index received' (duration: 541.372µs)","trace[383810892] 'applied index is now lower than readState.Index' (duration: 118.763658ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:11.026524Z","caller":"traceutil/trace.go:171","msg":"trace[705096205] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"120.318502ms","start":"2026-03-04T12:55:10.90619Z","end":"2026-03-04T12:55:11.026508Z","steps":["trace[705096205] 'process raft request' (duration: 120.025815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:11.026725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.423986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-04T12:55:11.026754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.546275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10374"} {"level":"info","ts":"2026-03-04T12:55:11.026764Z","caller":"traceutil/trace.go:171","msg":"trace[856694397] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1687; }","duration":"116.506397ms","start":"2026-03-04T12:55:10.910248Z","end":"2026-03-04T12:55:11.026754Z","steps":["trace[856694397] 'agreement among raft nodes before linearized reading' (duration: 116.341224ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:11.026794Z","caller":"traceutil/trace.go:171","msg":"trace[1512146043] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1687; }","duration":"119.635847ms","start":"2026-03-04T12:55:10.907146Z","end":"2026-03-04T12:55:11.026782Z","steps":["trace[1512146043] 'agreement among raft nodes before linearized reading' (duration: 119.424462ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:11.182873Z","caller":"traceutil/trace.go:171","msg":"trace[887257625] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"144.026738ms","start":"2026-03-04T12:55:11.03883Z","end":"2026-03-04T12:55:11.182857Z","steps":["trace[887257625] 'process raft request' (duration: 114.79558ms)","trace[887257625] 'compare' (duration: 29.122806ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:20.206147Z","caller":"traceutil/trace.go:171","msg":"trace[195290160] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"755.248203ms","start":"2026-03-04T12:55:19.450879Z","end":"2026-03-04T12:55:20.206127Z","steps":["trace[195290160] 'process raft request' (duration: 755.11354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:20.206263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:19.450846Z","time spent":"755.353365ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:55:20.217991Z","caller":"traceutil/trace.go:171","msg":"trace[1406833681] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"615.696054ms","start":"2026-03-04T12:55:19.602277Z","end":"2026-03-04T12:55:20.217973Z","steps":["trace[1406833681] 'process raft request' (duration: 615.544511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:20.218115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:19.602252Z","time spent":"615.803887ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:55:20.218243Z","caller":"traceutil/trace.go:171","msg":"trace[1161880793] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"412.0107ms","start":"2026-03-04T12:55:19.806215Z","end":"2026-03-04T12:55:20.218226Z","steps":["trace[1161880793] 'process raft request' (duration: 411.732414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:20.218351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:19.806185Z","time spent":"412.107362ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:55:20.218429Z","caller":"traceutil/trace.go:171","msg":"trace[917908136] linearizableReadLoop","detail":"{readStateIndex:1819; appliedIndex:1815; }","duration":"383.075048ms","start":"2026-03-04T12:55:19.83533Z","end":"2026-03-04T12:55:20.218405Z","steps":["trace[917908136] 'read index received' (duration: 370.597451ms)","trace[917908136] 'applied index is now lower than readState.Index' (duration: 12.476277ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:20.218488Z","caller":"traceutil/trace.go:171","msg":"trace[636499123] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"411.327936ms","start":"2026-03-04T12:55:19.807135Z","end":"2026-03-04T12:55:20.218463Z","steps":["trace[636499123] 'process raft request' (duration: 411.011769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:20.218587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.269182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T12:55:20.218616Z","caller":"traceutil/trace.go:171","msg":"trace[448117849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1749; }","duration":"383.332604ms","start":"2026-03-04T12:55:19.835273Z","end":"2026-03-04T12:55:20.218606Z","steps":["trace[448117849] 'agreement among raft nodes before linearized reading' (duration: 383.245212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:20.218611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:19.807108Z","time spent":"411.434607ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:55:20.218638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:19.835256Z","time spent":"383.377014ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T12:55:20.411703Z","caller":"traceutil/trace.go:171","msg":"trace[1053001454] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"197.976847ms","start":"2026-03-04T12:55:20.213684Z","end":"2026-03-04T12:55:20.411661Z","steps":["trace[1053001454] 'process raft request' (duration: 174.775641ms)","trace[1053001454] 'compare' (duration: 22.937661ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:20.411906Z","caller":"traceutil/trace.go:171","msg":"trace[1960680879] linearizableReadLoop","detail":"{readStateIndex:1821; appliedIndex:1819; }","duration":"193.363774ms","start":"2026-03-04T12:55:20.218515Z","end":"2026-03-04T12:55:20.411879Z","steps":["trace[1960680879] 'read index received' (duration: 169.950453ms)","trace[1960680879] 'applied index is now lower than readState.Index' (duration: 23.411651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:55:20.412253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.969371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T12:55:20.412249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.233589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:55:20.412311Z","caller":"traceutil/trace.go:171","msg":"trace[529234069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1751; }","duration":"571.074703ms","start":"2026-03-04T12:55:19.841221Z","end":"2026-03-04T12:55:20.412296Z","steps":["trace[529234069] 'agreement among raft nodes before linearized reading' (duration: 570.744566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:20.412326Z","caller":"traceutil/trace.go:171","msg":"trace[2015021454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1751; }","duration":"269.354622ms","start":"2026-03-04T12:55:20.142956Z","end":"2026-03-04T12:55:20.41231Z","steps":["trace[2015021454] 'agreement among raft nodes before linearized reading' (duration: 269.166097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:20.412346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:19.841206Z","time spent":"571.130724ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T12:55:20.412258Z","caller":"traceutil/trace.go:171","msg":"trace[184865521] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"196.982985ms","start":"2026-03-04T12:55:20.215249Z","end":"2026-03-04T12:55:20.412232Z","steps":["trace[184865521] 'process raft request' (duration: 196.30706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:20.412703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.988992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T12:55:20.412862Z","caller":"traceutil/trace.go:171","msg":"trace[745306458] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1751; }","duration":"422.597115ms","start":"2026-03-04T12:55:19.990245Z","end":"2026-03-04T12:55:20.412842Z","steps":["trace[745306458] 'agreement among raft nodes before linearized reading' (duration: 421.91442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:20.412993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:19.990217Z","time spent":"422.764319ms","remote":"127.0.0.1:55004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T12:55:20.413144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.230571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-h2z4c\" ","response":"range_response_count:1 size:6147"} {"level":"info","ts":"2026-03-04T12:55:20.413408Z","caller":"traceutil/trace.go:171","msg":"trace[1909273149] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-h2z4c; range_end:; response_count:1; response_revision:1751; }","duration":"202.522067ms","start":"2026-03-04T12:55:20.210862Z","end":"2026-03-04T12:55:20.413384Z","steps":["trace[1909273149] 'agreement among raft nodes before linearized reading' (duration: 201.226389ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:20.43427Z","caller":"traceutil/trace.go:171","msg":"trace[681106733] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"211.375485ms","start":"2026-03-04T12:55:20.222866Z","end":"2026-03-04T12:55:20.434241Z","steps":["trace[681106733] 'process raft request' (duration: 211.15562ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:20.615434Z","caller":"traceutil/trace.go:171","msg":"trace[1633494322] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"135.233134ms","start":"2026-03-04T12:55:20.480178Z","end":"2026-03-04T12:55:20.615411Z","steps":["trace[1633494322] 'process raft request' (duration: 135.142201ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:20.615415Z","caller":"traceutil/trace.go:171","msg":"trace[574491642] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"135.515049ms","start":"2026-03-04T12:55:20.479863Z","end":"2026-03-04T12:55:20.615378Z","steps":["trace[574491642] 'process raft request' (duration: 124.480345ms)","trace[574491642] 'compare' (duration: 10.83515ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:20.615773Z","caller":"traceutil/trace.go:171","msg":"trace[785645860] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"133.73681ms","start":"2026-03-04T12:55:20.481976Z","end":"2026-03-04T12:55:20.615712Z","steps":["trace[785645860] 'process raft request' (duration: 133.385882ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:20.742885Z","caller":"traceutil/trace.go:171","msg":"trace[1871938181] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"117.439369ms","start":"2026-03-04T12:55:20.625418Z","end":"2026-03-04T12:55:20.742858Z","steps":["trace[1871938181] 'process raft request' (duration: 108.567452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:24.941772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371257853,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T12:55:25.092069Z","caller":"traceutil/trace.go:171","msg":"trace[544220738] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"862.820243ms","start":"2026-03-04T12:55:24.229225Z","end":"2026-03-04T12:55:25.092046Z","steps":["trace[544220738] 'process raft request' (duration: 862.679729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:25.092223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:24.229198Z","time spent":"862.942025ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:55:25.094186Z","caller":"traceutil/trace.go:171","msg":"trace[284224390] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"862.542836ms","start":"2026-03-04T12:55:24.231615Z","end":"2026-03-04T12:55:25.094158Z","steps":["trace[284224390] 'process raft request' (duration: 862.420603ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:25.094212Z","caller":"traceutil/trace.go:171","msg":"trace[544798809] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"863.872305ms","start":"2026-03-04T12:55:24.230313Z","end":"2026-03-04T12:55:25.094185Z","steps":["trace[544798809] 'process raft request' (duration: 863.598069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:25.09432Z","caller":"traceutil/trace.go:171","msg":"trace[505206063] linearizableReadLoop","detail":"{readStateIndex:1850; appliedIndex:1846; }","duration":"652.768397ms","start":"2026-03-04T12:55:24.441536Z","end":"2026-03-04T12:55:25.094304Z","steps":["trace[505206063] 'read index received' (duration: 650.382234ms)","trace[505206063] 'applied index is now lower than readState.Index' (duration: 2.384713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:55:25.094377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:24.231597Z","time spent":"862.680159ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:55:25.094377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:24.230299Z","time spent":"863.978037ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:55:25.09452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.175195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T12:55:25.094533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.975022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T12:55:25.094561Z","caller":"traceutil/trace.go:171","msg":"trace[111101540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1779; }","duration":"648.237346ms","start":"2026-03-04T12:55:24.44631Z","end":"2026-03-04T12:55:25.094547Z","steps":["trace[111101540] 'agreement among raft nodes before linearized reading' (duration: 648.100403ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:25.094581Z","caller":"traceutil/trace.go:171","msg":"trace[782638685] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1779; }","duration":"653.071544ms","start":"2026-03-04T12:55:24.441494Z","end":"2026-03-04T12:55:25.094566Z","steps":["trace[782638685] 'agreement among raft nodes before linearized reading' (duration: 652.873989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:25.094596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:24.446298Z","time spent":"648.289507ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T12:55:25.094613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:24.441475Z","time spent":"653.129625ms","remote":"127.0.0.1:55004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T12:55:25.094638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.88035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T12:55:25.094693Z","caller":"traceutil/trace.go:171","msg":"trace[1844470238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1779; }","duration":"607.946942ms","start":"2026-03-04T12:55:24.486729Z","end":"2026-03-04T12:55:25.094676Z","steps":["trace[1844470238] 'agreement among raft nodes before linearized reading' (duration: 607.798409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:25.094733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:24.486718Z","time spent":"608.005593ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T12:55:25.094358Z","caller":"traceutil/trace.go:171","msg":"trace[1731991107] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"712.089085ms","start":"2026-03-04T12:55:24.382252Z","end":"2026-03-04T12:55:25.094341Z","steps":["trace[1731991107] 'process raft request' (duration: 711.841559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:25.095076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:24.382226Z","time spent":"712.800211ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:55:37.283058Z","caller":"traceutil/trace.go:171","msg":"trace[599285228] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"143.222209ms","start":"2026-03-04T12:55:37.139806Z","end":"2026-03-04T12:55:37.283028Z","steps":["trace[599285228] 'process raft request' (duration: 143.018124ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:37.320326Z","caller":"traceutil/trace.go:171","msg":"trace[299491410] linearizableReadLoop","detail":"{readStateIndex:1920; appliedIndex:1917; }","duration":"169.710172ms","start":"2026-03-04T12:55:37.150587Z","end":"2026-03-04T12:55:37.320297Z","steps":["trace[299491410] 'read index received' (duration: 132.193361ms)","trace[299491410] 'applied index is now lower than readState.Index' (duration: 37.515801ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:37.320366Z","caller":"traceutil/trace.go:171","msg":"trace[1957158589] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"171.81284ms","start":"2026-03-04T12:55:37.148524Z","end":"2026-03-04T12:55:37.320337Z","steps":["trace[1957158589] 'process raft request' (duration: 171.718948ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:37.320365Z","caller":"traceutil/trace.go:171","msg":"trace[1453772970] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"173.115179ms","start":"2026-03-04T12:55:37.147215Z","end":"2026-03-04T12:55:37.32033Z","steps":["trace[1453772970] 'process raft request' (duration: 172.876133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:37.320635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.02804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-04T12:55:37.320681Z","caller":"traceutil/trace.go:171","msg":"trace[699706299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1846; }","duration":"170.122471ms","start":"2026-03-04T12:55:37.150545Z","end":"2026-03-04T12:55:37.320667Z","steps":["trace[699706299] 'agreement among raft nodes before linearized reading' (duration: 169.906426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:37.320796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.124483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T12:55:37.320875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.921432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T12:55:37.320897Z","caller":"traceutil/trace.go:171","msg":"trace[65061680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1846; }","duration":"150.269317ms","start":"2026-03-04T12:55:37.170609Z","end":"2026-03-04T12:55:37.320878Z","steps":["trace[65061680] 'agreement among raft nodes before linearized reading' (duration: 150.014071ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:37.320907Z","caller":"traceutil/trace.go:171","msg":"trace[1107227983] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1846; }","duration":"121.988143ms","start":"2026-03-04T12:55:37.198907Z","end":"2026-03-04T12:55:37.320895Z","steps":["trace[1107227983] 'agreement among raft nodes before linearized reading' (duration: 121.893311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:37.321044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.104423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T12:55:37.321114Z","caller":"traceutil/trace.go:171","msg":"trace[238270183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1846; }","duration":"133.230006ms","start":"2026-03-04T12:55:37.187871Z","end":"2026-03-04T12:55:37.321101Z","steps":["trace[238270183] 'agreement among raft nodes before linearized reading' (duration: 132.942639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:37.321193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.458846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T12:55:37.321233Z","caller":"traceutil/trace.go:171","msg":"trace[1745381939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1846; }","duration":"140.543418ms","start":"2026-03-04T12:55:37.180681Z","end":"2026-03-04T12:55:37.321224Z","steps":["trace[1745381939] 'agreement among raft nodes before linearized reading' (duration: 140.446586ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:39.554572Z","caller":"traceutil/trace.go:171","msg":"trace[319645716] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"228.264903ms","start":"2026-03-04T12:55:39.326272Z","end":"2026-03-04T12:55:39.554537Z","steps":["trace[319645716] 'process raft request' (duration: 228.059728ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:39.554738Z","caller":"traceutil/trace.go:171","msg":"trace[724221924] linearizableReadLoop","detail":"{readStateIndex:1929; appliedIndex:1926; }","duration":"219.887465ms","start":"2026-03-04T12:55:39.334814Z","end":"2026-03-04T12:55:39.554702Z","steps":["trace[724221924] 'read index received' (duration: 49.093779ms)","trace[724221924] 'applied index is now lower than readState.Index' (duration: 170.791616ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:39.554964Z","caller":"traceutil/trace.go:171","msg":"trace[1380915254] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"228.011177ms","start":"2026-03-04T12:55:39.326909Z","end":"2026-03-04T12:55:39.55492Z","steps":["trace[1380915254] 'process raft request' (duration: 227.578248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:39.555102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.019449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-04T12:55:39.555154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.696501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-04T12:55:39.555175Z","caller":"traceutil/trace.go:171","msg":"trace[1968768565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1855; }","duration":"141.11899ms","start":"2026-03-04T12:55:39.41404Z","end":"2026-03-04T12:55:39.555159Z","steps":["trace[1968768565] 'agreement among raft nodes before linearized reading' (duration: 140.934936ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:39.555204Z","caller":"traceutil/trace.go:171","msg":"trace[1451034872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1855; }","duration":"140.764603ms","start":"2026-03-04T12:55:39.414426Z","end":"2026-03-04T12:55:39.55519Z","steps":["trace[1451034872] 'agreement among raft nodes before linearized reading' (duration: 140.61485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:39.555163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.608085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T12:55:39.555331Z","caller":"traceutil/trace.go:171","msg":"trace[483122865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1855; }","duration":"142.83205ms","start":"2026-03-04T12:55:39.412477Z","end":"2026-03-04T12:55:39.555309Z","steps":["trace[483122865] 'agreement among raft nodes before linearized reading' (duration: 142.486112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:39.555147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.969998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T12:55:39.555127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.288234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T12:55:39.555475Z","caller":"traceutil/trace.go:171","msg":"trace[435064374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1855; }","duration":"141.317285ms","start":"2026-03-04T12:55:39.414142Z","end":"2026-03-04T12:55:39.555459Z","steps":["trace[435064374] 'agreement among raft nodes before linearized reading' (duration: 140.826064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:39.555373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.214905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T12:55:39.555663Z","caller":"traceutil/trace.go:171","msg":"trace[586030147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1855; }","duration":"142.554303ms","start":"2026-03-04T12:55:39.413086Z","end":"2026-03-04T12:55:39.555641Z","steps":["trace[586030147] 'agreement among raft nodes before linearized reading' (duration: 142.070331ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:39.555654Z","caller":"traceutil/trace.go:171","msg":"trace[1402137909] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1855; }","duration":"220.829937ms","start":"2026-03-04T12:55:39.334782Z","end":"2026-03-04T12:55:39.555612Z","steps":["trace[1402137909] 'agreement among raft nodes before linearized reading' (duration: 220.09053ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:39.713288Z","caller":"traceutil/trace.go:171","msg":"trace[2106339827] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"153.374216ms","start":"2026-03-04T12:55:39.559887Z","end":"2026-03-04T12:55:39.713261Z","steps":["trace[2106339827] 'process raft request' (duration: 153.292904ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:39.713365Z","caller":"traceutil/trace.go:171","msg":"trace[1917864210] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"153.776785ms","start":"2026-03-04T12:55:39.559538Z","end":"2026-03-04T12:55:39.713314Z","steps":["trace[1917864210] 'process raft request' (duration: 126.922273ms)","trace[1917864210] 'compare' (duration: 26.565535ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:39.713396Z","caller":"traceutil/trace.go:171","msg":"trace[1453298220] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"152.598829ms","start":"2026-03-04T12:55:39.560767Z","end":"2026-03-04T12:55:39.713366Z","steps":["trace[1453298220] 'process raft request' (duration: 152.461596ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:39.713534Z","caller":"traceutil/trace.go:171","msg":"trace[409820899] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"153.664142ms","start":"2026-03-04T12:55:39.55968Z","end":"2026-03-04T12:55:39.713344Z","steps":["trace[409820899] 'process raft request' (duration: 153.459498ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:45.87028Z","caller":"traceutil/trace.go:171","msg":"trace[2041261107] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"291.414468ms","start":"2026-03-04T12:55:45.578826Z","end":"2026-03-04T12:55:45.870241Z","steps":["trace[2041261107] 'process raft request' (duration: 206.949766ms)","trace[2041261107] 'compare' (duration: 84.327759ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:45.870375Z","caller":"traceutil/trace.go:171","msg":"trace[1936394940] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"216.639423ms","start":"2026-03-04T12:55:45.653718Z","end":"2026-03-04T12:55:45.870358Z","steps":["trace[1936394940] 'process raft request' (duration: 216.53638ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:45.870458Z","caller":"traceutil/trace.go:171","msg":"trace[1507753892] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1955; }","duration":"273.227451ms","start":"2026-03-04T12:55:45.597224Z","end":"2026-03-04T12:55:45.870452Z","steps":["trace[1507753892] 'read index received' (duration: 41.693524ms)","trace[1507753892] 'applied index is now lower than readState.Index' (duration: 231.533407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:55:45.870609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.353093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T12:55:45.870635Z","caller":"traceutil/trace.go:171","msg":"trace[1221511131] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1883; }","duration":"273.437636ms","start":"2026-03-04T12:55:45.597191Z","end":"2026-03-04T12:55:45.870628Z","steps":["trace[1221511131] 'agreement among raft nodes before linearized reading' (duration: 273.314523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:45.870651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.105927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T12:55:45.870695Z","caller":"traceutil/trace.go:171","msg":"trace[1437866600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1883; }","duration":"239.192039ms","start":"2026-03-04T12:55:45.631491Z","end":"2026-03-04T12:55:45.870683Z","steps":["trace[1437866600] 'agreement among raft nodes before linearized reading' (duration: 239.081546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:45.870829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.118317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T12:55:45.870862Z","caller":"traceutil/trace.go:171","msg":"trace[1892195152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1883; }","duration":"131.197569ms","start":"2026-03-04T12:55:45.739656Z","end":"2026-03-04T12:55:45.870854Z","steps":["trace[1892195152] 'agreement among raft nodes before linearized reading' (duration: 131.118367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:45.871025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.197916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T12:55:45.871127Z","caller":"traceutil/trace.go:171","msg":"trace[656394870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1883; }","duration":"134.332179ms","start":"2026-03-04T12:55:45.73676Z","end":"2026-03-04T12:55:45.871092Z","steps":["trace[656394870] 'agreement among raft nodes before linearized reading' (duration: 134.134175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:45.871035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.256728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T12:55:45.871252Z","caller":"traceutil/trace.go:171","msg":"trace[1305665421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1883; }","duration":"130.497823ms","start":"2026-03-04T12:55:45.740742Z","end":"2026-03-04T12:55:45.87124Z","steps":["trace[1305665421] 'agreement among raft nodes before linearized reading' (duration: 130.154616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:45.871235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.103117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T12:55:45.871484Z","caller":"traceutil/trace.go:171","msg":"trace[601919072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1883; }","duration":"131.291251ms","start":"2026-03-04T12:55:45.740043Z","end":"2026-03-04T12:55:45.871334Z","steps":["trace[601919072] 'agreement among raft nodes before linearized reading' (duration: 130.638877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:57.570645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371258233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T12:55:59.143532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000972012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T12:55:59.143675Z","caller":"traceutil/trace.go:171","msg":"trace[920114108] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001190137s","start":"2026-03-04T12:55:57.14245Z","end":"2026-03-04T12:55:59.14364Z","steps":["trace[920114108] 'agreement among raft nodes before linearized reading' (duration: 2.001027354s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:59.143752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:57.142427Z","time spent":"2.00130952s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 12:55:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T12:55:59.148347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409469193s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T12:55:59.15501Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.416091841s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T12:55:59.155757Z","caller":"traceutil/trace.go:171","msg":"trace[1101517115] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2013; }","duration":"2.0856792s","start":"2026-03-04T12:55:57.069989Z","end":"2026-03-04T12:55:59.155669Z","steps":["trace[1101517115] 'read index received' (duration: 668.945984ms)","trace[1101517115] 'applied index is now lower than readState.Index' (duration: 1.416731486s)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:59.155819Z","caller":"traceutil/trace.go:171","msg":"trace[239950483] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"1.455855322s","start":"2026-03-04T12:55:57.69992Z","end":"2026-03-04T12:55:59.155776Z","steps":["trace[239950483] 'process raft request' (duration: 1.455613097s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:59.155794Z","caller":"traceutil/trace.go:171","msg":"trace[674470955] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"1.708725076s","start":"2026-03-04T12:55:57.447015Z","end":"2026-03-04T12:55:59.15574Z","steps":["trace[674470955] 'process raft request' (duration: 1.708325327s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:59.155972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085984416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899a49f366db279\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-04T12:55:59.155988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:57.699892Z","time spent":"1.456015095s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:55:59.156014Z","caller":"traceutil/trace.go:171","msg":"trace[1423948468] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1899a49f366db279; range_end:; response_count:1; response_revision:1938; }","duration":"2.086087279s","start":"2026-03-04T12:55:57.069913Z","end":"2026-03-04T12:55:59.156001Z","steps":["trace[1423948468] 'agreement among raft nodes before linearized reading' (duration: 2.085958886s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:59.156047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:57.069879Z","time spent":"2.08616174s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899a49f366db279\" "} {"level":"warn","ts":"2026-03-04T12:55:59.156717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:57.446989Z","time spent":"1.708975561s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:55:59.177399Z","caller":"traceutil/trace.go:171","msg":"trace[1877196765] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"1.261658561s","start":"2026-03-04T12:55:57.915715Z","end":"2026-03-04T12:55:59.177373Z","steps":["trace[1877196765] 'process raft request' (duration: 1.261497658s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:59.177539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:57.915696Z","time spent":"1.261762133s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:55:59.1777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067771448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:55:59.177759Z","caller":"traceutil/trace.go:171","msg":"trace[200967363] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1940; }","duration":"1.0678773s","start":"2026-03-04T12:55:58.109866Z","end":"2026-03-04T12:55:59.177743Z","steps":["trace[200967363] 'agreement among raft nodes before linearized reading' (duration: 1.067790519s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:59.177798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:58.109842Z","time spent":"1.067946752s","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T12:55:59.177911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31339305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-03-04T12:55:59.178056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220467839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T12:55:59.178073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241448858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T12:55:59.178083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.913292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T12:55:59.1781Z","caller":"traceutil/trace.go:171","msg":"trace[1438727269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1940; }","duration":"1.220526231s","start":"2026-03-04T12:55:57.95756Z","end":"2026-03-04T12:55:59.178086Z","steps":["trace[1438727269] 'agreement among raft nodes before linearized reading' (duration: 1.220428339s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:59.178127Z","caller":"traceutil/trace.go:171","msg":"trace[10105202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1940; }","duration":"1.241550101s","start":"2026-03-04T12:55:57.936562Z","end":"2026-03-04T12:55:59.178112Z","steps":["trace[10105202] 'agreement among raft nodes before linearized reading' (duration: 1.241417318s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:59.178126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.332317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T12:55:59.178149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:57.957549Z","time spent":"1.220592942s","remote":"127.0.0.1:55004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T12:55:59.178152Z","caller":"traceutil/trace.go:171","msg":"trace[229583913] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1940; }","duration":"502.031855ms","start":"2026-03-04T12:55:58.676102Z","end":"2026-03-04T12:55:59.178134Z","steps":["trace[229583913] 'agreement among raft nodes before linearized reading' (duration: 501.911692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:59.178161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:57.936541Z","time spent":"1.241612902s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T12:55:59.17817Z","caller":"traceutil/trace.go:171","msg":"trace[2064049320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1940; }","duration":"829.412419ms","start":"2026-03-04T12:55:58.348744Z","end":"2026-03-04T12:55:59.178157Z","steps":["trace[2064049320] 'agreement among raft nodes before linearized reading' (duration: 829.352387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:59.178193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:58.676079Z","time spent":"502.104677ms","remote":"127.0.0.1:51944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T12:55:59.178191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224376096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T12:55:59.178211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:58.348725Z","time spent":"829.476261ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T12:55:59.178258Z","caller":"traceutil/trace.go:171","msg":"trace[1504814711] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1940; }","duration":"1.224465808s","start":"2026-03-04T12:55:57.953773Z","end":"2026-03-04T12:55:59.178239Z","steps":["trace[1504814711] 'agreement among raft nodes before linearized reading' (duration: 1.224281424s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:59.178314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:57.953762Z","time spent":"1.22454077s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T12:55:59.178325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.583872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T12:55:59.177962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231609869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T12:55:59.178386Z","caller":"traceutil/trace.go:171","msg":"trace[1938249763] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1940; }","duration":"341.689654ms","start":"2026-03-04T12:55:58.836678Z","end":"2026-03-04T12:55:59.178367Z","steps":["trace[1938249763] 'agreement among raft nodes before linearized reading' (duration: 341.402588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:59.178333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24907644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T12:55:59.178023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241477489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T12:55:59.178424Z","caller":"traceutil/trace.go:171","msg":"trace[1370625263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1940; }","duration":"1.232086839s","start":"2026-03-04T12:55:57.94632Z","end":"2026-03-04T12:55:59.178407Z","steps":["trace[1370625263] 'agreement among raft nodes before linearized reading' (duration: 1.231534737s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:59.178518Z","caller":"traceutil/trace.go:171","msg":"trace[757547433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1940; }","duration":"1.249339066s","start":"2026-03-04T12:55:57.929154Z","end":"2026-03-04T12:55:59.178493Z","steps":["trace[757547433] 'agreement among raft nodes before linearized reading' (duration: 1.248883366s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:59.178554Z","caller":"traceutil/trace.go:171","msg":"trace[2114125154] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1940; }","duration":"1.314098686s","start":"2026-03-04T12:55:57.864441Z","end":"2026-03-04T12:55:59.178539Z","steps":["trace[2114125154] 'agreement among raft nodes before linearized reading' (duration: 1.313192096s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:59.177953Z","caller":"traceutil/trace.go:171","msg":"trace[434670584] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"800.984732ms","start":"2026-03-04T12:55:58.376957Z","end":"2026-03-04T12:55:59.177942Z","steps":["trace[434670584] 'process raft request' (duration: 800.374088ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:59.178665Z","caller":"traceutil/trace.go:171","msg":"trace[1408222937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1940; }","duration":"1.242145214s","start":"2026-03-04T12:55:57.936504Z","end":"2026-03-04T12:55:59.178649Z","steps":["trace[1408222937] 'agreement among raft nodes before linearized reading' (duration: 1.241382998s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:59.178673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:57.86441Z","time spent":"1.31425049s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T12:55:59.178704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:57.936492Z","time spent":"1.242203755s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T12:55:59.17872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:57.929131Z","time spent":"1.24953728s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T12:55:59.178753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:58.376941Z","time spent":"801.750999ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:55:59.178445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:58.836651Z","time spent":"341.779246ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":263,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T12:55:59.178599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:57.946309Z","time spent":"1.232274683s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T12:55:59.397985Z","caller":"traceutil/trace.go:171","msg":"trace[2067949255] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"215.293842ms","start":"2026-03-04T12:55:59.182645Z","end":"2026-03-04T12:55:59.397939Z","steps":["trace[2067949255] 'process raft request' (duration: 161.773733ms)","trace[2067949255] 'compare' (duration: 53.238453ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:59.397977Z","caller":"traceutil/trace.go:171","msg":"trace[923077620] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"215.18693ms","start":"2026-03-04T12:55:59.182747Z","end":"2026-03-04T12:55:59.397934Z","steps":["trace[923077620] 'process raft request' (duration: 215.100538ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:59.39837Z","caller":"traceutil/trace.go:171","msg":"trace[461214972] linearizableReadLoop","detail":"{readStateIndex:2024; appliedIndex:2018; }","duration":"207.17381ms","start":"2026-03-04T12:55:59.19117Z","end":"2026-03-04T12:55:59.398344Z","steps":["trace[461214972] 'read index received' (duration: 5.890291ms)","trace[461214972] 'applied index is now lower than readState.Index' (duration: 201.282149ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:59.398363Z","caller":"traceutil/trace.go:171","msg":"trace[1867172389] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"197.647178ms","start":"2026-03-04T12:55:59.200693Z","end":"2026-03-04T12:55:59.39834Z","steps":["trace[1867172389] 'process raft request' (duration: 197.600407ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:59.398358Z","caller":"traceutil/trace.go:171","msg":"trace[1745998699] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"215.414136ms","start":"2026-03-04T12:55:59.182907Z","end":"2026-03-04T12:55:59.398322Z","steps":["trace[1745998699] 'process raft request' (duration: 215.199571ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:59.398425Z","caller":"traceutil/trace.go:171","msg":"trace[916225694] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"212.755266ms","start":"2026-03-04T12:55:59.185568Z","end":"2026-03-04T12:55:59.398323Z","steps":["trace[916225694] 'process raft request' (duration: 212.672204ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:59.398482Z","caller":"traceutil/trace.go:171","msg":"trace[1576818224] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"215.424336ms","start":"2026-03-04T12:55:59.182853Z","end":"2026-03-04T12:55:59.398278Z","steps":["trace[1576818224] 'process raft request' (duration: 215.039647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:59.398689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.489798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:55:59.39943Z","caller":"traceutil/trace.go:171","msg":"trace[2100932591] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1947; }","duration":"208.265284ms","start":"2026-03-04T12:55:59.191138Z","end":"2026-03-04T12:55:59.399403Z","steps":["trace[2100932591] 'agreement among raft nodes before linearized reading' (duration: 207.264962ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:01.405528Z","caller":"traceutil/trace.go:171","msg":"trace[1401836332] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"244.445895ms","start":"2026-03-04T12:56:01.161065Z","end":"2026-03-04T12:56:01.405511Z","steps":["trace[1401836332] 'process raft request' (duration: 244.310962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:02.252755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.189901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T12:56:02.253044Z","caller":"traceutil/trace.go:171","msg":"trace[214039721] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2026; }","duration":"1.05934656s","start":"2026-03-04T12:56:01.193669Z","end":"2026-03-04T12:56:02.253016Z","steps":["trace[214039721] 'read index received' (duration: 211.670331ms)","trace[214039721] 'applied index is now lower than readState.Index' (duration: 847.674229ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:56:02.253059Z","caller":"traceutil/trace.go:171","msg":"trace[1988650986] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"1.070609692s","start":"2026-03-04T12:56:01.182425Z","end":"2026-03-04T12:56:02.253034Z","steps":["trace[1988650986] 'process raft request' (duration: 1.070475249s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:02.253051Z","caller":"traceutil/trace.go:171","msg":"trace[709249475] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"1.091335307s","start":"2026-03-04T12:56:01.161663Z","end":"2026-03-04T12:56:02.252998Z","steps":["trace[709249475] 'process raft request' (duration: 571.741797ms)","trace[709249475] 'compare' (duration: 518.995607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:56:02.253309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059620916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T12:56:02.253356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:01.182398Z","time spent":"1.070760896s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:56:02.253409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.39638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T12:56:02.253425Z","caller":"traceutil/trace.go:171","msg":"trace[2015060015] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1951; }","duration":"1.05977779s","start":"2026-03-04T12:56:01.193614Z","end":"2026-03-04T12:56:02.253392Z","steps":["trace[2015060015] 'agreement among raft nodes before linearized reading' (duration: 1.059482893s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:02.253429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.144064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T12:56:02.253476Z","caller":"traceutil/trace.go:171","msg":"trace[33882672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1951; }","duration":"850.501322ms","start":"2026-03-04T12:56:01.402957Z","end":"2026-03-04T12:56:02.253458Z","steps":["trace[33882672] 'agreement among raft nodes before linearized reading' (duration: 850.253507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:02.253484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:01.193597Z","time spent":"1.059873261s","remote":"127.0.0.1:55004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T12:56:02.253497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.96385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T12:56:02.253368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:01.161649Z","time spent":"1.091629183s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:56:02.253526Z","caller":"traceutil/trace.go:171","msg":"trace[1402749005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1951; }","duration":"850.266827ms","start":"2026-03-04T12:56:01.403237Z","end":"2026-03-04T12:56:02.253504Z","steps":["trace[1402749005] 'agreement among raft nodes before linearized reading' (duration: 849.989861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:02.25354Z","caller":"traceutil/trace.go:171","msg":"trace[1684862627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1951; }","duration":"850.022471ms","start":"2026-03-04T12:56:01.403503Z","end":"2026-03-04T12:56:02.253526Z","steps":["trace[1684862627] 'agreement among raft nodes before linearized reading' (duration: 849.914838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:02.253538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:01.402921Z","time spent":"850.603645ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T12:56:02.253552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.921012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T12:56:02.25357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.041937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899a49f366db279\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-04T12:56:02.253584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:01.40323Z","time spent":"850.344759ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T12:56:02.253583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:01.403494Z","time spent":"850.082842ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T12:56:02.253514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.623189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T12:56:02.254325Z","caller":"traceutil/trace.go:171","msg":"trace[327538418] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1951; }","duration":"828.468048ms","start":"2026-03-04T12:56:01.425834Z","end":"2026-03-04T12:56:02.254302Z","steps":["trace[327538418] 'agreement among raft nodes before linearized reading' (duration: 827.572768ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:02.253641Z","caller":"traceutil/trace.go:171","msg":"trace[893117757] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1899a49f366db279; range_end:; response_count:1; response_revision:1951; }","duration":"190.16542ms","start":"2026-03-04T12:56:02.063452Z","end":"2026-03-04T12:56:02.253618Z","steps":["trace[893117757] 'agreement among raft nodes before linearized reading' (duration: 189.975285ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:02.253624Z","caller":"traceutil/trace.go:171","msg":"trace[9096206] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:1951; }","duration":"514.024794ms","start":"2026-03-04T12:56:01.739581Z","end":"2026-03-04T12:56:02.253606Z","steps":["trace[9096206] 'agreement among raft nodes before linearized reading' (duration: 513.875131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:02.254808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:01.739559Z","time spent":"515.229501ms","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-04T12:56:02.253353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.065585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T12:56:02.25514Z","caller":"traceutil/trace.go:171","msg":"trace[549225862] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1951; }","duration":"681.879806ms","start":"2026-03-04T12:56:01.573234Z","end":"2026-03-04T12:56:02.255113Z","steps":["trace[549225862] 'agreement among raft nodes before linearized reading' (duration: 679.981403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:02.254405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:01.425814Z","time spent":"828.56797ms","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T12:56:02.255213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:01.573212Z","time spent":"681.981987ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T12:56:02.253707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.31594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:56:02.255294Z","caller":"traceutil/trace.go:171","msg":"trace[466854175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1951; }","duration":"111.928717ms","start":"2026-03-04T12:56:02.143343Z","end":"2026-03-04T12:56:02.255271Z","steps":["trace[466854175] 'agreement among raft nodes before linearized reading' (duration: 110.323761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:02.253723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.356369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T12:56:02.255468Z","caller":"traceutil/trace.go:171","msg":"trace[1543298892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1951; }","duration":"852.458106ms","start":"2026-03-04T12:56:01.402985Z","end":"2026-03-04T12:56:02.255443Z","steps":["trace[1543298892] 'agreement among raft nodes before linearized reading' (duration: 850.308908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:02.255521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:01.402961Z","time spent":"852.543828ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T12:56:02.254037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.883071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T12:56:02.255628Z","caller":"traceutil/trace.go:171","msg":"trace[1889752832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1951; }","duration":"852.59975ms","start":"2026-03-04T12:56:01.40301Z","end":"2026-03-04T12:56:02.255609Z","steps":["trace[1889752832] 'agreement among raft nodes before linearized reading' (duration: 850.249227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:02.255704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:01.402991Z","time spent":"852.685511ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T12:56:02.530088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.266061ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T12:56:02.530299Z","caller":"traceutil/trace.go:171","msg":"trace[802548182] linearizableReadLoop","detail":"{readStateIndex:2030; appliedIndex:2029; }","duration":"273.874305ms","start":"2026-03-04T12:56:02.256401Z","end":"2026-03-04T12:56:02.530275Z","steps":["trace[802548182] 'read index received' (duration: 117.39177ms)","trace[802548182] 'applied index is now lower than readState.Index' (duration: 156.480405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:56:02.530392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.979867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:56:02.53042Z","caller":"traceutil/trace.go:171","msg":"trace[892184820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1951; }","duration":"274.040219ms","start":"2026-03-04T12:56:02.256369Z","end":"2026-03-04T12:56:02.530409Z","steps":["trace[892184820] 'agreement among raft nodes before linearized reading' (duration: 273.965967ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:02.53188Z","caller":"traceutil/trace.go:171","msg":"trace[32374475] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"272.975794ms","start":"2026-03-04T12:56:02.258884Z","end":"2026-03-04T12:56:02.53186Z","steps":["trace[32374475] 'process raft request' (duration: 272.752629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:02.532359Z","caller":"traceutil/trace.go:171","msg":"trace[494950651] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"272.410803ms","start":"2026-03-04T12:56:02.259934Z","end":"2026-03-04T12:56:02.532344Z","steps":["trace[494950651] 'process raft request' (duration: 272.3179ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:02.5323Z","caller":"traceutil/trace.go:171","msg":"trace[1772993343] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"273.088596ms","start":"2026-03-04T12:56:02.259142Z","end":"2026-03-04T12:56:02.532231Z","steps":["trace[1772993343] 'process raft request' (duration: 272.644976ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:02.53249Z","caller":"traceutil/trace.go:171","msg":"trace[423288176] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"272.73655ms","start":"2026-03-04T12:56:02.259726Z","end":"2026-03-04T12:56:02.532463Z","steps":["trace[423288176] 'process raft request' (duration: 272.31807ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:02.532549Z","caller":"traceutil/trace.go:171","msg":"trace[521080205] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"272.385682ms","start":"2026-03-04T12:56:02.260142Z","end":"2026-03-04T12:56:02.532527Z","steps":["trace[521080205] 'process raft request' (duration: 272.149236ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:02.53287Z","caller":"traceutil/trace.go:171","msg":"trace[2143976449] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"272.621777ms","start":"2026-03-04T12:56:02.260233Z","end":"2026-03-04T12:56:02.532855Z","steps":["trace[2143976449] 'process raft request' (duration: 272.194378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:08.43709Z","caller":"traceutil/trace.go:171","msg":"trace[2117700336] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"162.373928ms","start":"2026-03-04T12:56:08.274679Z","end":"2026-03-04T12:56:08.437053Z","steps":["trace[2117700336] 'process raft request' (duration: 162.104472ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:08.437794Z","caller":"traceutil/trace.go:171","msg":"trace[628749137] linearizableReadLoop","detail":"{readStateIndex:2064; appliedIndex:2062; }","duration":"136.743373ms","start":"2026-03-04T12:56:08.301021Z","end":"2026-03-04T12:56:08.437764Z","steps":["trace[628749137] 'read index received' (duration: 135.766481ms)","trace[628749137] 'applied index is now lower than readState.Index' (duration: 975.592µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:56:08.437884Z","caller":"traceutil/trace.go:171","msg":"trace[1698395528] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"162.563662ms","start":"2026-03-04T12:56:08.275261Z","end":"2026-03-04T12:56:08.437825Z","steps":["trace[1698395528] 'process raft request' (duration: 162.342126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:08.438003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.961738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T12:56:08.438041Z","caller":"traceutil/trace.go:171","msg":"trace[1641608946] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1983; }","duration":"137.06457ms","start":"2026-03-04T12:56:08.300967Z","end":"2026-03-04T12:56:08.438031Z","steps":["trace[1641608946] 'agreement among raft nodes before linearized reading' (duration: 136.898887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:52.024882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.953736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-03-04T12:56:52.025011Z","caller":"traceutil/trace.go:171","msg":"trace[32665680] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2198; }","duration":"104.12791ms","start":"2026-03-04T12:56:51.920862Z","end":"2026-03-04T12:56:52.02499Z","steps":["trace[32665680] 'range keys from in-memory index tree' (duration: 103.792762ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:07.737768Z","caller":"traceutil/trace.go:171","msg":"trace[1003158613] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"286.618189ms","start":"2026-03-04T12:57:07.451119Z","end":"2026-03-04T12:57:07.737737Z","steps":["trace[1003158613] 'process raft request' (duration: 286.434235ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:35.136219Z","caller":"traceutil/trace.go:171","msg":"trace[887826103] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"126.094789ms","start":"2026-03-04T12:57:35.010088Z","end":"2026-03-04T12:57:35.136183Z","steps":["trace[887826103] 'process raft request' (duration: 125.941146ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:35.165527Z","caller":"traceutil/trace.go:171","msg":"trace[1804163403] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"121.253814ms","start":"2026-03-04T12:57:35.044235Z","end":"2026-03-04T12:57:35.165488Z","steps":["trace[1804163403] 'process raft request' (duration: 121.091731ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:41.519821Z","caller":"traceutil/trace.go:171","msg":"trace[1975831829] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"366.489174ms","start":"2026-03-04T12:57:41.153309Z","end":"2026-03-04T12:57:41.519798Z","steps":["trace[1975831829] 'process raft request' (duration: 366.335411ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:41.519879Z","caller":"traceutil/trace.go:171","msg":"trace[1787251168] linearizableReadLoop","detail":"{readStateIndex:2730; appliedIndex:2730; }","duration":"360.31698ms","start":"2026-03-04T12:57:41.159501Z","end":"2026-03-04T12:57:41.519818Z","steps":["trace[1787251168] 'read index received' (duration: 360.299129ms)","trace[1787251168] 'applied index is now lower than readState.Index' (duration: 14.831µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:57:41.52004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:41.153293Z","time spent":"366.631857ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:57:41.520146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.619266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T12:57:41.52021Z","caller":"traceutil/trace.go:171","msg":"trace[764528088] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2623; }","duration":"360.751829ms","start":"2026-03-04T12:57:41.159444Z","end":"2026-03-04T12:57:41.520196Z","steps":["trace[764528088] 'agreement among raft nodes before linearized reading' (duration: 360.572415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:41.520267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:41.159424Z","time spent":"360.831682ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":21,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T12:57:42.020175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371259866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T12:57:42.565859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.024962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T12:57:42.566057Z","caller":"traceutil/trace.go:171","msg":"trace[1515632296] linearizableReadLoop","detail":"{readStateIndex:2733; appliedIndex:2730; }","duration":"1.046071094s","start":"2026-03-04T12:57:41.519971Z","end":"2026-03-04T12:57:42.566042Z","steps":["trace[1515632296] 'read index received' (duration: 552.803396ms)","trace[1515632296] 'applied index is now lower than readState.Index' (duration: 493.266838ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:57:42.56615Z","caller":"traceutil/trace.go:171","msg":"trace[1071787929] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"1.381248556s","start":"2026-03-04T12:57:41.184887Z","end":"2026-03-04T12:57:42.566136Z","steps":["trace[1071787929] 'process raft request' (duration: 887.874416ms)","trace[1071787929] 'compare' (duration: 492.717035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:57:42.566213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:41.184848Z","time spent":"1.381332148s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:57:42.566383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315420801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T12:57:42.566468Z","caller":"traceutil/trace.go:171","msg":"trace[464063347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2626; }","duration":"1.315555144s","start":"2026-03-04T12:57:41.250895Z","end":"2026-03-04T12:57:42.56645Z","steps":["trace[464063347] 'agreement among raft nodes before linearized reading' (duration: 1.315367529s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:42.566479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33879162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T12:57:42.566513Z","caller":"traceutil/trace.go:171","msg":"trace[171847338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2626; }","duration":"1.338825442s","start":"2026-03-04T12:57:41.227678Z","end":"2026-03-04T12:57:42.566504Z","steps":["trace[171847338] 'agreement among raft nodes before linearized reading' (duration: 1.338711268s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:42.56655Z","caller":"traceutil/trace.go:171","msg":"trace[1633181595] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"652.698724ms","start":"2026-03-04T12:57:41.91384Z","end":"2026-03-04T12:57:42.566539Z","steps":["trace[1633181595] 'process raft request' (duration: 652.11915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:42.566625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368011158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T12:57:42.56664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:41.913814Z","time spent":"652.767106ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:57:42.566662Z","caller":"traceutil/trace.go:171","msg":"trace[2078484119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2626; }","duration":"1.36808649s","start":"2026-03-04T12:57:41.198566Z","end":"2026-03-04T12:57:42.566652Z","steps":["trace[2078484119] 'agreement among raft nodes before linearized reading' (duration: 1.368008388s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:42.566692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:41.198542Z","time spent":"1.368145471s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T12:57:42.566824Z","caller":"traceutil/trace.go:171","msg":"trace[222974276] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"626.804102ms","start":"2026-03-04T12:57:41.940008Z","end":"2026-03-04T12:57:42.566813Z","steps":["trace[222974276] 'process raft request' (duration: 626.000313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:42.566882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:41.939981Z","time spent":"626.873314ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:57:42.566944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032530419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1899a4b8b36312e9\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-04T12:57:42.566978Z","caller":"traceutil/trace.go:171","msg":"trace[1227652770] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1899a4b8b36312e9; range_end:; response_count:1; response_revision:2626; }","duration":"1.032593931s","start":"2026-03-04T12:57:41.534376Z","end":"2026-03-04T12:57:42.56697Z","steps":["trace[1227652770] 'agreement among raft nodes before linearized reading' (duration: 1.032509169s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:42.56701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:41.534358Z","time spent":"1.032645792s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.1899a4b8b36312e9\" "} {"level":"warn","ts":"2026-03-04T12:57:42.56707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290906477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T12:57:42.567106Z","caller":"traceutil/trace.go:171","msg":"trace[731025288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2626; }","duration":"1.290973489s","start":"2026-03-04T12:57:41.276124Z","end":"2026-03-04T12:57:42.567098Z","steps":["trace[731025288] 'agreement among raft nodes before linearized reading' (duration: 1.290880387s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:42.56714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:41.276107Z","time spent":"1.29102468s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T12:57:42.567255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293033944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T12:57:42.567272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.952148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T12:57:42.567284Z","caller":"traceutil/trace.go:171","msg":"trace[2046385546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2626; }","duration":"1.293101705s","start":"2026-03-04T12:57:41.274175Z","end":"2026-03-04T12:57:42.567277Z","steps":["trace[2046385546] 'agreement among raft nodes before linearized reading' (duration: 1.293030633s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:42.567305Z","caller":"traceutil/trace.go:171","msg":"trace[1083681477] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2626; }","duration":"548.025299ms","start":"2026-03-04T12:57:42.019268Z","end":"2026-03-04T12:57:42.567293Z","steps":["trace[1083681477] 'agreement among raft nodes before linearized reading' (duration: 547.975428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:42.567343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:42.019245Z","time spent":"548.09046ms","remote":"127.0.0.1:51944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T12:57:42.566554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:41.227601Z","time spent":"1.338943674s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T12:57:42.56752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.039637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T12:57:42.567549Z","caller":"traceutil/trace.go:171","msg":"trace[1106536692] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:2626; }","duration":"819.099098ms","start":"2026-03-04T12:57:41.748442Z","end":"2026-03-04T12:57:42.567541Z","steps":["trace[1106536692] 'agreement among raft nodes before linearized reading' (duration: 819.021776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:42.567584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:41.748426Z","time spent":"819.15245ms","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-04T12:57:42.567314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:41.274153Z","time spent":"1.293155067s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T12:57:42.566512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:41.250873Z","time spent":"1.315631196s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T12:57:43.038604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.460597ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T12:57:43.039084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:42.569192Z","time spent":"469.884152ms","remote":"127.0.0.1:37726","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T12:57:43.039231Z","caller":"traceutil/trace.go:171","msg":"trace[200072274] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"467.15031ms","start":"2026-03-04T12:57:42.572056Z","end":"2026-03-04T12:57:43.039207Z","steps":["trace[200072274] 'process raft request' (duration: 467.058597ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:43.039245Z","caller":"traceutil/trace.go:171","msg":"trace[1405921484] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"467.798844ms","start":"2026-03-04T12:57:42.571419Z","end":"2026-03-04T12:57:43.039218Z","steps":["trace[1405921484] 'process raft request' (duration: 467.582599ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:43.039245Z","caller":"traceutil/trace.go:171","msg":"trace[1663074210] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"468.854118ms","start":"2026-03-04T12:57:42.570367Z","end":"2026-03-04T12:57:43.039221Z","steps":["trace[1663074210] 'process raft request' (duration: 468.362937ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:43.039303Z","caller":"traceutil/trace.go:171","msg":"trace[67545739] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"467.711072ms","start":"2026-03-04T12:57:42.571531Z","end":"2026-03-04T12:57:43.039242Z","steps":["trace[67545739] 'process raft request' (duration: 467.536118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:43.039368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:42.570342Z","time spent":"468.96907ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:57:43.039373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:42.57139Z","time spent":"467.910777ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:57:43.039423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:42.572045Z","time spent":"467.250351ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:57:43.039414Z","caller":"traceutil/trace.go:171","msg":"trace[1489996816] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"467.081007ms","start":"2026-03-04T12:57:42.572313Z","end":"2026-03-04T12:57:43.039394Z","steps":["trace[1489996816] 'process raft request' (duration: 466.841381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:43.03955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:42.5715Z","time spent":"467.907666ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:57:43.039628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:42.572302Z","time spent":"467.285402ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:57:43.039851Z","caller":"traceutil/trace.go:171","msg":"trace[82199233] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"467.459546ms","start":"2026-03-04T12:57:42.572342Z","end":"2026-03-04T12:57:43.039802Z","steps":["trace[82199233] 'process raft request' (duration: 467.000696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:43.039978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:42.572329Z","time spent":"467.592579ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:57:43.039827Z","caller":"traceutil/trace.go:171","msg":"trace[1124772814] linearizableReadLoop","detail":"{readStateIndex:2740; appliedIndex:2733; }","duration":"350.630077ms","start":"2026-03-04T12:57:42.689161Z","end":"2026-03-04T12:57:43.039791Z","steps":["trace[1124772814] 'read index received' (duration: 197.969543ms)","trace[1124772814] 'applied index is now lower than readState.Index' (duration: 152.657254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:57:43.040096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.927646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T12:57:43.04018Z","caller":"traceutil/trace.go:171","msg":"trace[1768256382] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2632; }","duration":"351.060279ms","start":"2026-03-04T12:57:42.689109Z","end":"2026-03-04T12:57:43.040169Z","steps":["trace[1768256382] 'agreement among raft nodes before linearized reading' (duration: 350.788762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:43.040234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:42.689081Z","time spent":"351.14536ms","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-04T12:57:48.809141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.99983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T12:57:48.809241Z","caller":"traceutil/trace.go:171","msg":"trace[584073447] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2657; }","duration":"120.145684ms","start":"2026-03-04T12:57:48.689075Z","end":"2026-03-04T12:57:48.80922Z","steps":["trace[584073447] 'range keys from in-memory index tree' (duration: 119.825286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:49.255274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.630226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:57:49.255371Z","caller":"traceutil/trace.go:171","msg":"trace[383197888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2659; }","duration":"113.775069ms","start":"2026-03-04T12:57:49.141573Z","end":"2026-03-04T12:57:49.255348Z","steps":["trace[383197888] 'range keys from in-memory index tree' (duration: 113.537404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:49.255373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.552104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T12:57:49.25545Z","caller":"traceutil/trace.go:171","msg":"trace[1222298605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2659; }","duration":"169.639256ms","start":"2026-03-04T12:57:49.085787Z","end":"2026-03-04T12:57:49.255426Z","steps":["trace[1222298605] 'range keys from in-memory index tree' (duration: 169.451652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:49.255493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.313566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T12:57:49.255547Z","caller":"traceutil/trace.go:171","msg":"trace[1933729393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2659; }","duration":"172.401688ms","start":"2026-03-04T12:57:49.083132Z","end":"2026-03-04T12:57:49.255534Z","steps":["trace[1933729393] 'range keys from in-memory index tree' (duration: 172.121202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:49.255505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.726164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T12:57:49.255565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.021968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T12:57:49.255623Z","caller":"traceutil/trace.go:171","msg":"trace[395775112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2659; }","duration":"187.889817ms","start":"2026-03-04T12:57:49.067707Z","end":"2026-03-04T12:57:49.255597Z","steps":["trace[395775112] 'range keys from in-memory index tree' (duration: 187.459878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:49.255216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.752998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T12:57:49.255656Z","caller":"traceutil/trace.go:171","msg":"trace[1433440779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2659; }","duration":"171.13896ms","start":"2026-03-04T12:57:49.084498Z","end":"2026-03-04T12:57:49.255637Z","steps":["trace[1433440779] 'range keys from in-memory index tree' (duration: 170.534827ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:49.25568Z","caller":"traceutil/trace.go:171","msg":"trace[965718054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2659; }","duration":"178.315571ms","start":"2026-03-04T12:57:49.077353Z","end":"2026-03-04T12:57:49.255669Z","steps":["trace[965718054] 'range keys from in-memory index tree' (duration: 177.560444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:49.25529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.189396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:57:49.255821Z","caller":"traceutil/trace.go:171","msg":"trace[167192990] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2659; }","duration":"305.755458ms","start":"2026-03-04T12:57:48.950054Z","end":"2026-03-04T12:57:49.255809Z","steps":["trace[167192990] 'range keys from in-memory index tree' (duration: 305.065983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:49.255949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:48.950036Z","time spent":"305.900552ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T12:57:49.543075Z","caller":"traceutil/trace.go:171","msg":"trace[422789987] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"282.921166ms","start":"2026-03-04T12:57:49.260125Z","end":"2026-03-04T12:57:49.543046Z","steps":["trace[422789987] 'process raft request' (duration: 282.789083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:50.241422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.776756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T12:57:50.241584Z","caller":"traceutil/trace.go:171","msg":"trace[72844221] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"981.407289ms","start":"2026-03-04T12:57:49.260164Z","end":"2026-03-04T12:57:50.241571Z","steps":["trace[72844221] 'process raft request' (duration: 981.334488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:50.241623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:49.260138Z","time spent":"981.47034ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:57:50.241684Z","caller":"traceutil/trace.go:171","msg":"trace[493926654] linearizableReadLoop","detail":"{readStateIndex:2773; appliedIndex:2768; }","duration":"980.099731ms","start":"2026-03-04T12:57:49.261566Z","end":"2026-03-04T12:57:50.241665Z","steps":["trace[493926654] 'read index received' (duration: 281.422832ms)","trace[493926654] 'applied index is now lower than readState.Index' (duration: 698.675849ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:57:50.241734Z","caller":"traceutil/trace.go:171","msg":"trace[70324895] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"980.873457ms","start":"2026-03-04T12:57:49.260855Z","end":"2026-03-04T12:57:50.241728Z","steps":["trace[70324895] 'process raft request' (duration: 980.758084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:50.241759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:49.260827Z","time spent":"980.917468ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:57:50.241729Z","caller":"traceutil/trace.go:171","msg":"trace[1920568519] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"981.541482ms","start":"2026-03-04T12:57:49.260158Z","end":"2026-03-04T12:57:50.2417Z","steps":["trace[1920568519] 'process raft request' (duration: 380.420229ms)","trace[1920568519] 'compare' (duration: 600.445248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:57:50.241858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:49.260138Z","time spent":"981.652084ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:57:50.242139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.577661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T12:57:50.242174Z","caller":"traceutil/trace.go:171","msg":"trace[542579308] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2664; }","duration":"980.638693ms","start":"2026-03-04T12:57:49.261524Z","end":"2026-03-04T12:57:50.242163Z","steps":["trace[542579308] 'agreement among raft nodes before linearized reading' (duration: 980.218773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:50.242192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:49.261512Z","time spent":"980.676723ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T12:57:50.242389Z","caller":"traceutil/trace.go:171","msg":"trace[2049031225] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"982.100135ms","start":"2026-03-04T12:57:49.260274Z","end":"2026-03-04T12:57:50.242374Z","steps":["trace[2049031225] 'process raft request' (duration: 981.275436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:50.242476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:49.260252Z","time spent":"982.180967ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:57:50.644903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.578202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T12:57:50.64513Z","caller":"traceutil/trace.go:171","msg":"trace[55024545] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"1.00810484s","start":"2026-03-04T12:57:49.636999Z","end":"2026-03-04T12:57:50.645103Z","steps":["trace[55024545] 'process raft request' (duration: 867.234301ms)","trace[55024545] 'compare' (duration: 140.45401ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:57:50.645221Z","caller":"traceutil/trace.go:171","msg":"trace[997501716] linearizableReadLoop","detail":"{readStateIndex:2774; appliedIndex:2773; }","duration":"403.475507ms","start":"2026-03-04T12:57:50.24173Z","end":"2026-03-04T12:57:50.645206Z","steps":["trace[997501716] 'read index received' (duration: 262.474285ms)","trace[997501716] 'applied index is now lower than readState.Index' (duration: 140.999212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:57:50.645292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:49.636961Z","time spent":"1.008260913s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:57:50.645343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.177483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:57:50.645437Z","caller":"traceutil/trace.go:171","msg":"trace[1559695637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2665; }","duration":"504.289176ms","start":"2026-03-04T12:57:50.141119Z","end":"2026-03-04T12:57:50.645408Z","steps":["trace[1559695637] 'agreement among raft nodes before linearized reading' (duration: 504.160803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:50.645509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:50.141101Z","time spent":"504.394557ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T12:57:50.645856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.72458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9255"} {"level":"warn","ts":"2026-03-04T12:57:50.645844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.482044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:57:50.6459Z","caller":"traceutil/trace.go:171","msg":"trace[519096447] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2667; }","duration":"402.785002ms","start":"2026-03-04T12:57:50.243102Z","end":"2026-03-04T12:57:50.645887Z","steps":["trace[519096447] 'agreement among raft nodes before linearized reading' (duration: 402.652019ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:50.645921Z","caller":"traceutil/trace.go:171","msg":"trace[2039872892] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2667; }","duration":"117.601866ms","start":"2026-03-04T12:57:50.528299Z","end":"2026-03-04T12:57:50.645901Z","steps":["trace[2039872892] 'agreement among raft nodes before linearized reading' (duration: 117.484294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:50.6459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.339099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T12:57:50.645995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.000899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T12:57:50.646001Z","caller":"traceutil/trace.go:171","msg":"trace[921504990] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2667; }","duration":"160.490301ms","start":"2026-03-04T12:57:50.485486Z","end":"2026-03-04T12:57:50.645976Z","steps":["trace[921504990] 'agreement among raft nodes before linearized reading' (duration: 160.320887ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:50.646024Z","caller":"traceutil/trace.go:171","msg":"trace[2134918179] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2667; }","duration":"328.06347ms","start":"2026-03-04T12:57:50.317952Z","end":"2026-03-04T12:57:50.646015Z","steps":["trace[2134918179] 'agreement among raft nodes before linearized reading' (duration: 328.005039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:50.646049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:50.317935Z","time spent":"328.107872ms","remote":"127.0.0.1:38204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T12:57:50.645934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:50.243091Z","time spent":"402.834463ms","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9278,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T12:58:00.962737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.49525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:58:00.962857Z","caller":"traceutil/trace.go:171","msg":"trace[21495444] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2717; }","duration":"116.628883ms","start":"2026-03-04T12:58:00.846202Z","end":"2026-03-04T12:58:00.962831Z","steps":["trace[21495444] 'range keys from in-memory index tree' (duration: 116.394578ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:59:40.255211Z","caller":"traceutil/trace.go:171","msg":"trace[1019305147] linearizableReadLoop","detail":"{readStateIndex:3444; appliedIndex:3443; }","duration":"112.697408ms","start":"2026-03-04T12:59:40.142463Z","end":"2026-03-04T12:59:40.25516Z","steps":["trace[1019305147] 'read index received' (duration: 112.520864ms)","trace[1019305147] 'applied index is now lower than readState.Index' (duration: 175.574µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:59:40.255488Z","caller":"traceutil/trace.go:171","msg":"trace[597378009] transaction","detail":"{read_only:false; response_revision:3307; number_of_response:1; }","duration":"131.488262ms","start":"2026-03-04T12:59:40.123988Z","end":"2026-03-04T12:59:40.255476Z","steps":["trace[597378009] 'process raft request' (duration: 131.051292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:59:40.256582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.097811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:59:40.256698Z","caller":"traceutil/trace.go:171","msg":"trace[1159728974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3307; }","duration":"114.259434ms","start":"2026-03-04T12:59:40.142407Z","end":"2026-03-04T12:59:40.256667Z","steps":["trace[1159728974] 'agreement among raft nodes before linearized reading' (duration: 114.094711ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:00:15.988723Z","caller":"traceutil/trace.go:171","msg":"trace[1274031490] transaction","detail":"{read_only:false; response_revision:3554; number_of_response:1; }","duration":"673.888516ms","start":"2026-03-04T13:00:15.314795Z","end":"2026-03-04T13:00:15.988683Z","steps":["trace[1274031490] 'process raft request' (duration: 615.417788ms)","trace[1274031490] 'compare' (duration: 57.759092ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:00:15.988859Z","caller":"traceutil/trace.go:171","msg":"trace[616768296] linearizableReadLoop","detail":"{readStateIndex:3699; appliedIndex:3697; }","duration":"440.586551ms","start":"2026-03-04T13:00:15.548235Z","end":"2026-03-04T13:00:15.988822Z","steps":["trace[616768296] 'read index received' (duration: 381.906629ms)","trace[616768296] 'applied index is now lower than readState.Index' (duration: 58.678592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:00:15.988908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:00:15.314762Z","time spent":"674.05123ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:00:15.989156Z","caller":"traceutil/trace.go:171","msg":"trace[1490900440] transaction","detail":"{read_only:false; response_revision:3555; number_of_response:1; }","duration":"674.158413ms","start":"2026-03-04T13:00:15.314966Z","end":"2026-03-04T13:00:15.989124Z","steps":["trace[1490900440] 'process raft request' (duration: 673.609781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:00:15.989296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.048362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5tq68\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-04T13:00:15.989359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:00:15.314901Z","time spent":"674.351606ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:00:15.989408Z","caller":"traceutil/trace.go:171","msg":"trace[1518129133] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5tq68; range_end:; response_count:1; response_revision:3555; }","duration":"441.203145ms","start":"2026-03-04T13:00:15.548186Z","end":"2026-03-04T13:00:15.989389Z","steps":["trace[1518129133] 'agreement among raft nodes before linearized reading' (duration: 440.929938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:00:15.989499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:00:15.548165Z","time spent":"441.317847ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-5tq68\" "} {"level":"info","ts":"2026-03-04T13:01:22.094217Z","caller":"traceutil/trace.go:171","msg":"trace[733186307] transaction","detail":"{read_only:false; response_revision:3983; number_of_response:1; }","duration":"107.858677ms","start":"2026-03-04T13:01:21.986324Z","end":"2026-03-04T13:01:22.094183Z","steps":["trace[733186307] 'process raft request' (duration: 107.589011ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:33.360058Z","caller":"traceutil/trace.go:171","msg":"trace[482082856] linearizableReadLoop","detail":"{readStateIndex:4638; appliedIndex:4637; }","duration":"108.90971ms","start":"2026-03-04T13:01:33.251122Z","end":"2026-03-04T13:01:33.360032Z","steps":["trace[482082856] 'read index received' (duration: 108.356828ms)","trace[482082856] 'applied index is now lower than readState.Index' (duration: 551.632µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:01:33.36044Z","caller":"traceutil/trace.go:171","msg":"trace[1295362354] transaction","detail":"{read_only:false; response_revision:4460; number_of_response:1; }","duration":"124.118141ms","start":"2026-03-04T13:01:33.236298Z","end":"2026-03-04T13:01:33.360416Z","steps":["trace[1295362354] 'process raft request' (duration: 123.292132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:33.361883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.724641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196065"} {"level":"info","ts":"2026-03-04T13:01:33.361975Z","caller":"traceutil/trace.go:171","msg":"trace[770125169] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4460; }","duration":"110.858904ms","start":"2026-03-04T13:01:33.251086Z","end":"2026-03-04T13:01:33.361945Z","steps":["trace[770125169] 'agreement among raft nodes before linearized reading' (duration: 109.283139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:33.934094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.006482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-04T13:01:33.934205Z","caller":"traceutil/trace.go:171","msg":"trace[604297653] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4471; }","duration":"163.168876ms","start":"2026-03-04T13:01:33.771009Z","end":"2026-03-04T13:01:33.934178Z","steps":["trace[604297653] 'range keys from in-memory index tree' (duration: 162.830118ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:37.272234Z","caller":"traceutil/trace.go:171","msg":"trace[593046766] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"219.680172ms","start":"2026-03-04T13:01:37.05253Z","end":"2026-03-04T13:01:37.27221Z","steps":["trace[593046766] 'process raft request' (duration: 219.488678ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:37.658661Z","caller":"traceutil/trace.go:171","msg":"trace[499721580] linearizableReadLoop","detail":"{readStateIndex:4717; appliedIndex:4714; }","duration":"596.843263ms","start":"2026-03-04T13:01:37.061795Z","end":"2026-03-04T13:01:37.658638Z","steps":["trace[499721580] 'read index received' (duration: 210.269841ms)","trace[499721580] 'applied index is now lower than readState.Index' (duration: 386.572412ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:01:37.658661Z","caller":"traceutil/trace.go:171","msg":"trace[1044981970] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"598.341366ms","start":"2026-03-04T13:01:37.060286Z","end":"2026-03-04T13:01:37.658627Z","steps":["trace[1044981970] 'process raft request' (duration: 598.151932ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:37.658837Z","caller":"traceutil/trace.go:171","msg":"trace[1583968230] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"262.219566ms","start":"2026-03-04T13:01:37.3966Z","end":"2026-03-04T13:01:37.658819Z","steps":["trace[1583968230] 'process raft request' (duration: 261.98662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:37.658842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:37.060263Z","time spent":"598.48429ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9803,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:01:37.658925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.121108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c6ff0db8-e576-4898-9ef8-dc29d52be28e\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-03-04T13:01:37.658972Z","caller":"traceutil/trace.go:171","msg":"trace[215174565] transaction","detail":"{read_only:false; response_revision:4537; number_of_response:1; }","duration":"164.960566ms","start":"2026-03-04T13:01:37.494001Z","end":"2026-03-04T13:01:37.658961Z","steps":["trace[215174565] 'process raft request' (duration: 164.784052ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:37.658981Z","caller":"traceutil/trace.go:171","msg":"trace[2140075340] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c6ff0db8-e576-4898-9ef8-dc29d52be28e; range_end:; response_count:1; response_revision:4536; }","duration":"597.196ms","start":"2026-03-04T13:01:37.06177Z","end":"2026-03-04T13:01:37.658966Z","steps":["trace[2140075340] 'agreement among raft nodes before linearized reading' (duration: 596.981105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:37.659018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.890114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:01:37.659023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:37.061759Z","time spent":"597.255992ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4076,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c6ff0db8-e576-4898-9ef8-dc29d52be28e\" "} {"level":"info","ts":"2026-03-04T13:01:37.659047Z","caller":"traceutil/trace.go:171","msg":"trace[1673253586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4537; }","duration":"517.955924ms","start":"2026-03-04T13:01:37.141081Z","end":"2026-03-04T13:01:37.659037Z","steps":["trace[1673253586] 'agreement among raft nodes before linearized reading' (duration: 517.889053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:37.659073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:37.141061Z","time spent":"518.006106ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:01:37.65913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.050248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:01:37.659157Z","caller":"traceutil/trace.go:171","msg":"trace[425664554] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4537; }","duration":"323.114649ms","start":"2026-03-04T13:01:37.336033Z","end":"2026-03-04T13:01:37.659147Z","steps":["trace[425664554] 'agreement among raft nodes before linearized reading' (duration: 323.065988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:37.659185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:37.336012Z","time spent":"323.1656ms","remote":"127.0.0.1:38124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:01:37.659171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.350435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T13:01:37.65923Z","caller":"traceutil/trace.go:171","msg":"trace[995788255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4537; }","duration":"248.469297ms","start":"2026-03-04T13:01:37.410745Z","end":"2026-03-04T13:01:37.659214Z","steps":["trace[995788255] 'agreement among raft nodes before linearized reading' (duration: 248.320274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:37.659286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.789536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T13:01:37.659279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.241224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T13:01:37.659321Z","caller":"traceutil/trace.go:171","msg":"trace[967858575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4537; }","duration":"166.873778ms","start":"2026-03-04T13:01:37.492439Z","end":"2026-03-04T13:01:37.659313Z","steps":["trace[967858575] 'agreement among raft nodes before linearized reading' (duration: 166.733535ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:37.659408Z","caller":"traceutil/trace.go:171","msg":"trace[1817969467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4537; }","duration":"178.335256ms","start":"2026-03-04T13:01:37.480992Z","end":"2026-03-04T13:01:37.659327Z","steps":["trace[1817969467] 'agreement among raft nodes before linearized reading' (duration: 178.184612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:37.659614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.359623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T13:01:37.659709Z","caller":"traceutil/trace.go:171","msg":"trace[1317988377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4537; }","duration":"239.511196ms","start":"2026-03-04T13:01:37.420174Z","end":"2026-03-04T13:01:37.659685Z","steps":["trace[1317988377] 'agreement among raft nodes before linearized reading' (duration: 239.126167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:37.659214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.501753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:01:37.660131Z","caller":"traceutil/trace.go:171","msg":"trace[259585463] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4537; }","duration":"222.449314ms","start":"2026-03-04T13:01:37.437649Z","end":"2026-03-04T13:01:37.660098Z","steps":["trace[259585463] 'agreement among raft nodes before linearized reading' (duration: 221.426991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:39.731176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371264904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:01:40.231654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371264904,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:01:40.528314Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.316714591s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:01:40.528729Z","caller":"traceutil/trace.go:171","msg":"trace[316766190] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"1.317309043s","start":"2026-03-04T13:01:39.211392Z","end":"2026-03-04T13:01:40.528701Z","steps":["trace[316766190] 'process raft request' (duration: 1.31713661s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:40.528975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:39.211344Z","time spent":"1.317554689s","remote":"127.0.0.1:49104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3622,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T13:01:40.72964Z","caller":"traceutil/trace.go:171","msg":"trace[967433177] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"1.056155503s","start":"2026-03-04T13:01:39.673404Z","end":"2026-03-04T13:01:40.72956Z","steps":["trace[967433177] 'process raft request' (duration: 1.041810932s)","trace[967433177] 'compare' (duration: 13.700207ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:01:40.729778Z","caller":"traceutil/trace.go:171","msg":"trace[1675075529] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"404.246876ms","start":"2026-03-04T13:01:40.325496Z","end":"2026-03-04T13:01:40.729743Z","steps":["trace[1675075529] 'process raft request' (duration: 403.97239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:40.730542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:39.673388Z","time spent":"1.057045762s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:01:40.730976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:40.32547Z","time spent":"405.266009ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:01:40.729838Z","caller":"traceutil/trace.go:171","msg":"trace[1164041285] linearizableReadLoop","detail":"{readStateIndex:4860; appliedIndex:4858; }","duration":"1.498896313s","start":"2026-03-04T13:01:39.230919Z","end":"2026-03-04T13:01:40.729815Z","steps":["trace[1164041285] 'read index received' (duration: 1.297621213s)","trace[1164041285] 'applied index is now lower than readState.Index' (duration: 201.27402ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:01:40.72991Z","caller":"traceutil/trace.go:171","msg":"trace[1884315417] transaction","detail":"{read_only:false; response_revision:4676; number_of_response:1; }","duration":"310.894395ms","start":"2026-03-04T13:01:40.418987Z","end":"2026-03-04T13:01:40.729882Z","steps":["trace[1884315417] 'process raft request' (duration: 310.710051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:40.730078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499086357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"warn","ts":"2026-03-04T13:01:40.731297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:40.418969Z","time spent":"312.240646ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:01:40.731349Z","caller":"traceutil/trace.go:171","msg":"trace[1044706807] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4676; }","duration":"1.500435928s","start":"2026-03-04T13:01:39.23088Z","end":"2026-03-04T13:01:40.731315Z","steps":["trace[1044706807] 'agreement among raft nodes before linearized reading' (duration: 1.499016525s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:40.731518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:39.23086Z","time spent":"1.500588431s","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1242,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-04T13:01:40.731572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.912924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d46d8df-932c-497a-8f7a-f960cca9f64f\" ","response":"range_response_count:1 size:3721"} {"level":"warn","ts":"2026-03-04T13:01:40.731569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.640074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:01:40.731658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.832262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:01:40.731695Z","caller":"traceutil/trace.go:171","msg":"trace[561613397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4676; }","duration":"588.906544ms","start":"2026-03-04T13:01:40.142779Z","end":"2026-03-04T13:01:40.731685Z","steps":["trace[561613397] 'agreement among raft nodes before linearized reading' (duration: 588.851993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:40.731717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.061096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T13:01:40.731817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059791864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T13:01:40.731877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:40.142758Z","time spent":"588.970525ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:01:40.731879Z","caller":"traceutil/trace.go:171","msg":"trace[780303166] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4676; }","duration":"210.171759ms","start":"2026-03-04T13:01:40.521619Z","end":"2026-03-04T13:01:40.731791Z","steps":["trace[780303166] 'agreement among raft nodes before linearized reading' (duration: 210.001836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:40.731909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.964467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T13:01:40.732001Z","caller":"traceutil/trace.go:171","msg":"trace[1087477808] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4676; }","duration":"652.08143ms","start":"2026-03-04T13:01:40.079897Z","end":"2026-03-04T13:01:40.731979Z","steps":["trace[1087477808] 'agreement among raft nodes before linearized reading' (duration: 651.747593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:40.732232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:40.079886Z","time spent":"652.331366ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T13:01:40.73226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.169539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-g9zhq-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-03-04T13:01:40.732332Z","caller":"traceutil/trace.go:171","msg":"trace[916439532] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-g9zhq-tls; range_end:; response_count:1; response_revision:4676; }","duration":"730.272492ms","start":"2026-03-04T13:01:40.00204Z","end":"2026-03-04T13:01:40.732313Z","steps":["trace[916439532] 'agreement among raft nodes before linearized reading' (duration: 729.936224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:40.732329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059810895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T13:01:40.732346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236291788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719036"} {"level":"warn","ts":"2026-03-04T13:01:40.732397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:40.00202Z","time spent":"730.360784ms","remote":"127.0.0.1:49146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1990,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-g9zhq-tls\" "} {"level":"info","ts":"2026-03-04T13:01:40.732398Z","caller":"traceutil/trace.go:171","msg":"trace[1650547813] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4676; }","duration":"1.059908036s","start":"2026-03-04T13:01:39.672473Z","end":"2026-03-04T13:01:40.732381Z","steps":["trace[1650547813] 'agreement among raft nodes before linearized reading' (duration: 1.059727412s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:40.731939Z","caller":"traceutil/trace.go:171","msg":"trace[290454325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4676; }","duration":"1.059924507s","start":"2026-03-04T13:01:39.67198Z","end":"2026-03-04T13:01:40.731904Z","steps":["trace[290454325] 'agreement among raft nodes before linearized reading' (duration: 1.059685682s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:40.732462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:39.672463Z","time spent":"1.059984799s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:01:40.732515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060817428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T13:01:40.732412Z","caller":"traceutil/trace.go:171","msg":"trace[1046492302] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4676; }","duration":"1.236607136s","start":"2026-03-04T13:01:39.495787Z","end":"2026-03-04T13:01:40.732394Z","steps":["trace[1046492302] 'agreement among raft nodes before linearized reading' (duration: 1.235658755s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:40.732723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.045478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5tq68\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-04T13:01:40.732795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062568316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T13:01:40.732831Z","caller":"traceutil/trace.go:171","msg":"trace[59977883] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4676; }","duration":"329.951793ms","start":"2026-03-04T13:01:40.402856Z","end":"2026-03-04T13:01:40.732808Z","steps":["trace[59977883] 'agreement among raft nodes before linearized reading' (duration: 328.628004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:40.732939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:40.402837Z","time spent":"330.081015ms","remote":"127.0.0.1:47876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:01:40.732506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:39.671966Z","time spent":"1.060525361s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T13:01:40.73288Z","caller":"traceutil/trace.go:171","msg":"trace[1825690231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4676; }","duration":"1.062689839s","start":"2026-03-04T13:01:39.670177Z","end":"2026-03-04T13:01:40.732866Z","steps":["trace[1825690231] 'agreement among raft nodes before linearized reading' (duration: 1.062390342s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:40.733162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:39.670153Z","time spent":"1.062959265s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T13:01:40.732805Z","caller":"traceutil/trace.go:171","msg":"trace[445939027] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5tq68; range_end:; response_count:1; response_revision:4676; }","duration":"302.225281ms","start":"2026-03-04T13:01:40.430561Z","end":"2026-03-04T13:01:40.732786Z","steps":["trace[445939027] 'agreement among raft nodes before linearized reading' (duration: 301.962845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:40.733118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:39.495767Z","time spent":"1.23730292s","remote":"127.0.0.1:37770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719059,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-04T13:01:40.733238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:40.430549Z","time spent":"302.670902ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-5tq68\" "} {"level":"info","ts":"2026-03-04T13:01:40.732559Z","caller":"traceutil/trace.go:171","msg":"trace[2000513607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4676; }","duration":"1.06089845s","start":"2026-03-04T13:01:39.671651Z","end":"2026-03-04T13:01:40.73255Z","steps":["trace[2000513607] 'agreement among raft nodes before linearized reading' (duration: 1.060788788s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:40.733456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:39.671631Z","time spent":"1.0618046s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T13:01:40.731609Z","caller":"traceutil/trace.go:171","msg":"trace[1153826417] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d46d8df-932c-497a-8f7a-f960cca9f64f; range_end:; response_count:1; response_revision:4676; }","duration":"696.964566ms","start":"2026-03-04T13:01:40.034629Z","end":"2026-03-04T13:01:40.731594Z","steps":["trace[1153826417] 'agreement among raft nodes before linearized reading' (duration: 696.842653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:40.733671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:40.034619Z","time spent":"699.034722ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d46d8df-932c-497a-8f7a-f960cca9f64f\" "} {"level":"info","ts":"2026-03-04T13:01:40.855335Z","caller":"traceutil/trace.go:171","msg":"trace[365488324] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"117.840731ms","start":"2026-03-04T13:01:40.737466Z","end":"2026-03-04T13:01:40.855306Z","steps":["trace[365488324] 'process raft request' (duration: 110.275061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:40.855703Z","caller":"traceutil/trace.go:171","msg":"trace[1043740856] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"117.945303ms","start":"2026-03-04T13:01:40.737727Z","end":"2026-03-04T13:01:40.855672Z","steps":["trace[1043740856] 'process raft request' (duration: 117.740858ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:40.855819Z","caller":"traceutil/trace.go:171","msg":"trace[722875083] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"118.015414ms","start":"2026-03-04T13:01:40.737793Z","end":"2026-03-04T13:01:40.855808Z","steps":["trace[722875083] 'process raft request' (duration: 117.804699ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:40.855695Z","caller":"traceutil/trace.go:171","msg":"trace[9213801] linearizableReadLoop","detail":"{readStateIndex:4864; appliedIndex:4862; }","duration":"117.888042ms","start":"2026-03-04T13:01:40.737786Z","end":"2026-03-04T13:01:40.855674Z","steps":["trace[9213801] 'read index received' (duration: 109.977034ms)","trace[9213801] 'applied index is now lower than readState.Index' (duration: 7.910188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:01:40.856046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.238599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62913"} {"level":"info","ts":"2026-03-04T13:01:40.856093Z","caller":"traceutil/trace.go:171","msg":"trace[1274131737] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4680; }","duration":"118.329171ms","start":"2026-03-04T13:01:40.737755Z","end":"2026-03-04T13:01:40.856085Z","steps":["trace[1274131737] 'agreement among raft nodes before linearized reading' (duration: 118.017184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:40.856172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.336269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17239"} {"level":"info","ts":"2026-03-04T13:01:40.856223Z","caller":"traceutil/trace.go:171","msg":"trace[1618872003] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4680; }","duration":"117.426952ms","start":"2026-03-04T13:01:40.73878Z","end":"2026-03-04T13:01:40.856207Z","steps":["trace[1618872003] 'agreement among raft nodes before linearized reading' (duration: 117.250458ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:40.856229Z","caller":"traceutil/trace.go:171","msg":"trace[660052836] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"117.85738ms","start":"2026-03-04T13:01:40.738332Z","end":"2026-03-04T13:01:40.85619Z","steps":["trace[660052836] 'process raft request' (duration: 117.303428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:40.856387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.769656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-g9zhq-tls\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-03-04T13:01:40.856412Z","caller":"traceutil/trace.go:171","msg":"trace[1520072625] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-g9zhq-tls; range_end:; response_count:1; response_revision:4680; }","duration":"116.833887ms","start":"2026-03-04T13:01:40.739571Z","end":"2026-03-04T13:01:40.856405Z","steps":["trace[1520072625] 'agreement among raft nodes before linearized reading' (duration: 116.763555ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:42.893457Z","caller":"traceutil/trace.go:171","msg":"trace[1455971508] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"157.335945ms","start":"2026-03-04T13:01:42.736088Z","end":"2026-03-04T13:01:42.893424Z","steps":["trace[1455971508] 'process raft request' (duration: 157.139521ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:42.895313Z","caller":"traceutil/trace.go:171","msg":"trace[1455103502] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"158.46772ms","start":"2026-03-04T13:01:42.736823Z","end":"2026-03-04T13:01:42.895291Z","steps":["trace[1455103502] 'process raft request' (duration: 158.281446ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:42.895492Z","caller":"traceutil/trace.go:171","msg":"trace[1755337363] linearizableReadLoop","detail":"{readStateIndex:4898; appliedIndex:4895; }","duration":"149.612371ms","start":"2026-03-04T13:01:42.745858Z","end":"2026-03-04T13:01:42.895471Z","steps":["trace[1755337363] 'read index received' (duration: 147.33728ms)","trace[1755337363] 'applied index is now lower than readState.Index' (duration: 2.274221ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:01:42.895597Z","caller":"traceutil/trace.go:171","msg":"trace[1317146197] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"157.694063ms","start":"2026-03-04T13:01:42.737894Z","end":"2026-03-04T13:01:42.895589Z","steps":["trace[1317146197] 'process raft request' (duration: 157.342825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:42.896055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.171264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d46d8df-932c-497a-8f7a-f960cca9f64f\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-04T13:01:42.896133Z","caller":"traceutil/trace.go:171","msg":"trace[115858111] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d46d8df-932c-497a-8f7a-f960cca9f64f; range_end:; response_count:1; response_revision:4710; }","duration":"150.283196ms","start":"2026-03-04T13:01:42.745831Z","end":"2026-03-04T13:01:42.896114Z","steps":["trace[115858111] 'agreement among raft nodes before linearized reading' (duration: 150.131423ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:43.072739Z","caller":"traceutil/trace.go:171","msg":"trace[1878869322] linearizableReadLoop","detail":"{readStateIndex:4899; appliedIndex:4898; }","duration":"168.399183ms","start":"2026-03-04T13:01:42.904311Z","end":"2026-03-04T13:01:43.07271Z","steps":["trace[1878869322] 'read index received' (duration: 82.138571ms)","trace[1878869322] 'applied index is now lower than readState.Index' (duration: 86.258952ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:01:43.072949Z","caller":"traceutil/trace.go:171","msg":"trace[331548986] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"168.647479ms","start":"2026-03-04T13:01:42.904213Z","end":"2026-03-04T13:01:43.07286Z","steps":["trace[331548986] 'process raft request' (duration: 82.163881ms)","trace[331548986] 'compare' (duration: 86.128139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:01:43.073023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.69896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62913"} {"level":"info","ts":"2026-03-04T13:01:43.07308Z","caller":"traceutil/trace.go:171","msg":"trace[1713693214] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4711; }","duration":"168.801383ms","start":"2026-03-04T13:01:42.904266Z","end":"2026-03-04T13:01:43.073068Z","steps":["trace[1713693214] 'agreement among raft nodes before linearized reading' (duration: 168.577498ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:43.162978Z","caller":"traceutil/trace.go:171","msg":"trace[1432963236] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"258.568333ms","start":"2026-03-04T13:01:42.904387Z","end":"2026-03-04T13:01:43.162955Z","steps":["trace[1432963236] 'process raft request' (duration: 257.603101ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:43.163196Z","caller":"traceutil/trace.go:171","msg":"trace[1474798900] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"258.784369ms","start":"2026-03-04T13:01:42.904402Z","end":"2026-03-04T13:01:43.163186Z","steps":["trace[1474798900] 'process raft request' (duration: 257.733874ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:43.163334Z","caller":"traceutil/trace.go:171","msg":"trace[522749920] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"258.918912ms","start":"2026-03-04T13:01:42.904404Z","end":"2026-03-04T13:01:43.163323Z","steps":["trace[522749920] 'process raft request' (duration: 257.782766ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:43.163473Z","caller":"traceutil/trace.go:171","msg":"trace[478270272] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"258.543523ms","start":"2026-03-04T13:01:42.904921Z","end":"2026-03-04T13:01:43.163464Z","steps":["trace[478270272] 'process raft request' (duration: 257.302914ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:43.163925Z","caller":"traceutil/trace.go:171","msg":"trace[1219377116] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"198.147439ms","start":"2026-03-04T13:01:42.965742Z","end":"2026-03-04T13:01:43.163889Z","steps":["trace[1219377116] 'process raft request' (duration: 196.629066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:43.164862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.930956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777221"} {"level":"info","ts":"2026-03-04T13:01:43.164932Z","caller":"traceutil/trace.go:171","msg":"trace[800873208] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4716; }","duration":"186.010528ms","start":"2026-03-04T13:01:42.978903Z","end":"2026-03-04T13:01:43.164913Z","steps":["trace[800873208] 'agreement among raft nodes before linearized reading' (duration: 185.393714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:43.179117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.998851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:01:43.179184Z","caller":"traceutil/trace.go:171","msg":"trace[2016636368] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4716; }","duration":"263.121225ms","start":"2026-03-04T13:01:42.916048Z","end":"2026-03-04T13:01:43.17917Z","steps":["trace[2016636368] 'agreement among raft nodes before linearized reading' (duration: 263.016802ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:51.096028Z","caller":"traceutil/trace.go:171","msg":"trace[762472074] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"169.877276ms","start":"2026-03-04T13:01:50.926114Z","end":"2026-03-04T13:01:51.095991Z","steps":["trace[762472074] 'process raft request' (duration: 110.037135ms)","trace[762472074] 'compare' (duration: 59.625065ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:01:51.096043Z","caller":"traceutil/trace.go:171","msg":"trace[383485790] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"169.440097ms","start":"2026-03-04T13:01:50.92658Z","end":"2026-03-04T13:01:51.09602Z","steps":["trace[383485790] 'process raft request' (duration: 169.335154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:51.311888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.493753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:01:51.312088Z","caller":"traceutil/trace.go:171","msg":"trace[542883383] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4855; }","duration":"113.722808ms","start":"2026-03-04T13:01:51.198338Z","end":"2026-03-04T13:01:51.312061Z","steps":["trace[542883383] 'range keys from in-memory index tree' (duration: 113.416952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:51.312199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.015871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16086"} {"level":"warn","ts":"2026-03-04T13:01:51.312298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.797545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/openstack\" ","response":"range_response_count:1 size:368"} {"level":"info","ts":"2026-03-04T13:01:51.312333Z","caller":"traceutil/trace.go:171","msg":"trace[1070602090] range","detail":"{range_begin:/registry/namespaces/openstack; range_end:; response_count:1; response_revision:4855; }","duration":"115.856177ms","start":"2026-03-04T13:01:51.196465Z","end":"2026-03-04T13:01:51.312321Z","steps":["trace[1070602090] 'range keys from in-memory index tree' (duration: 115.692523ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:51.312326Z","caller":"traceutil/trace.go:171","msg":"trace[302820488] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4855; }","duration":"100.199775ms","start":"2026-03-04T13:01:51.212095Z","end":"2026-03-04T13:01:51.312295Z","steps":["trace[302820488] 'range keys from in-memory index tree' (duration: 99.682304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:51.715657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.90463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:01:51.715787Z","caller":"traceutil/trace.go:171","msg":"trace[1444549010] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"320.514182ms","start":"2026-03-04T13:01:51.395255Z","end":"2026-03-04T13:01:51.715769Z","steps":["trace[1444549010] 'process raft request' (duration: 74.400308ms)","trace[1444549010] 'compare' (duration: 245.761706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:01:51.715885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:51.395239Z","time spent":"320.580793ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:01:51.717484Z","caller":"traceutil/trace.go:171","msg":"trace[1923015469] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"321.070233ms","start":"2026-03-04T13:01:51.396377Z","end":"2026-03-04T13:01:51.717447Z","steps":["trace[1923015469] 'process raft request' (duration: 320.862098ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:51.717579Z","caller":"traceutil/trace.go:171","msg":"trace[240570640] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"321.146424ms","start":"2026-03-04T13:01:51.396403Z","end":"2026-03-04T13:01:51.71755Z","steps":["trace[240570640] 'process raft request' (duration: 320.923309ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:51.717614Z","caller":"traceutil/trace.go:171","msg":"trace[801504708] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"320.92849ms","start":"2026-03-04T13:01:51.396664Z","end":"2026-03-04T13:01:51.717592Z","steps":["trace[801504708] 'process raft request' (duration: 320.825358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:51.717714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:51.396383Z","time spent":"321.268407ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T13:01:51.717723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:51.396654Z","time spent":"321.012432ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:01:51.717864Z","caller":"traceutil/trace.go:171","msg":"trace[133624327] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"320.930851ms","start":"2026-03-04T13:01:51.396911Z","end":"2026-03-04T13:01:51.717842Z","steps":["trace[133624327] 'process raft request' (duration: 320.623323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:51.717974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:51.396897Z","time spent":"321.021352ms","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:01:51.718056Z","caller":"traceutil/trace.go:171","msg":"trace[2089485071] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"315.790735ms","start":"2026-03-04T13:01:51.402251Z","end":"2026-03-04T13:01:51.718042Z","steps":["trace[2089485071] 'process raft request' (duration: 315.518819ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:51.718028Z","caller":"traceutil/trace.go:171","msg":"trace[1891343209] linearizableReadLoop","detail":"{readStateIndex:5061; appliedIndex:5055; }","duration":"315.483909ms","start":"2026-03-04T13:01:51.402508Z","end":"2026-03-04T13:01:51.717992Z","steps":["trace[1891343209] 'read index received' (duration: 67.160035ms)","trace[1891343209] 'applied index is now lower than readState.Index' (duration: 248.322384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:01:51.718136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:51.402241Z","time spent":"315.855347ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:01:51.718326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.668914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:01:51.718373Z","caller":"traceutil/trace.go:171","msg":"trace[1424127234] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4867; }","duration":"137.750646ms","start":"2026-03-04T13:01:51.580609Z","end":"2026-03-04T13:01:51.718359Z","steps":["trace[1424127234] 'agreement among raft nodes before linearized reading' (duration: 137.611773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:51.718129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:51.396351Z","time spent":"321.251446ms","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:01:51.71855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.774755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T13:01:51.718657Z","caller":"traceutil/trace.go:171","msg":"trace[1821402428] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4867; }","duration":"316.150303ms","start":"2026-03-04T13:01:51.402482Z","end":"2026-03-04T13:01:51.718633Z","steps":["trace[1821402428] 'agreement among raft nodes before linearized reading' (duration: 315.658732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:51.718711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:01:51.402476Z","time spent":"316.224574ms","remote":"127.0.0.1:55004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T13:01:59.644287Z","caller":"traceutil/trace.go:171","msg":"trace[1060044694] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"156.940056ms","start":"2026-03-04T13:01:59.487329Z","end":"2026-03-04T13:01:59.644269Z","steps":["trace[1060044694] 'process raft request' (duration: 156.874065ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:59.644345Z","caller":"traceutil/trace.go:171","msg":"trace[1583954911] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"157.495178ms","start":"2026-03-04T13:01:59.486811Z","end":"2026-03-04T13:01:59.644306Z","steps":["trace[1583954911] 'process raft request' (duration: 157.328025ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:59.644272Z","caller":"traceutil/trace.go:171","msg":"trace[2045727753] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"157.666462ms","start":"2026-03-04T13:01:59.486572Z","end":"2026-03-04T13:01:59.644239Z","steps":["trace[2045727753] 'process raft request' (duration: 140.962527ms)","trace[2045727753] 'compare' (duration: 16.394038ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:01.254375Z","caller":"traceutil/trace.go:171","msg":"trace[1896235713] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"129.371688ms","start":"2026-03-04T13:02:01.124962Z","end":"2026-03-04T13:02:01.254334Z","steps":["trace[1896235713] 'process raft request' (duration: 90.085108ms)","trace[1896235713] 'compare' (duration: 39.062805ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:01.254381Z","caller":"traceutil/trace.go:171","msg":"trace[1406822822] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"128.916839ms","start":"2026-03-04T13:02:01.125434Z","end":"2026-03-04T13:02:01.254351Z","steps":["trace[1406822822] 'process raft request' (duration: 128.809546ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:01.689592Z","caller":"traceutil/trace.go:171","msg":"trace[315637503] linearizableReadLoop","detail":"{readStateIndex:5245; appliedIndex:5244; }","duration":"341.966012ms","start":"2026-03-04T13:02:01.347611Z","end":"2026-03-04T13:02:01.689577Z","steps":["trace[315637503] 'read index received' (duration: 341.818068ms)","trace[315637503] 'applied index is now lower than readState.Index' (duration: 147.444µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:02:01.689757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.201149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T13:02:01.689776Z","caller":"traceutil/trace.go:171","msg":"trace[373841667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5049; }","duration":"318.2647ms","start":"2026-03-04T13:02:01.371505Z","end":"2026-03-04T13:02:01.68977Z","steps":["trace[373841667] 'agreement among raft nodes before linearized reading' (duration: 318.155147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:01.689795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:01.371488Z","time spent":"318.302691ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T13:02:01.689921Z","caller":"traceutil/trace.go:171","msg":"trace[398202865] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"358.299168ms","start":"2026-03-04T13:02:01.331615Z","end":"2026-03-04T13:02:01.689914Z","steps":["trace[398202865] 'process raft request' (duration: 357.874339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:01.689987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:01.331592Z","time spent":"358.346559ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:02:01.690176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.389542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T13:02:01.690204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.020992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T13:02:01.690223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.586856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-04T13:02:01.69028Z","caller":"traceutil/trace.go:171","msg":"trace[1061500375] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5049; }","duration":"255.542905ms","start":"2026-03-04T13:02:01.434721Z","end":"2026-03-04T13:02:01.690264Z","steps":["trace[1061500375] 'agreement among raft nodes before linearized reading' (duration: 255.303129ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:01.690306Z","caller":"traceutil/trace.go:171","msg":"trace[558972806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5049; }","duration":"246.211597ms","start":"2026-03-04T13:02:01.444072Z","end":"2026-03-04T13:02:01.690283Z","steps":["trace[558972806] 'agreement among raft nodes before linearized reading' (duration: 245.9007ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:01.690321Z","caller":"traceutil/trace.go:171","msg":"trace[604909065] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5049; }","duration":"342.722378ms","start":"2026-03-04T13:02:01.347574Z","end":"2026-03-04T13:02:01.690297Z","steps":["trace[604909065] 'agreement among raft nodes before linearized reading' (duration: 342.459593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:01.69051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:01.347558Z","time spent":"342.904523ms","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-04T13:02:01.690221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.929049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T13:02:01.69059Z","caller":"traceutil/trace.go:171","msg":"trace[588378254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5049; }","duration":"246.319768ms","start":"2026-03-04T13:02:01.444262Z","end":"2026-03-04T13:02:01.690582Z","steps":["trace[588378254] 'agreement among raft nodes before linearized reading' (duration: 245.833537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:03.536178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.122778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:02:03.536275Z","caller":"traceutil/trace.go:171","msg":"trace[938782676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5086; }","duration":"107.286472ms","start":"2026-03-04T13:02:03.428967Z","end":"2026-03-04T13:02:03.536254Z","steps":["trace[938782676] 'count revisions from in-memory index tree' (duration: 106.971305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:04.690207Z","caller":"traceutil/trace.go:171","msg":"trace[702947609] linearizableReadLoop","detail":"{readStateIndex:5291; appliedIndex:5290; }","duration":"338.74676ms","start":"2026-03-04T13:02:04.351431Z","end":"2026-03-04T13:02:04.690178Z","steps":["trace[702947609] 'read index received' (duration: 338.450664ms)","trace[702947609] 'applied index is now lower than readState.Index' (duration: 294.626µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:04.690287Z","caller":"traceutil/trace.go:171","msg":"trace[1453672174] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"385.178366ms","start":"2026-03-04T13:02:04.305077Z","end":"2026-03-04T13:02:04.690256Z","steps":["trace[1453672174] 'process raft request' (duration: 384.90776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:04.690466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:04.305041Z","time spent":"385.329959ms","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:02:04.690598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.148049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-77436dac-7793-4858-9930-5e302e151878\" ","response":"range_response_count:1 size:3952"} {"level":"warn","ts":"2026-03-04T13:02:04.690632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.07421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:02:04.690811Z","caller":"traceutil/trace.go:171","msg":"trace[496787321] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5094; }","duration":"142.262775ms","start":"2026-03-04T13:02:04.548523Z","end":"2026-03-04T13:02:04.690786Z","steps":["trace[496787321] 'agreement among raft nodes before linearized reading' (duration: 142.021889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:04.690735Z","caller":"traceutil/trace.go:171","msg":"trace[1595978594] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-77436dac-7793-4858-9930-5e302e151878; range_end:; response_count:1; response_revision:5094; }","duration":"339.2283ms","start":"2026-03-04T13:02:04.351417Z","end":"2026-03-04T13:02:04.690646Z","steps":["trace[1595978594] 'agreement among raft nodes before linearized reading' (duration: 339.025556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:04.690932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:04.351359Z","time spent":"339.556838ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-77436dac-7793-4858-9930-5e302e151878\" "} {"level":"info","ts":"2026-03-04T13:02:10.868127Z","caller":"traceutil/trace.go:171","msg":"trace[682898938] linearizableReadLoop","detail":"{readStateIndex:5391; appliedIndex:5390; }","duration":"296.756792ms","start":"2026-03-04T13:02:10.571347Z","end":"2026-03-04T13:02:10.868104Z","steps":["trace[682898938] 'read index received' (duration: 296.315042ms)","trace[682898938] 'applied index is now lower than readState.Index' (duration: 440.58µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:02:10.868298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.927386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:02:10.868336Z","caller":"traceutil/trace.go:171","msg":"trace[886961813] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5190; }","duration":"297.018747ms","start":"2026-03-04T13:02:10.571307Z","end":"2026-03-04T13:02:10.868326Z","steps":["trace[886961813] 'agreement among raft nodes before linearized reading' (duration: 296.885854ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:10.868369Z","caller":"traceutil/trace.go:171","msg":"trace[1872502026] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"453.424946ms","start":"2026-03-04T13:02:10.4149Z","end":"2026-03-04T13:02:10.868325Z","steps":["trace[1872502026] 'process raft request' (duration: 452.766441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:10.868546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:10.414882Z","time spent":"453.571019ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8152,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:02:16.643108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371266158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:02:17.143252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371266158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:02:17.22257Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.352394553s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:02:17.263409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.723904ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:02:17.263544Z","caller":"traceutil/trace.go:171","msg":"trace[1214123674] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5236; }","duration":"175.866228ms","start":"2026-03-04T13:02:17.08766Z","end":"2026-03-04T13:02:17.263526Z","steps":["trace[1214123674] 'range keys from in-memory index tree' (duration: 175.710204ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:17.263825Z","caller":"traceutil/trace.go:171","msg":"trace[1682389598] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"1.393702337s","start":"2026-03-04T13:02:15.870071Z","end":"2026-03-04T13:02:17.263774Z","steps":["trace[1682389598] 'process raft request' (duration: 1.35271249s)","trace[1682389598] 'compare' (duration: 40.26819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:02:17.264003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:15.870045Z","time spent":"1.39389368s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":901,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T13:02:18.103316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.601153ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T13:02:18.103607Z","caller":"traceutil/trace.go:171","msg":"trace[304357958] linearizableReadLoop","detail":"{readStateIndex:5440; appliedIndex:5438; }","duration":"1.960967839s","start":"2026-03-04T13:02:16.142615Z","end":"2026-03-04T13:02:18.103583Z","steps":["trace[304357958] 'read index received' (duration: 1.080181245s)","trace[304357958] 'applied index is now lower than readState.Index' (duration: 880.770023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:02:18.103757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961139602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:02:18.103812Z","caller":"traceutil/trace.go:171","msg":"trace[692439174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5237; }","duration":"1.961234544s","start":"2026-03-04T13:02:16.142562Z","end":"2026-03-04T13:02:18.103796Z","steps":["trace[692439174] 'agreement among raft nodes before linearized reading' (duration: 1.961147182s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:18.103899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:16.142542Z","time spent":"1.961344757s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:02:18.10401Z","caller":"traceutil/trace.go:171","msg":"trace[1374879646] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"875.535719ms","start":"2026-03-04T13:02:17.228442Z","end":"2026-03-04T13:02:18.103978Z","steps":["trace[1374879646] 'process raft request' (duration: 875.004897ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:18.104118Z","caller":"traceutil/trace.go:171","msg":"trace[91130750] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"829.719777ms","start":"2026-03-04T13:02:17.274377Z","end":"2026-03-04T13:02:18.104097Z","steps":["trace[91130750] 'process raft request' (duration: 829.549213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:18.104222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:17.228418Z","time spent":"875.672182ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:02:18.104308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:17.27436Z","time spent":"829.88561ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T13:02:18.143007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.88756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T13:02:18.143153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.689344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:02:18.143125Z","caller":"traceutil/trace.go:171","msg":"trace[1090109301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5241; }","duration":"314.045033ms","start":"2026-03-04T13:02:17.829031Z","end":"2026-03-04T13:02:18.143077Z","steps":["trace[1090109301] 'agreement among raft nodes before linearized reading' (duration: 313.758087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:18.143223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:17.829013Z","time spent":"314.199518ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T13:02:18.143252Z","caller":"traceutil/trace.go:171","msg":"trace[822788024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5241; }","duration":"222.822657ms","start":"2026-03-04T13:02:17.920408Z","end":"2026-03-04T13:02:18.14323Z","steps":["trace[822788024] 'agreement among raft nodes before linearized reading' (duration: 222.643882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:18.143275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.537905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T13:02:18.143303Z","caller":"traceutil/trace.go:171","msg":"trace[1300916840] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5241; }","duration":"366.600016ms","start":"2026-03-04T13:02:17.776695Z","end":"2026-03-04T13:02:18.143295Z","steps":["trace[1300916840] 'agreement among raft nodes before linearized reading' (duration: 366.509034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:18.14333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:17.776677Z","time spent":"366.648387ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T13:02:18.143422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.693327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T13:02:18.143441Z","caller":"traceutil/trace.go:171","msg":"trace[1130199811] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5241; }","duration":"844.751909ms","start":"2026-03-04T13:02:17.298683Z","end":"2026-03-04T13:02:18.143435Z","steps":["trace[1130199811] 'agreement among raft nodes before linearized reading' (duration: 844.695667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:18.14346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:17.298654Z","time spent":"844.800459ms","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-04T13:02:18.14352Z","caller":"traceutil/trace.go:171","msg":"trace[355549057] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"831.852983ms","start":"2026-03-04T13:02:17.311651Z","end":"2026-03-04T13:02:18.143504Z","steps":["trace[355549057] 'process raft request' (duration: 830.977323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:18.143525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.390042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T13:02:18.143184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.346158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:02:18.143536Z","caller":"traceutil/trace.go:171","msg":"trace[536461889] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"839.823029ms","start":"2026-03-04T13:02:17.303672Z","end":"2026-03-04T13:02:18.143495Z","steps":["trace[536461889] 'process raft request' (duration: 838.803796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:18.143632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:17.311638Z","time spent":"831.933255ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:02:18.143636Z","caller":"traceutil/trace.go:171","msg":"trace[633749007] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5241; }","duration":"412.819999ms","start":"2026-03-04T13:02:17.73079Z","end":"2026-03-04T13:02:18.14361Z","steps":["trace[633749007] 'agreement among raft nodes before linearized reading' (duration: 412.355888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:18.14372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.62173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T13:02:18.143723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:17.730761Z","time spent":"412.9275ms","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":6,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:02:18.143746Z","caller":"traceutil/trace.go:171","msg":"trace[1188430663] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5241; }","duration":"306.753132ms","start":"2026-03-04T13:02:17.836986Z","end":"2026-03-04T13:02:18.143739Z","steps":["trace[1188430663] 'agreement among raft nodes before linearized reading' (duration: 306.66043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:18.143769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:17.83694Z","time spent":"306.823944ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T13:02:18.143802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529667613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-p4w2s\" ","response":"range_response_count:1 size:4341"} {"level":"warn","ts":"2026-03-04T13:02:18.143791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053227168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T13:02:18.143898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:17.303654Z","time spent":"839.982223ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:02:18.143592Z","caller":"traceutil/trace.go:171","msg":"trace[620298428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5241; }","duration":"300.482614ms","start":"2026-03-04T13:02:17.8431Z","end":"2026-03-04T13:02:18.143583Z","steps":["trace[620298428] 'agreement among raft nodes before linearized reading' (duration: 300.368511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:18.143913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.602311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T13:02:18.143967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:17.843087Z","time spent":"300.869983ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T13:02:18.143994Z","caller":"traceutil/trace.go:171","msg":"trace[491830102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5241; }","duration":"307.766824ms","start":"2026-03-04T13:02:17.836206Z","end":"2026-03-04T13:02:18.143973Z","steps":["trace[491830102] 'agreement among raft nodes before linearized reading' (duration: 307.510249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:18.144038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:17.836195Z","time spent":"307.831637ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T13:02:18.143866Z","caller":"traceutil/trace.go:171","msg":"trace[1447928869] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-p4w2s; range_end:; response_count:1; response_revision:5241; }","duration":"1.529735143s","start":"2026-03-04T13:02:16.614089Z","end":"2026-03-04T13:02:18.143824Z","steps":["trace[1447928869] 'agreement among raft nodes before linearized reading' (duration: 1.529632621s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:18.144124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:16.614067Z","time spent":"1.53004191s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4364,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-p4w2s\" "} {"level":"warn","ts":"2026-03-04T13:02:18.144059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.465922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T13:02:18.143931Z","caller":"traceutil/trace.go:171","msg":"trace[1933078076] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5241; }","duration":"1.053444492s","start":"2026-03-04T13:02:17.090468Z","end":"2026-03-04T13:02:18.143912Z","steps":["trace[1933078076] 'agreement among raft nodes before linearized reading' (duration: 1.053100125s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:18.144172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.601276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5tq68\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-04T13:02:18.144205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:17.090447Z","time spent":"1.053748719s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T13:02:18.144225Z","caller":"traceutil/trace.go:171","msg":"trace[572368565] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5tq68; range_end:; response_count:1; response_revision:5241; }","duration":"741.323082ms","start":"2026-03-04T13:02:17.402886Z","end":"2026-03-04T13:02:18.144209Z","steps":["trace[572368565] 'agreement among raft nodes before linearized reading' (duration: 740.430982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:18.144266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:17.402871Z","time spent":"741.383943ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-5tq68\" "} {"level":"info","ts":"2026-03-04T13:02:18.144182Z","caller":"traceutil/trace.go:171","msg":"trace[1644878391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5241; }","duration":"749.638416ms","start":"2026-03-04T13:02:17.394532Z","end":"2026-03-04T13:02:18.14417Z","steps":["trace[1644878391] 'agreement among raft nodes before linearized reading' (duration: 749.422961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:18.144329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:17.394497Z","time spent":"749.822349ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:02:18.144254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.092562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:02:18.144671Z","caller":"traceutil/trace.go:171","msg":"trace[984694380] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5241; }","duration":"971.512831ms","start":"2026-03-04T13:02:17.173056Z","end":"2026-03-04T13:02:18.144569Z","steps":["trace[984694380] 'agreement among raft nodes before linearized reading' (duration: 970.09119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:18.144752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:17.173036Z","time spent":"971.699135ms","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:02:18.302724Z","caller":"traceutil/trace.go:171","msg":"trace[473043634] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"154.473355ms","start":"2026-03-04T13:02:18.148215Z","end":"2026-03-04T13:02:18.302689Z","steps":["trace[473043634] 'process raft request' (duration: 90.983092ms)","trace[473043634] 'compare' (duration: 63.297699ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:18.316052Z","caller":"traceutil/trace.go:171","msg":"trace[1255135929] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"167.757809ms","start":"2026-03-04T13:02:18.148271Z","end":"2026-03-04T13:02:18.316028Z","steps":["trace[1255135929] 'process raft request' (duration: 167.606436ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:18.316455Z","caller":"traceutil/trace.go:171","msg":"trace[1270260808] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"167.643636ms","start":"2026-03-04T13:02:18.148792Z","end":"2026-03-04T13:02:18.316436Z","steps":["trace[1270260808] 'process raft request' (duration: 167.200666ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:18.316754Z","caller":"traceutil/trace.go:171","msg":"trace[1970986374] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"166.754786ms","start":"2026-03-04T13:02:18.149965Z","end":"2026-03-04T13:02:18.316719Z","steps":["trace[1970986374] 'process raft request' (duration: 166.399209ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:18.316846Z","caller":"traceutil/trace.go:171","msg":"trace[2041718708] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"166.832679ms","start":"2026-03-04T13:02:18.15Z","end":"2026-03-04T13:02:18.316833Z","steps":["trace[2041718708] 'process raft request' (duration: 166.633573ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:18.317213Z","caller":"traceutil/trace.go:171","msg":"trace[529060722] linearizableReadLoop","detail":"{readStateIndex:5447; appliedIndex:5444; }","duration":"168.259811ms","start":"2026-03-04T13:02:18.148933Z","end":"2026-03-04T13:02:18.317193Z","steps":["trace[529060722] 'read index received' (duration: 90.275516ms)","trace[529060722] 'applied index is now lower than readState.Index' (duration: 77.982625ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:18.317435Z","caller":"traceutil/trace.go:171","msg":"trace[1645059526] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"165.279575ms","start":"2026-03-04T13:02:18.151973Z","end":"2026-03-04T13:02:18.317253Z","steps":["trace[1645059526] 'process raft request' (duration: 164.989809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:18.31763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.653838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19235"} {"level":"warn","ts":"2026-03-04T13:02:18.317655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.138436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81751"} {"level":"warn","ts":"2026-03-04T13:02:18.317673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.503636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-77436dac-7793-4858-9930-5e302e151878\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T13:02:18.31771Z","caller":"traceutil/trace.go:171","msg":"trace[693315602] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5248; }","duration":"167.221038ms","start":"2026-03-04T13:02:18.150473Z","end":"2026-03-04T13:02:18.317694Z","steps":["trace[693315602] 'agreement among raft nodes before linearized reading' (duration: 166.951532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:18.317729Z","caller":"traceutil/trace.go:171","msg":"trace[1621500260] range","detail":"{range_begin:/registry/persistentvolumes/pvc-77436dac-7793-4858-9930-5e302e151878; range_end:; response_count:1; response_revision:5248; }","duration":"168.846523ms","start":"2026-03-04T13:02:18.148866Z","end":"2026-03-04T13:02:18.317712Z","steps":["trace[1621500260] 'agreement among raft nodes before linearized reading' (duration: 168.446694ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:18.317701Z","caller":"traceutil/trace.go:171","msg":"trace[1786228329] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5248; }","duration":"167.759859ms","start":"2026-03-04T13:02:18.149923Z","end":"2026-03-04T13:02:18.317683Z","steps":["trace[1786228329] 'agreement among raft nodes before linearized reading' (duration: 167.441242ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:18.317802Z","caller":"traceutil/trace.go:171","msg":"trace[1763172041] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"167.32784ms","start":"2026-03-04T13:02:18.150407Z","end":"2026-03-04T13:02:18.317735Z","steps":["trace[1763172041] 'process raft request' (duration: 166.36847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:18.581775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.040614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:02:18.581927Z","caller":"traceutil/trace.go:171","msg":"trace[1321082965] linearizableReadLoop","detail":"{readStateIndex:5454; appliedIndex:5451; }","duration":"257.486544ms","start":"2026-03-04T13:02:18.324427Z","end":"2026-03-04T13:02:18.581914Z","steps":["trace[1321082965] 'read index received' (duration: 3.763124ms)","trace[1321082965] 'applied index is now lower than readState.Index' (duration: 253.72235ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:18.58195Z","caller":"traceutil/trace.go:171","msg":"trace[1997952752] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"259.99982ms","start":"2026-03-04T13:02:18.321915Z","end":"2026-03-04T13:02:18.581915Z","steps":["trace[1997952752] 'process raft request' (duration: 144.747711ms)","trace[1997952752] 'compare' (duration: 114.674726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:02:18.582114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.686268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c6ff0db8-e576-4898-9ef8-dc29d52be28e\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-04T13:02:18.582089Z","caller":"traceutil/trace.go:171","msg":"trace[2116880324] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"259.356654ms","start":"2026-03-04T13:02:18.322683Z","end":"2026-03-04T13:02:18.58204Z","steps":["trace[2116880324] 'process raft request' (duration: 259.17411ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:18.582149Z","caller":"traceutil/trace.go:171","msg":"trace[871209453] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c6ff0db8-e576-4898-9ef8-dc29d52be28e; range_end:; response_count:1; response_revision:5251; }","duration":"257.746479ms","start":"2026-03-04T13:02:18.324389Z","end":"2026-03-04T13:02:18.582136Z","steps":["trace[871209453] 'agreement among raft nodes before linearized reading' (duration: 257.645147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:18.602767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.987155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:02:18.602903Z","caller":"traceutil/trace.go:171","msg":"trace[1564428885] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5252; }","duration":"220.168879ms","start":"2026-03-04T13:02:18.382719Z","end":"2026-03-04T13:02:18.602888Z","steps":["trace[1564428885] 'agreement among raft nodes before linearized reading' (duration: 219.985165ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:18.602841Z","caller":"traceutil/trace.go:171","msg":"trace[412402326] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"269.08358ms","start":"2026-03-04T13:02:18.333719Z","end":"2026-03-04T13:02:18.602803Z","steps":["trace[412402326] 'process raft request' (duration: 268.860855ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:18.865954Z","caller":"traceutil/trace.go:171","msg":"trace[1299357489] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"255.083102ms","start":"2026-03-04T13:02:18.610821Z","end":"2026-03-04T13:02:18.865904Z","steps":["trace[1299357489] 'process raft request' (duration: 180.154675ms)","trace[1299357489] 'compare' (duration: 74.65004ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:18.866168Z","caller":"traceutil/trace.go:171","msg":"trace[557623820] linearizableReadLoop","detail":"{readStateIndex:5457; appliedIndex:5456; }","duration":"232.693386ms","start":"2026-03-04T13:02:18.633214Z","end":"2026-03-04T13:02:18.865907Z","steps":["trace[557623820] 'read index received' (duration: 157.773219ms)","trace[557623820] 'applied index is now lower than readState.Index' (duration: 74.915657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:02:18.866136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.900151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T13:02:18.866318Z","caller":"traceutil/trace.go:171","msg":"trace[1082033727] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5254; }","duration":"233.117025ms","start":"2026-03-04T13:02:18.633181Z","end":"2026-03-04T13:02:18.866298Z","steps":["trace[1082033727] 'agreement among raft nodes before linearized reading' (duration: 232.731217ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:20.602091Z","caller":"traceutil/trace.go:171","msg":"trace[1519416201] linearizableReadLoop","detail":"{readStateIndex:5461; appliedIndex:5460; }","duration":"459.175693ms","start":"2026-03-04T13:02:20.142886Z","end":"2026-03-04T13:02:20.602061Z","steps":["trace[1519416201] 'read index received' (duration: 458.982609ms)","trace[1519416201] 'applied index is now lower than readState.Index' (duration: 191.904µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:20.602196Z","caller":"traceutil/trace.go:171","msg":"trace[1327768486] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"491.479646ms","start":"2026-03-04T13:02:20.110694Z","end":"2026-03-04T13:02:20.602173Z","steps":["trace[1327768486] 'process raft request' (duration: 491.18537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:20.602277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.381278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:02:20.602339Z","caller":"traceutil/trace.go:171","msg":"trace[1394335279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5258; }","duration":"459.490509ms","start":"2026-03-04T13:02:20.142831Z","end":"2026-03-04T13:02:20.602321Z","steps":["trace[1394335279] 'agreement among raft nodes before linearized reading' (duration: 459.389737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:20.602354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.110667Z","time spent":"491.578999ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:02:20.602389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.142812Z","time spent":"459.568572ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:02:20.657453Z","caller":"traceutil/trace.go:171","msg":"trace[296296039] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"508.183636ms","start":"2026-03-04T13:02:20.149245Z","end":"2026-03-04T13:02:20.657429Z","steps":["trace[296296039] 'process raft request' (duration: 507.847199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:20.657597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.149221Z","time spent":"508.304008ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:02:20.657777Z","caller":"traceutil/trace.go:171","msg":"trace[427644404] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"507.94238ms","start":"2026-03-04T13:02:20.149818Z","end":"2026-03-04T13:02:20.657761Z","steps":["trace[427644404] 'process raft request' (duration: 507.572212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:20.657868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.14979Z","time spent":"508.037843ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:02:20.658055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.796366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-04T13:02:20.65812Z","caller":"traceutil/trace.go:171","msg":"trace[12591046] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5260; }","duration":"241.859877ms","start":"2026-03-04T13:02:20.416246Z","end":"2026-03-04T13:02:20.658106Z","steps":["trace[12591046] 'agreement among raft nodes before linearized reading' (duration: 241.706244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:20.658279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.42647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T13:02:20.658365Z","caller":"traceutil/trace.go:171","msg":"trace[1887017878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5260; }","duration":"337.524612ms","start":"2026-03-04T13:02:20.320826Z","end":"2026-03-04T13:02:20.65835Z","steps":["trace[1887017878] 'agreement among raft nodes before linearized reading' (duration: 337.347888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:20.658414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.320821Z","time spent":"337.582643ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:02:20.658448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.233611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T13:02:20.65849Z","caller":"traceutil/trace.go:171","msg":"trace[128393121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5260; }","duration":"349.304952ms","start":"2026-03-04T13:02:20.309176Z","end":"2026-03-04T13:02:20.658481Z","steps":["trace[128393121] 'agreement among raft nodes before linearized reading' (duration: 349.2193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:20.658524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.309156Z","time spent":"349.362104ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:02:20.65837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.31039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T13:02:20.658778Z","caller":"traceutil/trace.go:171","msg":"trace[592384109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5260; }","duration":"338.721079ms","start":"2026-03-04T13:02:20.320035Z","end":"2026-03-04T13:02:20.658757Z","steps":["trace[592384109] 'agreement among raft nodes before linearized reading' (duration: 338.257128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:20.658755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.61781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5tq68\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-04T13:02:20.658832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.320028Z","time spent":"338.790842ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T13:02:20.658875Z","caller":"traceutil/trace.go:171","msg":"trace[1106739434] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5tq68; range_end:; response_count:1; response_revision:5260; }","duration":"335.773704ms","start":"2026-03-04T13:02:20.323072Z","end":"2026-03-04T13:02:20.658846Z","steps":["trace[1106739434] 'agreement among raft nodes before linearized reading' (duration: 335.378024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:20.658937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.323067Z","time spent":"335.858927ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-5tq68\" "} {"level":"warn","ts":"2026-03-04T13:02:20.659056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.737494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13291"} {"level":"warn","ts":"2026-03-04T13:02:20.65905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.241575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T13:02:20.659225Z","caller":"traceutil/trace.go:171","msg":"trace[41626799] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5260; }","duration":"336.46697ms","start":"2026-03-04T13:02:20.322735Z","end":"2026-03-04T13:02:20.659202Z","steps":["trace[41626799] 'agreement among raft nodes before linearized reading' (duration: 336.090192ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:20.659264Z","caller":"traceutil/trace.go:171","msg":"trace[578076366] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5260; }","duration":"278.99944ms","start":"2026-03-04T13:02:20.380191Z","end":"2026-03-04T13:02:20.659191Z","steps":["trace[578076366] 'agreement among raft nodes before linearized reading' (duration: 278.420646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:20.659286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.322713Z","time spent":"336.563602ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:02:20.659012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.608816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T13:02:20.660065Z","caller":"traceutil/trace.go:171","msg":"trace[2146324365] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5260; }","duration":"338.682549ms","start":"2026-03-04T13:02:20.321358Z","end":"2026-03-04T13:02:20.660041Z","steps":["trace[2146324365] 'agreement among raft nodes before linearized reading' (duration: 337.335969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:20.660331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.321355Z","time spent":"338.962175ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:02:21.018322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.024385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:02:21.018476Z","caller":"traceutil/trace.go:171","msg":"trace[1796177893] linearizableReadLoop","detail":"{readStateIndex:5464; appliedIndex:5463; }","duration":"355.176274ms","start":"2026-03-04T13:02:20.663277Z","end":"2026-03-04T13:02:21.018453Z","steps":["trace[1796177893] 'read index received' (duration: 88.212µs)","trace[1796177893] 'applied index is now lower than readState.Index' (duration: 355.086462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:02:21.0188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.514691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81751"} {"level":"info","ts":"2026-03-04T13:02:21.018841Z","caller":"traceutil/trace.go:171","msg":"trace[84941187] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5261; }","duration":"355.565592ms","start":"2026-03-04T13:02:20.663263Z","end":"2026-03-04T13:02:21.018829Z","steps":["trace[84941187] 'agreement among raft nodes before linearized reading' (duration: 355.262976ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:21.018827Z","caller":"traceutil/trace.go:171","msg":"trace[861149385] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"355.4767ms","start":"2026-03-04T13:02:20.663255Z","end":"2026-03-04T13:02:21.018732Z","steps":["trace[861149385] 'process raft request' (duration: 73.901535ms)","trace[861149385] 'compare' (duration: 280.758777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:02:21.018894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.663256Z","time spent":"355.628373ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81774,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T13:02:21.019027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.663237Z","time spent":"355.682564ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:02:21.022504Z","caller":"traceutil/trace.go:171","msg":"trace[521354519] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"359.10187ms","start":"2026-03-04T13:02:20.663371Z","end":"2026-03-04T13:02:21.022473Z","steps":["trace[521354519] 'process raft request' (duration: 358.847535ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:21.022493Z","caller":"traceutil/trace.go:171","msg":"trace[976079627] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"358.102558ms","start":"2026-03-04T13:02:20.664338Z","end":"2026-03-04T13:02:21.022441Z","steps":["trace[976079627] 'process raft request' (duration: 358.016786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:21.022612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.66336Z","time spent":"359.199662ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:02:21.022646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.664321Z","time spent":"358.249061ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:02:21.022856Z","caller":"traceutil/trace.go:171","msg":"trace[1980988478] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"358.376303ms","start":"2026-03-04T13:02:20.664443Z","end":"2026-03-04T13:02:21.022819Z","steps":["trace[1980988478] 'process raft request' (duration: 357.956634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:21.022963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.664409Z","time spent":"358.507297ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:02:21.023076Z","caller":"traceutil/trace.go:171","msg":"trace[1243288732] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"352.141677ms","start":"2026-03-04T13:02:20.670894Z","end":"2026-03-04T13:02:21.023035Z","steps":["trace[1243288732] 'process raft request' (duration: 351.985602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:21.02329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.670877Z","time spent":"352.31023ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13863,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:02:21.023517Z","caller":"traceutil/trace.go:171","msg":"trace[2031449828] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"358.452616ms","start":"2026-03-04T13:02:20.664486Z","end":"2026-03-04T13:02:21.022939Z","steps":["trace[2031449828] 'process raft request' (duration: 358.268641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:21.023625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.664461Z","time spent":"359.12108ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:02:44.478323Z","caller":"traceutil/trace.go:171","msg":"trace[1920891879] linearizableReadLoop","detail":"{readStateIndex:5613; appliedIndex:5612; }","duration":"136.730342ms","start":"2026-03-04T13:02:44.341574Z","end":"2026-03-04T13:02:44.478304Z","steps":["trace[1920891879] 'read index received' (duration: 136.565729ms)","trace[1920891879] 'applied index is now lower than readState.Index' (duration: 163.713µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:44.478431Z","caller":"traceutil/trace.go:171","msg":"trace[890380327] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"150.673191ms","start":"2026-03-04T13:02:44.327747Z","end":"2026-03-04T13:02:44.478421Z","steps":["trace[890380327] 'process raft request' (duration: 150.441726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:44.478771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.178843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:02:44.47882Z","caller":"traceutil/trace.go:171","msg":"trace[1053584425] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5405; }","duration":"137.263905ms","start":"2026-03-04T13:02:44.341544Z","end":"2026-03-04T13:02:44.478808Z","steps":["trace[1053584425] 'agreement among raft nodes before linearized reading' (duration: 137.157632ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:44.592137Z","caller":"traceutil/trace.go:171","msg":"trace[168774568] linearizableReadLoop","detail":"{readStateIndex:5614; appliedIndex:5613; }","duration":"106.435213ms","start":"2026-03-04T13:02:44.48568Z","end":"2026-03-04T13:02:44.592115Z","steps":["trace[168774568] 'read index received' (duration: 72.203276ms)","trace[168774568] 'applied index is now lower than readState.Index' (duration: 34.230927ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:44.592232Z","caller":"traceutil/trace.go:171","msg":"trace[1114506356] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"106.866893ms","start":"2026-03-04T13:02:44.485321Z","end":"2026-03-04T13:02:44.592188Z","steps":["trace[1114506356] 'process raft request' (duration: 72.654056ms)","trace[1114506356] 'compare' (duration: 33.989402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:02:44.592355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.657408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19852"} {"level":"info","ts":"2026-03-04T13:02:44.59244Z","caller":"traceutil/trace.go:171","msg":"trace[1299642248] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5406; }","duration":"106.760261ms","start":"2026-03-04T13:02:44.485666Z","end":"2026-03-04T13:02:44.592426Z","steps":["trace[1299642248] 'agreement among raft nodes before linearized reading' (duration: 106.560856ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:58.76387Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2707} {"level":"info","ts":"2026-03-04T13:02:58.832993Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2707,"took":"67.578984ms","hash":651991465,"current-db-size-bytes":40296448,"current-db-size":"40 MB","current-db-size-in-use-bytes":30240768,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T13:02:58.833217Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":651991465,"revision":2707,"compact-revision":-1} {"level":"info","ts":"2026-03-04T13:03:01.074653Z","caller":"traceutil/trace.go:171","msg":"trace[778632829] linearizableReadLoop","detail":"{readStateIndex:5807; appliedIndex:5806; }","duration":"259.554939ms","start":"2026-03-04T13:03:00.815063Z","end":"2026-03-04T13:03:01.074618Z","steps":["trace[778632829] 'read index received' (duration: 259.393256ms)","trace[778632829] 'applied index is now lower than readState.Index' (duration: 160.313µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:03:01.074765Z","caller":"traceutil/trace.go:171","msg":"trace[1278618528] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"282.497306ms","start":"2026-03-04T13:03:00.79222Z","end":"2026-03-04T13:03:01.074717Z","steps":["trace[1278618528] 'process raft request' (duration: 282.127318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:01.074953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.859016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-04T13:03:01.075152Z","caller":"traceutil/trace.go:171","msg":"trace[1416845887] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5592; }","duration":"259.970369ms","start":"2026-03-04T13:03:00.815042Z","end":"2026-03-04T13:03:01.075012Z","steps":["trace[1416845887] 'agreement among raft nodes before linearized reading' (duration: 259.702893ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:03:01.256914Z","caller":"traceutil/trace.go:171","msg":"trace[1509674471] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"418.472183ms","start":"2026-03-04T13:03:00.838409Z","end":"2026-03-04T13:03:01.256881Z","steps":["trace[1509674471] 'process raft request' (duration: 363.17261ms)","trace[1509674471] 'compare' (duration: 55.063588ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:03:01.257008Z","caller":"traceutil/trace.go:171","msg":"trace[49245437] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"418.487474ms","start":"2026-03-04T13:03:00.838503Z","end":"2026-03-04T13:03:01.25699Z","steps":["trace[49245437] 'process raft request' (duration: 418.286649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:03:01.257026Z","caller":"traceutil/trace.go:171","msg":"trace[932785260] linearizableReadLoop","detail":"{readStateIndex:5809; appliedIndex:5807; }","duration":"182.25071ms","start":"2026-03-04T13:03:01.074739Z","end":"2026-03-04T13:03:01.25699Z","steps":["trace[932785260] 'read index received' (duration: 126.766523ms)","trace[932785260] 'applied index is now lower than readState.Index' (duration: 55.481517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:03:01.257103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:00.838383Z","time spent":"418.625527ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:03:01.257123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:00.838495Z","time spent":"418.556895ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:03:01.257271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.500491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:03:01.257335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.157046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:03:01.257347Z","caller":"traceutil/trace.go:171","msg":"trace[293789492] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5594; }","duration":"360.623744ms","start":"2026-03-04T13:03:00.896702Z","end":"2026-03-04T13:03:01.257326Z","steps":["trace[293789492] 'agreement among raft nodes before linearized reading' (duration: 360.45662ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:03:01.257381Z","caller":"traceutil/trace.go:171","msg":"trace[623572274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5594; }","duration":"115.261859ms","start":"2026-03-04T13:03:01.142105Z","end":"2026-03-04T13:03:01.257367Z","steps":["trace[623572274] 'agreement among raft nodes before linearized reading' (duration: 115.189117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:01.257394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:00.896679Z","time spent":"360.703356ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-04T13:03:01.257496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.531753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-04T13:03:01.257548Z","caller":"traceutil/trace.go:171","msg":"trace[1338022130] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5594; }","duration":"176.627146ms","start":"2026-03-04T13:03:01.080904Z","end":"2026-03-04T13:03:01.257531Z","steps":["trace[1338022130] 'agreement among raft nodes before linearized reading' (duration: 176.256757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:01.257497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.355111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-03-04T13:03:01.257671Z","caller":"traceutil/trace.go:171","msg":"trace[548416735] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5594; }","duration":"352.536725ms","start":"2026-03-04T13:03:00.905113Z","end":"2026-03-04T13:03:01.25765Z","steps":["trace[548416735] 'agreement among raft nodes before linearized reading' (duration: 351.979933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:01.257781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:00.905051Z","time spent":"352.71197ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6107,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-04T13:03:01.257862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.469332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:03:01.258633Z","caller":"traceutil/trace.go:171","msg":"trace[1887833574] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5594; }","duration":"356.689547ms","start":"2026-03-04T13:03:00.901289Z","end":"2026-03-04T13:03:01.257978Z","steps":["trace[1887833574] 'agreement among raft nodes before linearized reading' (duration: 355.964981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:01.258719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:00.901275Z","time spent":"357.424753ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-04T13:03:01.668331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.781708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:03:01.668456Z","caller":"traceutil/trace.go:171","msg":"trace[129927346] linearizableReadLoop","detail":"{readStateIndex:5811; appliedIndex:5810; }","duration":"293.08423ms","start":"2026-03-04T13:03:01.375354Z","end":"2026-03-04T13:03:01.668438Z","steps":["trace[129927346] 'read index received' (duration: 178.084228ms)","trace[129927346] 'applied index is now lower than readState.Index' (duration: 114.998682ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:03:01.668544Z","caller":"traceutil/trace.go:171","msg":"trace[906562503] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"340.397348ms","start":"2026-03-04T13:03:01.328136Z","end":"2026-03-04T13:03:01.668533Z","steps":["trace[906562503] 'process raft request' (duration: 225.327833ms)","trace[906562503] 'compare' (duration: 114.632025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:03:01.66861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:01.328106Z","time spent":"340.472709ms","remote":"127.0.0.1:36444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:03:01.668718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.611355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T13:03:01.668796Z","caller":"traceutil/trace.go:171","msg":"trace[1625663161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5596; }","duration":"261.734628ms","start":"2026-03-04T13:03:01.407042Z","end":"2026-03-04T13:03:01.668777Z","steps":["trace[1625663161] 'agreement among raft nodes before linearized reading' (duration: 261.518623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:01.66906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.507402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T13:03:01.668953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.558401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T13:03:01.669122Z","caller":"traceutil/trace.go:171","msg":"trace[987058494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5596; }","duration":"261.618904ms","start":"2026-03-04T13:03:01.407488Z","end":"2026-03-04T13:03:01.669107Z","steps":["trace[987058494] 'agreement among raft nodes before linearized reading' (duration: 261.473201ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:03:01.669162Z","caller":"traceutil/trace.go:171","msg":"trace[317486729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5596; }","duration":"293.857318ms","start":"2026-03-04T13:03:01.375285Z","end":"2026-03-04T13:03:01.669142Z","steps":["trace[317486729] 'agreement among raft nodes before linearized reading' (duration: 293.456799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:01.669066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.126121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T13:03:01.669329Z","caller":"traceutil/trace.go:171","msg":"trace[1597587078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5596; }","duration":"231.441767ms","start":"2026-03-04T13:03:01.437868Z","end":"2026-03-04T13:03:01.66931Z","steps":["trace[1597587078] 'agreement among raft nodes before linearized reading' (duration: 231.013968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:02.325284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.769131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:03:02.325348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.773871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T13:03:02.325417Z","caller":"traceutil/trace.go:171","msg":"trace[1804900825] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:5600; }","duration":"556.878813ms","start":"2026-03-04T13:03:01.768519Z","end":"2026-03-04T13:03:02.325398Z","steps":["trace[1804900825] 'range keys from in-memory index tree' (duration: 556.613918ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:03:02.325415Z","caller":"traceutil/trace.go:171","msg":"trace[1886765238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5600; }","duration":"182.944735ms","start":"2026-03-04T13:03:02.142445Z","end":"2026-03-04T13:03:02.32539Z","steps":["trace[1886765238] 'range keys from in-memory index tree' (duration: 182.633559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:02.325466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:01.768502Z","time spent":"556.955265ms","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"info","ts":"2026-03-04T13:03:03.449157Z","caller":"traceutil/trace.go:171","msg":"trace[31452793] linearizableReadLoop","detail":"{readStateIndex:5821; appliedIndex:5820; }","duration":"101.148497ms","start":"2026-03-04T13:03:03.347976Z","end":"2026-03-04T13:03:03.449125Z","steps":["trace[31452793] 'read index received' (duration: 43.474282ms)","trace[31452793] 'applied index is now lower than readState.Index' (duration: 57.672855ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:03:03.449176Z","caller":"traceutil/trace.go:171","msg":"trace[915713618] transaction","detail":"{read_only:false; response_revision:5605; number_of_response:1; }","duration":"105.546193ms","start":"2026-03-04T13:03:03.343598Z","end":"2026-03-04T13:03:03.449144Z","steps":["trace[915713618] 'process raft request' (duration: 47.890919ms)","trace[915713618] 'compare' (duration: 57.431469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:03:03.449636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.624377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T13:03:03.44975Z","caller":"traceutil/trace.go:171","msg":"trace[1927877011] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5605; }","duration":"101.7425ms","start":"2026-03-04T13:03:03.347949Z","end":"2026-03-04T13:03:03.449692Z","steps":["trace[1927877011] 'agreement among raft nodes before linearized reading' (duration: 101.281909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:03.756407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.039412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:03:03.756509Z","caller":"traceutil/trace.go:171","msg":"trace[248423510] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5606; }","duration":"143.161386ms","start":"2026-03-04T13:03:03.613324Z","end":"2026-03-04T13:03:03.756486Z","steps":["trace[248423510] 'count revisions from in-memory index tree' (duration: 142.948741ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:03:03.923381Z","caller":"traceutil/trace.go:171","msg":"trace[290247612] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"161.609204ms","start":"2026-03-04T13:03:03.761742Z","end":"2026-03-04T13:03:03.923351Z","steps":["trace[290247612] 'process raft request' (duration: 161.391379ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:03:03.923709Z","caller":"traceutil/trace.go:171","msg":"trace[2132512650] linearizableReadLoop","detail":"{readStateIndex:5826; appliedIndex:5822; }","duration":"109.491221ms","start":"2026-03-04T13:03:03.81419Z","end":"2026-03-04T13:03:03.923681Z","steps":["trace[2132512650] 'read index received' (duration: 31.497296ms)","trace[2132512650] 'applied index is now lower than readState.Index' (duration: 77.992665ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:03:03.923765Z","caller":"traceutil/trace.go:171","msg":"trace[1551331007] transaction","detail":"{read_only:false; response_revision:5609; number_of_response:1; }","duration":"161.911181ms","start":"2026-03-04T13:03:03.761797Z","end":"2026-03-04T13:03:03.923708Z","steps":["trace[1551331007] 'process raft request' (duration: 161.513032ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:03:03.923797Z","caller":"traceutil/trace.go:171","msg":"trace[1160178345] transaction","detail":"{read_only:false; response_revision:5610; number_of_response:1; }","duration":"161.742407ms","start":"2026-03-04T13:03:03.762015Z","end":"2026-03-04T13:03:03.923758Z","steps":["trace[1160178345] 'process raft request' (duration: 161.572253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:03.923935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.715026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:03:03.924017Z","caller":"traceutil/trace.go:171","msg":"trace[284470371] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5610; }","duration":"109.856299ms","start":"2026-03-04T13:03:03.814144Z","end":"2026-03-04T13:03:03.924Z","steps":["trace[284470371] 'agreement among raft nodes before linearized reading' (duration: 109.649044ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:04:51.818651Z","caller":"traceutil/trace.go:171","msg":"trace[1058039510] transaction","detail":"{read_only:false; response_revision:6237; number_of_response:1; }","duration":"114.678281ms","start":"2026-03-04T13:04:51.703947Z","end":"2026-03-04T13:04:51.818625Z","steps":["trace[1058039510] 'process raft request' (duration: 114.527968ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:04:51.834615Z","caller":"traceutil/trace.go:171","msg":"trace[1117990500] transaction","detail":"{read_only:false; response_revision:6238; number_of_response:1; }","duration":"127.824865ms","start":"2026-03-04T13:04:51.706759Z","end":"2026-03-04T13:04:51.834584Z","steps":["trace[1117990500] 'process raft request' (duration: 127.61763ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:07:58.770065Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5580} {"level":"info","ts":"2026-03-04T13:07:58.861689Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5580,"took":"89.869387ms","hash":2110896939,"current-db-size-bytes":40296448,"current-db-size":"40 MB","current-db-size-in-use-bytes":21315584,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-04T13:07:58.861772Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2110896939,"revision":5580,"compact-revision":2707} {"level":"info","ts":"2026-03-04T13:08:25.810447Z","caller":"traceutil/trace.go:171","msg":"trace[231580949] linearizableReadLoop","detail":"{readStateIndex:8101; appliedIndex:8100; }","duration":"129.993207ms","start":"2026-03-04T13:08:25.680434Z","end":"2026-03-04T13:08:25.810427Z","steps":["trace[231580949] 'read index received' (duration: 129.879575ms)","trace[231580949] 'applied index is now lower than readState.Index' (duration: 112.622µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:08:25.810519Z","caller":"traceutil/trace.go:171","msg":"trace[1657260256] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"140.319498ms","start":"2026-03-04T13:08:25.67016Z","end":"2026-03-04T13:08:25.810479Z","steps":["trace[1657260256] 'process raft request' (duration: 140.145915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:25.81063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.075774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:08:25.810674Z","caller":"traceutil/trace.go:171","msg":"trace[1202315115] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7807; }","duration":"124.133316ms","start":"2026-03-04T13:08:25.686529Z","end":"2026-03-04T13:08:25.810662Z","steps":["trace[1202315115] 'agreement among raft nodes before linearized reading' (duration: 124.050754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:25.810761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.294514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T13:08:25.810833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.065346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T13:08:25.810878Z","caller":"traceutil/trace.go:171","msg":"trace[1718285811] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7807; }","duration":"130.440327ms","start":"2026-03-04T13:08:25.680409Z","end":"2026-03-04T13:08:25.810849Z","steps":["trace[1718285811] 'agreement among raft nodes before linearized reading' (duration: 130.15932ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:08:25.81091Z","caller":"traceutil/trace.go:171","msg":"trace[534661784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7807; }","duration":"100.183739ms","start":"2026-03-04T13:08:25.710708Z","end":"2026-03-04T13:08:25.810892Z","steps":["trace[534661784] 'agreement among raft nodes before linearized reading' (duration: 99.944703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:27.589646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371273089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:08:28.076032Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.039995848s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:08:28.351742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.445621ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T13:08:28.351867Z","caller":"traceutil/trace.go:171","msg":"trace[1343519454] linearizableReadLoop","detail":"{readStateIndex:8108; appliedIndex:8107; }","duration":"1.262428848s","start":"2026-03-04T13:08:27.08939Z","end":"2026-03-04T13:08:28.351819Z","steps":["trace[1343519454] 'read index received' (duration: 986.812194ms)","trace[1343519454] 'applied index is now lower than readState.Index' (duration: 275.615194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:08:28.352081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262663583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:08:28.352215Z","caller":"traceutil/trace.go:171","msg":"trace[1202924885] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7813; }","duration":"1.262821278s","start":"2026-03-04T13:08:27.08935Z","end":"2026-03-04T13:08:28.352171Z","steps":["trace[1202924885] 'agreement among raft nodes before linearized reading' (duration: 1.262621214s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:28.352287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.400261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T13:08:28.352404Z","caller":"traceutil/trace.go:171","msg":"trace[335646346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7813; }","duration":"538.569565ms","start":"2026-03-04T13:08:27.813798Z","end":"2026-03-04T13:08:28.352367Z","steps":["trace[335646346] 'agreement among raft nodes before linearized reading' (duration: 538.32443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:28.352295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:27.089332Z","time spent":"1.26292168s","remote":"127.0.0.1:41390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:08:28.352472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:27.813779Z","time spent":"538.671697ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:08:28.35249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.707907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:08:28.352557Z","caller":"traceutil/trace.go:171","msg":"trace[1661734186] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:7813; }","duration":"607.807609ms","start":"2026-03-04T13:08:27.744739Z","end":"2026-03-04T13:08:28.352546Z","steps":["trace[1661734186] 'agreement among raft nodes before linearized reading' (duration: 607.619915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:28.35261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:27.744671Z","time spent":"607.929022ms","remote":"127.0.0.1:38048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:08:28.352614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.10415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T13:08:28.352669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.207823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T13:08:28.352684Z","caller":"traceutil/trace.go:171","msg":"trace[1806324407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7813; }","duration":"532.184892ms","start":"2026-03-04T13:08:27.820484Z","end":"2026-03-04T13:08:28.352668Z","steps":["trace[1806324407] 'agreement among raft nodes before linearized reading' (duration: 531.924576ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:08:28.352712Z","caller":"traceutil/trace.go:171","msg":"trace[310045835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7813; }","duration":"532.284755ms","start":"2026-03-04T13:08:27.820416Z","end":"2026-03-04T13:08:28.352701Z","steps":["trace[310045835] 'agreement among raft nodes before linearized reading' (duration: 532.152772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:28.352736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:27.820427Z","time spent":"532.297674ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:08:28.352763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:27.820402Z","time spent":"532.352976ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:08:28.352283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209870129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T13:08:28.352859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.238462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T13:08:28.3529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.000756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:08:28.352958Z","caller":"traceutil/trace.go:171","msg":"trace[1604801529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7813; }","duration":"802.391196ms","start":"2026-03-04T13:08:27.550549Z","end":"2026-03-04T13:08:28.35294Z","steps":["trace[1604801529] 'agreement among raft nodes before linearized reading' (duration: 802.057718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:08:28.35296Z","caller":"traceutil/trace.go:171","msg":"trace[1407726816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7813; }","duration":"211.087217ms","start":"2026-03-04T13:08:28.141858Z","end":"2026-03-04T13:08:28.352945Z","steps":["trace[1407726816] 'agreement among raft nodes before linearized reading' (duration: 211.007225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:28.352993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:27.55053Z","time spent":"802.457818ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T13:08:28.352857Z","caller":"traceutil/trace.go:171","msg":"trace[2001733263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7813; }","duration":"1.210513435s","start":"2026-03-04T13:08:27.142332Z","end":"2026-03-04T13:08:28.352845Z","steps":["trace[2001733263] 'agreement among raft nodes before linearized reading' (duration: 1.209669715s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:28.353134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148407641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5tq68\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T13:08:28.353199Z","caller":"traceutil/trace.go:171","msg":"trace[247254099] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5tq68; range_end:; response_count:1; response_revision:7813; }","duration":"1.148510662s","start":"2026-03-04T13:08:27.20467Z","end":"2026-03-04T13:08:28.353181Z","steps":["trace[247254099] 'agreement among raft nodes before linearized reading' (duration: 1.148336668s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:28.353205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:27.142311Z","time spent":"1.210845463s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T13:08:28.35325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:27.20465Z","time spent":"1.148589585s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-5tq68\" "} {"level":"warn","ts":"2026-03-04T13:08:28.353556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.17995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:08:28.353604Z","caller":"traceutil/trace.go:171","msg":"trace[491777547] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7813; }","duration":"691.266472ms","start":"2026-03-04T13:08:27.662327Z","end":"2026-03-04T13:08:28.353594Z","steps":["trace[491777547] 'agreement among raft nodes before linearized reading' (duration: 690.786392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:28.353635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:27.662306Z","time spent":"691.321763ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":865,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:08:38.279006Z","caller":"traceutil/trace.go:171","msg":"trace[1908876454] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"101.667231ms","start":"2026-03-04T13:08:38.177315Z","end":"2026-03-04T13:08:38.278982Z","steps":["trace[1908876454] 'process raft request' (duration: 101.101638ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:08:38.58411Z","caller":"traceutil/trace.go:171","msg":"trace[643224954] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"124.199728ms","start":"2026-03-04T13:08:38.459872Z","end":"2026-03-04T13:08:38.584072Z","steps":["trace[643224954] 'process raft request' (duration: 118.424229ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:08:38.934531Z","caller":"traceutil/trace.go:171","msg":"trace[2069448674] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"265.217442ms","start":"2026-03-04T13:08:38.669275Z","end":"2026-03-04T13:08:38.934493Z","steps":["trace[2069448674] 'process raft request' (duration: 263.991954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:08:38.934648Z","caller":"traceutil/trace.go:171","msg":"trace[831293617] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"218.267338ms","start":"2026-03-04T13:08:38.716344Z","end":"2026-03-04T13:08:38.934611Z","steps":["trace[831293617] 'process raft request' (duration: 218.104685ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:08:40.533807Z","caller":"traceutil/trace.go:171","msg":"trace[1377533627] linearizableReadLoop","detail":"{readStateIndex:8167; appliedIndex:8166; }","duration":"109.134979ms","start":"2026-03-04T13:08:40.424651Z","end":"2026-03-04T13:08:40.533786Z","steps":["trace[1377533627] 'read index received' (duration: 108.964395ms)","trace[1377533627] 'applied index is now lower than readState.Index' (duration: 169.474µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:08:40.533935Z","caller":"traceutil/trace.go:171","msg":"trace[1206411578] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"113.403026ms","start":"2026-03-04T13:08:40.4205Z","end":"2026-03-04T13:08:40.533903Z","steps":["trace[1206411578] 'process raft request' (duration: 113.096909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:40.534109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.298044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T13:08:40.534162Z","caller":"traceutil/trace.go:171","msg":"trace[610284082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7870; }","duration":"105.386355ms","start":"2026-03-04T13:08:40.428763Z","end":"2026-03-04T13:08:40.534149Z","steps":["trace[610284082] 'agreement among raft nodes before linearized reading' (duration: 105.227102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:40.534678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.001848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T13:08:40.534759Z","caller":"traceutil/trace.go:171","msg":"trace[291574688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7870; }","duration":"110.129031ms","start":"2026-03-04T13:08:40.424608Z","end":"2026-03-04T13:08:40.534737Z","steps":["trace[291574688] 'agreement among raft nodes before linearized reading' (duration: 109.338374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:41.136421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.86526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:08:41.136632Z","caller":"traceutil/trace.go:171","msg":"trace[8384905] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"596.833603ms","start":"2026-03-04T13:08:40.539759Z","end":"2026-03-04T13:08:41.136593Z","steps":["trace[8384905] 'process raft request' (duration: 214.713028ms)","trace[8384905] 'compare' (duration: 381.677785ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:08:41.136699Z","caller":"traceutil/trace.go:171","msg":"trace[1739422142] linearizableReadLoop","detail":"{readStateIndex:8172; appliedIndex:8168; }","duration":"329.154127ms","start":"2026-03-04T13:08:40.807528Z","end":"2026-03-04T13:08:41.136682Z","steps":["trace[1739422142] 'read index received' (duration: 271.35761ms)","trace[1739422142] 'applied index is now lower than readState.Index' (duration: 57.795577ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:08:41.136777Z","caller":"traceutil/trace.go:171","msg":"trace[1772702783] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"547.390713ms","start":"2026-03-04T13:08:40.589377Z","end":"2026-03-04T13:08:41.136768Z","steps":["trace[1772702783] 'process raft request' (duration: 547.26408ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:08:41.136705Z","caller":"traceutil/trace.go:171","msg":"trace[1082703169] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"596.861664ms","start":"2026-03-04T13:08:40.539806Z","end":"2026-03-04T13:08:41.136668Z","steps":["trace[1082703169] 'process raft request' (duration: 596.71168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:41.136843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:40.589353Z","time spent":"547.457705ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:08:41.136827Z","caller":"traceutil/trace.go:171","msg":"trace[2046791704] transaction","detail":"{read_only:false; response_revision:7874; number_of_response:1; }","duration":"596.888654ms","start":"2026-03-04T13:08:40.539886Z","end":"2026-03-04T13:08:41.136774Z","steps":["trace[2046791704] 'process raft request' (duration: 596.71325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:41.136923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.367461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:08:41.137005Z","caller":"traceutil/trace.go:171","msg":"trace[827074388] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:7875; }","duration":"329.512065ms","start":"2026-03-04T13:08:40.807472Z","end":"2026-03-04T13:08:41.136984Z","steps":["trace[827074388] 'agreement among raft nodes before linearized reading' (duration: 329.356521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:41.136795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:40.539742Z","time spent":"596.967245ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:08:41.137029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:40.539874Z","time spent":"597.055957ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:08:41.137063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:40.807444Z","time spent":"329.604817ms","remote":"127.0.0.1:54844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:08:41.137062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:40.539791Z","time spent":"597.121799ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:08:41.626672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.66196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:08:41.626954Z","caller":"traceutil/trace.go:171","msg":"trace[323422233] linearizableReadLoop","detail":"{readStateIndex:8174; appliedIndex:8172; }","duration":"490.19387ms","start":"2026-03-04T13:08:41.136739Z","end":"2026-03-04T13:08:41.626933Z","steps":["trace[323422233] 'read index received' (duration: 364.179412ms)","trace[323422233] 'applied index is now lower than readState.Index' (duration: 126.013038ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:08:41.627111Z","caller":"traceutil/trace.go:171","msg":"trace[352444199] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"686.528266ms","start":"2026-03-04T13:08:40.940561Z","end":"2026-03-04T13:08:41.627089Z","steps":["trace[352444199] 'process raft request' (duration: 686.26758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:41.627139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.383441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T13:08:41.627188Z","caller":"traceutil/trace.go:171","msg":"trace[517167107] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7877; }","duration":"624.475644ms","start":"2026-03-04T13:08:41.002702Z","end":"2026-03-04T13:08:41.627178Z","steps":["trace[517167107] 'agreement among raft nodes before linearized reading' (duration: 624.29801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:41.627213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:40.94053Z","time spent":"686.637488ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:08:41.627232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:41.002651Z","time spent":"624.573236ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T13:08:41.628106Z","caller":"traceutil/trace.go:171","msg":"trace[889651850] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"687.805174ms","start":"2026-03-04T13:08:40.940254Z","end":"2026-03-04T13:08:41.628059Z","steps":["trace[889651850] 'process raft request' (duration: 560.622821ms)","trace[889651850] 'compare' (duration: 125.515186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:08:41.628306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:40.940216Z","time spent":"687.984318ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:08:41.72451Z","caller":"traceutil/trace.go:171","msg":"trace[1961003009] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"334.587939ms","start":"2026-03-04T13:08:41.389878Z","end":"2026-03-04T13:08:41.724466Z","steps":["trace[1961003009] 'process raft request' (duration: 334.325783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:41.724757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:41.389854Z","time spent":"334.761982ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:08:42.00214Z","caller":"traceutil/trace.go:171","msg":"trace[2141844752] linearizableReadLoop","detail":"{readStateIndex:8177; appliedIndex:8176; }","duration":"148.924412ms","start":"2026-03-04T13:08:41.853191Z","end":"2026-03-04T13:08:42.002116Z","steps":["trace[2141844752] 'read index received' (duration: 52.977059ms)","trace[2141844752] 'applied index is now lower than readState.Index' (duration: 95.946153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:08:42.002369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.136587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:08:42.002412Z","caller":"traceutil/trace.go:171","msg":"trace[1496067507] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7879; }","duration":"149.252349ms","start":"2026-03-04T13:08:41.853149Z","end":"2026-03-04T13:08:42.002401Z","steps":["trace[1496067507] 'agreement among raft nodes before linearized reading' (duration: 149.057125ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:08:42.002235Z","caller":"traceutil/trace.go:171","msg":"trace[839882882] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"162.762862ms","start":"2026-03-04T13:08:41.839406Z","end":"2026-03-04T13:08:42.002169Z","steps":["trace[839882882] 'process raft request' (duration: 66.84325ms)","trace[839882882] 'compare' (duration: 95.724828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:08:42.469934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.010048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:08:42.470005Z","caller":"traceutil/trace.go:171","msg":"trace[828371027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7879; }","duration":"327.114971ms","start":"2026-03-04T13:08:42.142876Z","end":"2026-03-04T13:08:42.469991Z","steps":["trace[828371027] 'range keys from in-memory index tree' (duration: 326.938727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:42.470034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:42.142863Z","time spent":"327.164711ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:08:42.852477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.104547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:08:42.852591Z","caller":"traceutil/trace.go:171","msg":"trace[1938981632] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"209.432459ms","start":"2026-03-04T13:08:42.643139Z","end":"2026-03-04T13:08:42.852572Z","steps":["trace[1938981632] 'process raft request' (duration: 47.143768ms)","trace[1938981632] 'compare' (duration: 161.987325ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:08:43.330202Z","caller":"traceutil/trace.go:171","msg":"trace[1630916364] linearizableReadLoop","detail":"{readStateIndex:8180; appliedIndex:8179; }","duration":"344.187803ms","start":"2026-03-04T13:08:42.985984Z","end":"2026-03-04T13:08:43.330172Z","steps":["trace[1630916364] 'read index received' (duration: 343.57219ms)","trace[1630916364] 'applied index is now lower than readState.Index' (duration: 614.163µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:08:43.330633Z","caller":"traceutil/trace.go:171","msg":"trace[1955661417] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"416.271941ms","start":"2026-03-04T13:08:42.914335Z","end":"2026-03-04T13:08:43.330607Z","steps":["trace[1955661417] 'process raft request' (duration: 415.436362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:43.3308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:42.914301Z","time spent":"416.414425ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414406,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:08:43.330807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.811688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:08:43.33089Z","caller":"traceutil/trace.go:171","msg":"trace[352292212] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7882; }","duration":"344.944841ms","start":"2026-03-04T13:08:42.985924Z","end":"2026-03-04T13:08:43.330869Z","steps":["trace[352292212] 'agreement among raft nodes before linearized reading' (duration: 344.805357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:43.330957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:42.985893Z","time spent":"345.047602ms","remote":"127.0.0.1:37924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:08:43.552393Z","caller":"traceutil/trace.go:171","msg":"trace[683326829] linearizableReadLoop","detail":"{readStateIndex:8181; appliedIndex:8180; }","duration":"222.093893ms","start":"2026-03-04T13:08:43.33028Z","end":"2026-03-04T13:08:43.552374Z","steps":["trace[683326829] 'read index received' (duration: 159.653702ms)","trace[683326829] 'applied index is now lower than readState.Index' (duration: 62.439251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:08:43.552509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.760573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:08:43.55254Z","caller":"traceutil/trace.go:171","msg":"trace[173582054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7883; }","duration":"408.876745ms","start":"2026-03-04T13:08:43.143653Z","end":"2026-03-04T13:08:43.55253Z","steps":["trace[173582054] 'agreement among raft nodes before linearized reading' (duration: 408.810943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:43.552546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.3295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T13:08:43.552573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:43.143622Z","time spent":"408.940576ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:08:43.552558Z","caller":"traceutil/trace.go:171","msg":"trace[824859765] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"407.124075ms","start":"2026-03-04T13:08:43.145392Z","end":"2026-03-04T13:08:43.552516Z","steps":["trace[824859765] 'process raft request' (duration: 344.540651ms)","trace[824859765] 'compare' (duration: 62.345949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:08:43.552584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.110987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T13:08:43.552639Z","caller":"traceutil/trace.go:171","msg":"trace[989561151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7883; }","duration":"408.20887ms","start":"2026-03-04T13:08:43.144417Z","end":"2026-03-04T13:08:43.552626Z","steps":["trace[989561151] 'agreement among raft nodes before linearized reading' (duration: 407.985285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:43.552664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:43.1444Z","time spent":"408.259481ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:08:43.552648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.23932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T13:08:43.552695Z","caller":"traceutil/trace.go:171","msg":"trace[16204682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7883; }","duration":"408.332312ms","start":"2026-03-04T13:08:43.14435Z","end":"2026-03-04T13:08:43.552682Z","steps":["trace[16204682] 'agreement among raft nodes before linearized reading' (duration: 408.22072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:43.55271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:43.145374Z","time spent":"407.253418ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:08:43.552729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:43.144322Z","time spent":"408.399654ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T13:08:43.552592Z","caller":"traceutil/trace.go:171","msg":"trace[1467541443] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7883; }","duration":"407.405172ms","start":"2026-03-04T13:08:43.145173Z","end":"2026-03-04T13:08:43.552578Z","steps":["trace[1467541443] 'agreement among raft nodes before linearized reading' (duration: 407.202967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:43.552797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:08:43.145154Z","time spent":"407.637396ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T13:08:43.60645Z","caller":"traceutil/trace.go:171","msg":"trace[2042321566] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"124.630957ms","start":"2026-03-04T13:08:43.481797Z","end":"2026-03-04T13:08:43.606428Z","steps":["trace[2042321566] 'process raft request' (duration: 124.177076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:08:43.974994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.300175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:08:43.97513Z","caller":"traceutil/trace.go:171","msg":"trace[852957655] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"221.990342ms","start":"2026-03-04T13:08:43.753115Z","end":"2026-03-04T13:08:43.975105Z","steps":["trace[852957655] 'process raft request' (duration: 25.486162ms)","trace[852957655] 'compare' (duration: 196.028369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:09:07.332476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.128191ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:07.332644Z","caller":"traceutil/trace.go:171","msg":"trace[855147859] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8053; }","duration":"245.301825ms","start":"2026-03-04T13:09:07.087318Z","end":"2026-03-04T13:09:07.33262Z","steps":["trace[855147859] 'range keys from in-memory index tree' (duration: 245.113001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:07.334394Z","caller":"traceutil/trace.go:171","msg":"trace[1822732100] linearizableReadLoop","detail":"{readStateIndex:8358; appliedIndex:8357; }","duration":"224.174341ms","start":"2026-03-04T13:09:07.110193Z","end":"2026-03-04T13:09:07.334367Z","steps":["trace[1822732100] 'read index received' (duration: 220.707722ms)","trace[1822732100] 'applied index is now lower than readState.Index' (duration: 3.465198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:09:07.334581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.452029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:07.334626Z","caller":"traceutil/trace.go:171","msg":"trace[1354833214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8053; }","duration":"192.536741ms","start":"2026-03-04T13:09:07.142076Z","end":"2026-03-04T13:09:07.334612Z","steps":["trace[1354833214] 'agreement among raft nodes before linearized reading' (duration: 192.454809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:07.334632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.429456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-04T13:09:07.334704Z","caller":"traceutil/trace.go:171","msg":"trace[166775523] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8053; }","duration":"224.509298ms","start":"2026-03-04T13:09:07.110177Z","end":"2026-03-04T13:09:07.334686Z","steps":["trace[166775523] 'agreement among raft nodes before linearized reading' (duration: 224.302733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:07.334836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.550441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:09:07.334999Z","caller":"traceutil/trace.go:171","msg":"trace[913433419] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8053; }","duration":"176.775677ms","start":"2026-03-04T13:09:07.158201Z","end":"2026-03-04T13:09:07.334977Z","steps":["trace[913433419] 'agreement among raft nodes before linearized reading' (duration: 176.359188ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:10.93523Z","caller":"traceutil/trace.go:171","msg":"trace[1959272292] linearizableReadLoop","detail":"{readStateIndex:8377; appliedIndex:8376; }","duration":"141.24179ms","start":"2026-03-04T13:09:10.793965Z","end":"2026-03-04T13:09:10.935207Z","steps":["trace[1959272292] 'read index received' (duration: 141.031145ms)","trace[1959272292] 'applied index is now lower than readState.Index' (duration: 209.525µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:10.935346Z","caller":"traceutil/trace.go:171","msg":"trace[940817522] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"155.94302ms","start":"2026-03-04T13:09:10.779366Z","end":"2026-03-04T13:09:10.935309Z","steps":["trace[940817522] 'process raft request' (duration: 155.694834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:10.935471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.485815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5tq68\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T13:09:10.935527Z","caller":"traceutil/trace.go:171","msg":"trace[330713169] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5tq68; range_end:; response_count:1; response_revision:8072; }","duration":"141.580016ms","start":"2026-03-04T13:09:10.793934Z","end":"2026-03-04T13:09:10.935514Z","steps":["trace[330713169] 'agreement among raft nodes before linearized reading' (duration: 141.367622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:11.836852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.526096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T13:09:11.836954Z","caller":"traceutil/trace.go:171","msg":"trace[369231483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8072; }","duration":"846.72618ms","start":"2026-03-04T13:09:10.990203Z","end":"2026-03-04T13:09:11.836929Z","steps":["trace[369231483] 'range keys from in-memory index tree' (duration: 846.301641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:11.83702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:10.990182Z","time spent":"846.816593ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T13:09:11.83897Z","caller":"traceutil/trace.go:171","msg":"trace[476419070] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"107.990164ms","start":"2026-03-04T13:09:11.730957Z","end":"2026-03-04T13:09:11.838947Z","steps":["trace[476419070] 'process raft request' (duration: 107.852331ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:11.838995Z","caller":"traceutil/trace.go:171","msg":"trace[795389687] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"179.234122ms","start":"2026-03-04T13:09:11.659726Z","end":"2026-03-04T13:09:11.838961Z","steps":["trace[795389687] 'process raft request' (duration: 174.948405ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:11.839088Z","caller":"traceutil/trace.go:171","msg":"trace[774938944] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"100.985077ms","start":"2026-03-04T13:09:11.738081Z","end":"2026-03-04T13:09:11.839066Z","steps":["trace[774938944] 'process raft request' (duration: 100.834343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:13.992269Z","caller":"traceutil/trace.go:171","msg":"trace[1857368928] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"107.603405ms","start":"2026-03-04T13:09:13.884644Z","end":"2026-03-04T13:09:13.992247Z","steps":["trace[1857368928] 'process raft request' (duration: 107.456812ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:13.99265Z","caller":"traceutil/trace.go:171","msg":"trace[555959830] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"107.141274ms","start":"2026-03-04T13:09:13.885477Z","end":"2026-03-04T13:09:13.992618Z","steps":["trace[555959830] 'process raft request' (duration: 106.731795ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:13.992657Z","caller":"traceutil/trace.go:171","msg":"trace[1641257259] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"107.055682ms","start":"2026-03-04T13:09:13.885573Z","end":"2026-03-04T13:09:13.992628Z","steps":["trace[1641257259] 'process raft request' (duration: 106.909959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:14.476098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.722509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:14.476636Z","caller":"traceutil/trace.go:171","msg":"trace[2140363067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8089; }","duration":"334.299532ms","start":"2026-03-04T13:09:14.142306Z","end":"2026-03-04T13:09:14.476605Z","steps":["trace[2140363067] 'range keys from in-memory index tree' (duration: 333.605506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:14.47754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:14.142286Z","time spent":"335.236363ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:09:19.584582Z","caller":"traceutil/trace.go:171","msg":"trace[798865692] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"191.481198ms","start":"2026-03-04T13:09:19.393077Z","end":"2026-03-04T13:09:19.584559Z","steps":["trace[798865692] 'process raft request' (duration: 191.115399ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:19.767729Z","caller":"traceutil/trace.go:171","msg":"trace[729245102] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"170.589478ms","start":"2026-03-04T13:09:19.597073Z","end":"2026-03-04T13:09:19.767663Z","steps":["trace[729245102] 'process raft request' (duration: 170.22754ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:19.767739Z","caller":"traceutil/trace.go:171","msg":"trace[750955360] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"170.583628ms","start":"2026-03-04T13:09:19.597126Z","end":"2026-03-04T13:09:19.767709Z","steps":["trace[750955360] 'process raft request' (duration: 170.419045ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:19.767791Z","caller":"traceutil/trace.go:171","msg":"trace[1905284680] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8119; }","duration":"168.275966ms","start":"2026-03-04T13:09:19.599472Z","end":"2026-03-04T13:09:19.767748Z","steps":["trace[1905284680] 'process raft request' (duration: 168.210685ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:19.767877Z","caller":"traceutil/trace.go:171","msg":"trace[1827069515] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"169.717989ms","start":"2026-03-04T13:09:19.598097Z","end":"2026-03-04T13:09:19.767815Z","steps":["trace[1827069515] 'process raft request' (duration: 169.513474ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:19.968383Z","caller":"traceutil/trace.go:171","msg":"trace[247481195] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"186.561557ms","start":"2026-03-04T13:09:19.781781Z","end":"2026-03-04T13:09:19.968342Z","steps":["trace[247481195] 'process raft request' (duration: 141.000464ms)","trace[247481195] 'compare' (duration: 44.957388ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:20.242356Z","caller":"traceutil/trace.go:171","msg":"trace[1201528374] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"315.921438ms","start":"2026-03-04T13:09:19.926406Z","end":"2026-03-04T13:09:20.242328Z","steps":["trace[1201528374] 'process raft request' (duration: 232.299973ms)","trace[1201528374] 'compare' (duration: 83.453712ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:20.242457Z","caller":"traceutil/trace.go:171","msg":"trace[997836370] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"315.473258ms","start":"2026-03-04T13:09:19.926946Z","end":"2026-03-04T13:09:20.242419Z","steps":["trace[997836370] 'process raft request' (duration: 315.330045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:20.242506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:19.926392Z","time spent":"316.038951ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:09:20.242572Z","caller":"traceutil/trace.go:171","msg":"trace[203175634] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"269.098028ms","start":"2026-03-04T13:09:19.973452Z","end":"2026-03-04T13:09:20.24255Z","steps":["trace[203175634] 'process raft request' (duration: 268.876843ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:20.242598Z","caller":"traceutil/trace.go:171","msg":"trace[165761909] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"159.507718ms","start":"2026-03-04T13:09:20.083075Z","end":"2026-03-04T13:09:20.242583Z","steps":["trace[165761909] 'process raft request' (duration: 159.358925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:20.24265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.642198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T13:09:20.24265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:19.92693Z","time spent":"315.625331ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:09:20.242702Z","caller":"traceutil/trace.go:171","msg":"trace[181542034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8125; }","duration":"247.72725ms","start":"2026-03-04T13:09:19.994965Z","end":"2026-03-04T13:09:20.242693Z","steps":["trace[181542034] 'agreement among raft nodes before linearized reading' (duration: 247.572805ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:20.242503Z","caller":"traceutil/trace.go:171","msg":"trace[1192405434] linearizableReadLoop","detail":"{readStateIndex:8433; appliedIndex:8430; }","duration":"247.475873ms","start":"2026-03-04T13:09:19.99501Z","end":"2026-03-04T13:09:20.242486Z","steps":["trace[1192405434] 'read index received' (duration: 163.768585ms)","trace[1192405434] 'applied index is now lower than readState.Index' (duration: 83.706348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:09:20.242932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.441695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:09:20.242955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.117899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T13:09:20.242967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.201281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T13:09:20.242981Z","caller":"traceutil/trace.go:171","msg":"trace[1707407486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8125; }","duration":"100.510366ms","start":"2026-03-04T13:09:20.142457Z","end":"2026-03-04T13:09:20.242967Z","steps":["trace[1707407486] 'agreement among raft nodes before linearized reading' (duration: 100.442614ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:20.243001Z","caller":"traceutil/trace.go:171","msg":"trace[1038714762] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8125; }","duration":"224.236432ms","start":"2026-03-04T13:09:20.018756Z","end":"2026-03-04T13:09:20.242992Z","steps":["trace[1038714762] 'agreement among raft nodes before linearized reading' (duration: 224.14758ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:20.243008Z","caller":"traceutil/trace.go:171","msg":"trace[143386676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8125; }","duration":"224.189171ms","start":"2026-03-04T13:09:20.018804Z","end":"2026-03-04T13:09:20.242993Z","steps":["trace[143386676] 'agreement among raft nodes before linearized reading' (duration: 224.056558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:20.242963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.414239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T13:09:20.243135Z","caller":"traceutil/trace.go:171","msg":"trace[1248688650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8125; }","duration":"225.603133ms","start":"2026-03-04T13:09:20.017519Z","end":"2026-03-04T13:09:20.243122Z","steps":["trace[1248688650] 'agreement among raft nodes before linearized reading' (duration: 225.326157ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:20.394333Z","caller":"traceutil/trace.go:171","msg":"trace[1973166139] linearizableReadLoop","detail":"{readStateIndex:8435; appliedIndex:8434; }","duration":"144.718527ms","start":"2026-03-04T13:09:20.249581Z","end":"2026-03-04T13:09:20.394299Z","steps":["trace[1973166139] 'read index received' (duration: 100.302831ms)","trace[1973166139] 'applied index is now lower than readState.Index' (duration: 44.414206ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:20.394472Z","caller":"traceutil/trace.go:171","msg":"trace[1765357429] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"146.198431ms","start":"2026-03-04T13:09:20.248262Z","end":"2026-03-04T13:09:20.394461Z","steps":["trace[1765357429] 'process raft request' (duration: 101.551369ms)","trace[1765357429] 'compare' (duration: 44.302944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:09:20.394689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.077786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-04T13:09:20.39477Z","caller":"traceutil/trace.go:171","msg":"trace[1451560347] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8126; }","duration":"145.193748ms","start":"2026-03-04T13:09:20.249558Z","end":"2026-03-04T13:09:20.394752Z","steps":["trace[1451560347] 'agreement among raft nodes before linearized reading' (duration: 144.941153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:20.617498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.547609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:09:20.617726Z","caller":"traceutil/trace.go:171","msg":"trace[1073658326] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"368.022438ms","start":"2026-03-04T13:09:20.249663Z","end":"2026-03-04T13:09:20.617685Z","steps":["trace[1073658326] 'process raft request' (duration: 258.220785ms)","trace[1073658326] 'compare' (duration: 109.349863ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:20.617788Z","caller":"traceutil/trace.go:171","msg":"trace[2000082515] linearizableReadLoop","detail":"{readStateIndex:8440; appliedIndex:8435; }","duration":"223.352121ms","start":"2026-03-04T13:09:20.394424Z","end":"2026-03-04T13:09:20.617776Z","steps":["trace[2000082515] 'read index received' (duration: 113.383724ms)","trace[2000082515] 'applied index is now lower than readState.Index' (duration: 109.967757ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:20.617884Z","caller":"traceutil/trace.go:171","msg":"trace[553896076] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"366.168107ms","start":"2026-03-04T13:09:20.251705Z","end":"2026-03-04T13:09:20.617873Z","steps":["trace[553896076] 'process raft request' (duration: 365.950262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:20.617891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:20.249653Z","time spent":"368.155561ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:09:20.617931Z","caller":"traceutil/trace.go:171","msg":"trace[1243623981] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"358.182287ms","start":"2026-03-04T13:09:20.259742Z","end":"2026-03-04T13:09:20.617924Z","steps":["trace[1243623981] 'process raft request' (duration: 357.988912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:20.617906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.770432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-04T13:09:20.61793Z","caller":"traceutil/trace.go:171","msg":"trace[1937747286] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"368.202982ms","start":"2026-03-04T13:09:20.249705Z","end":"2026-03-04T13:09:20.617908Z","steps":["trace[1937747286] 'process raft request' (duration: 367.869825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:20.617958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:20.251696Z","time spent":"366.231378ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:09:20.617968Z","caller":"traceutil/trace.go:171","msg":"trace[578480606] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8131; }","duration":"367.874324ms","start":"2026-03-04T13:09:20.250084Z","end":"2026-03-04T13:09:20.617958Z","steps":["trace[578480606] 'agreement among raft nodes before linearized reading' (duration: 367.733291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:20.617978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:20.259708Z","time spent":"358.249238ms","remote":"127.0.0.1:49146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2650,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:09:20.617996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:20.250058Z","time spent":"367.929646ms","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-04T13:09:20.618033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:20.249691Z","time spent":"368.286974ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:09:20.617972Z","caller":"traceutil/trace.go:171","msg":"trace[356345903] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"366.137375ms","start":"2026-03-04T13:09:20.251813Z","end":"2026-03-04T13:09:20.61795Z","steps":["trace[356345903] 'process raft request' (duration: 365.871589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:20.61815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:20.251807Z","time spent":"366.269749ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T13:09:20.873662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.039749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-04T13:09:20.873757Z","caller":"traceutil/trace.go:171","msg":"trace[753810069] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8132; }","duration":"151.182973ms","start":"2026-03-04T13:09:20.722549Z","end":"2026-03-04T13:09:20.873732Z","steps":["trace[753810069] 'range keys from in-memory index tree' (duration: 150.834605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:20.873966Z","caller":"traceutil/trace.go:171","msg":"trace[101319946] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"151.247164ms","start":"2026-03-04T13:09:20.722686Z","end":"2026-03-04T13:09:20.873933Z","steps":["trace[101319946] 'process raft request' (duration: 81.404317ms)","trace[101319946] 'compare' (duration: 69.649463ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:20.90692Z","caller":"traceutil/trace.go:171","msg":"trace[1123759713] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"184.194753ms","start":"2026-03-04T13:09:20.722695Z","end":"2026-03-04T13:09:20.90689Z","steps":["trace[1123759713] 'process raft request' (duration: 183.958578ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:20.90697Z","caller":"traceutil/trace.go:171","msg":"trace[205348204] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"183.447507ms","start":"2026-03-04T13:09:20.7235Z","end":"2026-03-04T13:09:20.906947Z","steps":["trace[205348204] 'process raft request' (duration: 183.321544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:20.907002Z","caller":"traceutil/trace.go:171","msg":"trace[1075587195] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"184.127902ms","start":"2026-03-04T13:09:20.722847Z","end":"2026-03-04T13:09:20.906975Z","steps":["trace[1075587195] 'process raft request' (duration: 183.934898ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:20.907009Z","caller":"traceutil/trace.go:171","msg":"trace[947620072] linearizableReadLoop","detail":"{readStateIndex:8448; appliedIndex:8441; }","duration":"160.948172ms","start":"2026-03-04T13:09:20.746036Z","end":"2026-03-04T13:09:20.906984Z","steps":["trace[947620072] 'read index received' (duration: 58.070503ms)","trace[947620072] 'applied index is now lower than readState.Index' (duration: 102.876729ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:20.90704Z","caller":"traceutil/trace.go:171","msg":"trace[1466695235] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"181.652287ms","start":"2026-03-04T13:09:20.725359Z","end":"2026-03-04T13:09:20.907011Z","steps":["trace[1466695235] 'process raft request' (duration: 181.530374ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:20.907134Z","caller":"traceutil/trace.go:171","msg":"trace[1886359880] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"183.519968ms","start":"2026-03-04T13:09:20.723604Z","end":"2026-03-04T13:09:20.907124Z","steps":["trace[1886359880] 'process raft request' (duration: 183.251752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:20.90726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.211868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-04T13:09:20.907259Z","caller":"traceutil/trace.go:171","msg":"trace[435688062] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"170.283901ms","start":"2026-03-04T13:09:20.736899Z","end":"2026-03-04T13:09:20.907183Z","steps":["trace[435688062] 'process raft request' (duration: 170.022746ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:20.907294Z","caller":"traceutil/trace.go:171","msg":"trace[1743058991] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8139; }","duration":"161.28786ms","start":"2026-03-04T13:09:20.745998Z","end":"2026-03-04T13:09:20.907286Z","steps":["trace[1743058991] 'agreement among raft nodes before linearized reading' (duration: 161.180437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:25.035215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.140328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:09:25.035462Z","caller":"traceutil/trace.go:171","msg":"trace[157400203] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"283.836119ms","start":"2026-03-04T13:09:24.751571Z","end":"2026-03-04T13:09:25.035407Z","steps":["trace[157400203] 'process raft request' (duration: 162.360313ms)","trace[157400203] 'compare' (duration: 120.210788ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:25.035368Z","caller":"traceutil/trace.go:171","msg":"trace[1060013272] linearizableReadLoop","detail":"{readStateIndex:8488; appliedIndex:8487; }","duration":"282.731205ms","start":"2026-03-04T13:09:24.752614Z","end":"2026-03-04T13:09:25.035345Z","steps":["trace[1060013272] 'read index received' (duration: 161.330251ms)","trace[1060013272] 'applied index is now lower than readState.Index' (duration: 121.399464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:09:25.035697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.053002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-04T13:09:25.035781Z","caller":"traceutil/trace.go:171","msg":"trace[2022552977] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8177; }","duration":"283.192296ms","start":"2026-03-04T13:09:24.75257Z","end":"2026-03-04T13:09:25.035762Z","steps":["trace[2022552977] 'agreement among raft nodes before linearized reading' (duration: 282.933329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:25.036174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.117124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qz4ck\" ","response":"range_response_count:1 size:4641"} {"level":"warn","ts":"2026-03-04T13:09:25.036162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.486892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:09:25.036223Z","caller":"traceutil/trace.go:171","msg":"trace[391120966] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-qz4ck; range_end:; response_count:1; response_revision:8177; }","duration":"283.186385ms","start":"2026-03-04T13:09:24.753023Z","end":"2026-03-04T13:09:25.036209Z","steps":["trace[391120966] 'agreement among raft nodes before linearized reading' (duration: 282.932729ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:25.036267Z","caller":"traceutil/trace.go:171","msg":"trace[745500581] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8177; }","duration":"250.670295ms","start":"2026-03-04T13:09:24.785567Z","end":"2026-03-04T13:09:25.036237Z","steps":["trace[745500581] 'agreement among raft nodes before linearized reading' (duration: 250.486431ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:25.202899Z","caller":"traceutil/trace.go:171","msg":"trace[743859010] linearizableReadLoop","detail":"{readStateIndex:8492; appliedIndex:8490; }","duration":"100.574317ms","start":"2026-03-04T13:09:25.102299Z","end":"2026-03-04T13:09:25.202874Z","steps":["trace[743859010] 'read index received' (duration: 52.733093ms)","trace[743859010] 'applied index is now lower than readState.Index' (duration: 47.840124ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:25.203047Z","caller":"traceutil/trace.go:171","msg":"trace[200182866] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"110.485259ms","start":"2026-03-04T13:09:25.092517Z","end":"2026-03-04T13:09:25.203002Z","steps":["trace[200182866] 'process raft request' (duration: 110.159792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:25.203615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.120109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5tq68\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T13:09:25.203692Z","caller":"traceutil/trace.go:171","msg":"trace[1548687558] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5tq68; range_end:; response_count:1; response_revision:8181; }","duration":"101.401145ms","start":"2026-03-04T13:09:25.102272Z","end":"2026-03-04T13:09:25.203673Z","steps":["trace[1548687558] 'agreement among raft nodes before linearized reading' (duration: 100.73722ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:25.960574Z","caller":"traceutil/trace.go:171","msg":"trace[660685966] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"242.910671ms","start":"2026-03-04T13:09:25.717637Z","end":"2026-03-04T13:09:25.960548Z","steps":["trace[660685966] 'process raft request' (duration: 242.742177ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:25.960607Z","caller":"traceutil/trace.go:171","msg":"trace[111783284] linearizableReadLoop","detail":"{readStateIndex:8495; appliedIndex:8494; }","duration":"228.297243ms","start":"2026-03-04T13:09:25.73227Z","end":"2026-03-04T13:09:25.960568Z","steps":["trace[111783284] 'read index received' (duration: 228.231462ms)","trace[111783284] 'applied index is now lower than readState.Index' (duration: 63.321µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:09:25.960897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.60634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qz4ck\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-04T13:09:25.961157Z","caller":"traceutil/trace.go:171","msg":"trace[1652238768] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-qz4ck; range_end:; response_count:1; response_revision:8184; }","duration":"228.925837ms","start":"2026-03-04T13:09:25.732213Z","end":"2026-03-04T13:09:25.961139Z","steps":["trace[1652238768] 'agreement among raft nodes before linearized reading' (duration: 228.496378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:26.542782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.949174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:09:26.543008Z","caller":"traceutil/trace.go:171","msg":"trace[1464857531] linearizableReadLoop","detail":"{readStateIndex:8497; appliedIndex:8495; }","duration":"582.314887ms","start":"2026-03-04T13:09:25.960676Z","end":"2026-03-04T13:09:26.542991Z","steps":["trace[1464857531] 'read index received' (duration: 346.032684ms)","trace[1464857531] 'applied index is now lower than readState.Index' (duration: 236.280883ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:26.543088Z","caller":"traceutil/trace.go:171","msg":"trace[359287517] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"809.730371ms","start":"2026-03-04T13:09:25.733318Z","end":"2026-03-04T13:09:26.543049Z","steps":["trace[359287517] 'process raft request' (duration: 573.450708ms)","trace[359287517] 'compare' (duration: 235.639907ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:26.543164Z","caller":"traceutil/trace.go:171","msg":"trace[2099715448] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"803.220675ms","start":"2026-03-04T13:09:25.739905Z","end":"2026-03-04T13:09:26.543125Z","steps":["trace[2099715448] 'process raft request' (duration: 802.983019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:26.54321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.179472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T13:09:26.543261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:25.733302Z","time spent":"809.881315ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T13:09:26.543287Z","caller":"traceutil/trace.go:171","msg":"trace[2033403886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8186; }","duration":"618.317735ms","start":"2026-03-04T13:09:25.924951Z","end":"2026-03-04T13:09:26.543269Z","steps":["trace[2033403886] 'agreement among raft nodes before linearized reading' (duration: 618.164562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:26.54333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:25.739891Z","time spent":"803.358448ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:09:26.543341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:25.924927Z","time spent":"618.400787ms","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:09:26.942618Z","caller":"traceutil/trace.go:171","msg":"trace[1793384080] linearizableReadLoop","detail":"{readStateIndex:8500; appliedIndex:8497; }","duration":"399.548736ms","start":"2026-03-04T13:09:26.543042Z","end":"2026-03-04T13:09:26.942591Z","steps":["trace[1793384080] 'read index received' (duration: 393.467789ms)","trace[1793384080] 'applied index is now lower than readState.Index' (duration: 6.079727ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:26.942804Z","caller":"traceutil/trace.go:171","msg":"trace[341377494] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"956.418262ms","start":"2026-03-04T13:09:25.986365Z","end":"2026-03-04T13:09:26.942783Z","steps":["trace[341377494] 'process raft request' (duration: 950.257144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:26.942944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:25.986353Z","time spent":"956.499173ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:09:26.943059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.635383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:26.943126Z","caller":"traceutil/trace.go:171","msg":"trace[1694253069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8189; }","duration":"799.757746ms","start":"2026-03-04T13:09:26.143355Z","end":"2026-03-04T13:09:26.943113Z","steps":["trace[1694253069] 'agreement among raft nodes before linearized reading' (duration: 799.628963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:26.943156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:26.143324Z","time spent":"799.825928ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:09:26.943163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.776135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-04T13:09:26.943223Z","caller":"traceutil/trace.go:171","msg":"trace[1721152659] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8189; }","duration":"974.886346ms","start":"2026-03-04T13:09:25.968324Z","end":"2026-03-04T13:09:26.94321Z","steps":["trace[1721152659] 'agreement among raft nodes before linearized reading' (duration: 974.684692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:26.943209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.663927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T13:09:26.943261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:25.968299Z","time spent":"974.955988ms","remote":"127.0.0.1:49692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-04T13:09:26.943285Z","caller":"traceutil/trace.go:171","msg":"trace[833018433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8189; }","duration":"300.79516ms","start":"2026-03-04T13:09:26.642469Z","end":"2026-03-04T13:09:26.943265Z","steps":["trace[833018433] 'agreement among raft nodes before linearized reading' (duration: 300.568285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:26.943337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:26.642368Z","time spent":"300.961543ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T13:09:26.943364Z","caller":"traceutil/trace.go:171","msg":"trace[876619321] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"680.276145ms","start":"2026-03-04T13:09:26.263079Z","end":"2026-03-04T13:09:26.943355Z","steps":["trace[876619321] 'process raft request' (duration: 679.334494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:26.943429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:26.263048Z","time spent":"680.336476ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:09:26.943441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.566994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:09:26.943464Z","caller":"traceutil/trace.go:171","msg":"trace[699753538] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8189; }","duration":"972.635476ms","start":"2026-03-04T13:09:25.97082Z","end":"2026-03-04T13:09:26.943456Z","steps":["trace[699753538] 'agreement among raft nodes before linearized reading' (duration: 972.585975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:26.943483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:25.97081Z","time spent":"972.669106ms","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:09:26.943495Z","caller":"traceutil/trace.go:171","msg":"trace[1840667140] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"680.384178ms","start":"2026-03-04T13:09:26.263104Z","end":"2026-03-04T13:09:26.943488Z","steps":["trace[1840667140] 'process raft request' (duration: 679.420456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:26.943529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:26.263073Z","time spent":"680.436689ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:09:26.943602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.17787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T13:09:26.943628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.638302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-04T13:09:26.943641Z","caller":"traceutil/trace.go:171","msg":"trace[501435296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8189; }","duration":"293.228761ms","start":"2026-03-04T13:09:26.650403Z","end":"2026-03-04T13:09:26.943632Z","steps":["trace[501435296] 'agreement among raft nodes before linearized reading' (duration: 293.134839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:26.943683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.636253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T13:09:26.94371Z","caller":"traceutil/trace.go:171","msg":"trace[1268764304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8189; }","duration":"528.702664ms","start":"2026-03-04T13:09:26.415001Z","end":"2026-03-04T13:09:26.943704Z","steps":["trace[1268764304] 'agreement among raft nodes before linearized reading' (duration: 528.610332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:26.943729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:26.41498Z","time spent":"528.744576ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T13:09:26.943649Z","caller":"traceutil/trace.go:171","msg":"trace[1095775677] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8189; }","duration":"974.657922ms","start":"2026-03-04T13:09:25.968985Z","end":"2026-03-04T13:09:26.943643Z","steps":["trace[1095775677] 'agreement among raft nodes before linearized reading' (duration: 974.596291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:26.943895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:25.968957Z","time spent":"974.931817ms","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-04T13:09:26.94382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.402609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T13:09:26.944004Z","caller":"traceutil/trace.go:171","msg":"trace[1030769295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8189; }","duration":"299.608244ms","start":"2026-03-04T13:09:26.644387Z","end":"2026-03-04T13:09:26.943995Z","steps":["trace[1030769295] 'agreement among raft nodes before linearized reading' (duration: 299.373559ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:29.057557Z","caller":"traceutil/trace.go:171","msg":"trace[1775972538] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"106.489769ms","start":"2026-03-04T13:09:28.951046Z","end":"2026-03-04T13:09:29.057536Z","steps":["trace[1775972538] 'process raft request' (duration: 106.07644ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:29.057798Z","caller":"traceutil/trace.go:171","msg":"trace[507029592] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"106.236374ms","start":"2026-03-04T13:09:28.951551Z","end":"2026-03-04T13:09:29.057787Z","steps":["trace[507029592] 'process raft request' (duration: 105.690782ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:37.913914Z","caller":"traceutil/trace.go:171","msg":"trace[659827180] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"109.804372ms","start":"2026-03-04T13:09:37.804085Z","end":"2026-03-04T13:09:37.913889Z","steps":["trace[659827180] 'process raft request' (duration: 109.69057ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:38.616759Z","caller":"traceutil/trace.go:171","msg":"trace[1569139002] linearizableReadLoop","detail":"{readStateIndex:8593; appliedIndex:8592; }","duration":"269.557062ms","start":"2026-03-04T13:09:38.347178Z","end":"2026-03-04T13:09:38.616735Z","steps":["trace[1569139002] 'read index received' (duration: 269.368718ms)","trace[1569139002] 'applied index is now lower than readState.Index' (duration: 187.324µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:38.616877Z","caller":"traceutil/trace.go:171","msg":"trace[678271828] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"279.905145ms","start":"2026-03-04T13:09:38.33694Z","end":"2026-03-04T13:09:38.616845Z","steps":["trace[678271828] 'process raft request' (duration: 279.615457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:38.616904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.712887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:38.616955Z","caller":"traceutil/trace.go:171","msg":"trace[1596561245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8279; }","duration":"269.811379ms","start":"2026-03-04T13:09:38.347129Z","end":"2026-03-04T13:09:38.616941Z","steps":["trace[1596561245] 'agreement among raft nodes before linearized reading' (duration: 269.718737ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:38.674482Z","caller":"traceutil/trace.go:171","msg":"trace[1135387962] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"204.692519ms","start":"2026-03-04T13:09:38.469762Z","end":"2026-03-04T13:09:38.674454Z","steps":["trace[1135387962] 'process raft request' (duration: 203.763218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:05.36071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.176263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:10:05.360946Z","caller":"traceutil/trace.go:171","msg":"trace[724859423] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"180.365713ms","start":"2026-03-04T13:10:05.180549Z","end":"2026-03-04T13:10:05.360915Z","steps":["trace[724859423] 'process raft request' (duration: 47.869633ms)","trace[724859423] 'compare' (duration: 132.02126ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:05.361203Z","caller":"traceutil/trace.go:171","msg":"trace[2055231411] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"176.63438ms","start":"2026-03-04T13:10:05.184535Z","end":"2026-03-04T13:10:05.361169Z","steps":["trace[2055231411] 'process raft request' (duration: 176.317603ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:06.046489Z","caller":"traceutil/trace.go:171","msg":"trace[1643365972] linearizableReadLoop","detail":"{readStateIndex:8849; appliedIndex:8848; }","duration":"455.618143ms","start":"2026-03-04T13:10:05.590844Z","end":"2026-03-04T13:10:06.046462Z","steps":["trace[1643365972] 'read index received' (duration: 455.379348ms)","trace[1643365972] 'applied index is now lower than readState.Index' (duration: 237.725µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:06.046588Z","caller":"traceutil/trace.go:171","msg":"trace[1641620320] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"503.842544ms","start":"2026-03-04T13:10:05.542715Z","end":"2026-03-04T13:10:06.046558Z","steps":["trace[1641620320] 'process raft request' (duration: 503.588459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:06.046739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:05.542696Z","time spent":"503.959038ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:10:06.046833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.926161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T13:10:06.046876Z","caller":"traceutil/trace.go:171","msg":"trace[1242509339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8527; }","duration":"456.063873ms","start":"2026-03-04T13:10:05.590799Z","end":"2026-03-04T13:10:06.046863Z","steps":["trace[1242509339] 'agreement among raft nodes before linearized reading' (duration: 455.810048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:06.046897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.447737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T13:10:06.046945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:05.590783Z","time spent":"456.151846ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:10:06.047033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.978747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5tq68\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T13:10:06.047061Z","caller":"traceutil/trace.go:171","msg":"trace[2145494144] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5tq68; range_end:; response_count:1; response_revision:8527; }","duration":"446.006627ms","start":"2026-03-04T13:10:05.601047Z","end":"2026-03-04T13:10:06.047054Z","steps":["trace[2145494144] 'agreement among raft nodes before linearized reading' (duration: 445.927776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:06.04709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:05.601014Z","time spent":"446.070579ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-5tq68\" "} {"level":"warn","ts":"2026-03-04T13:10:06.047156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.69401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T13:10:06.047189Z","caller":"traceutil/trace.go:171","msg":"trace[457742356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8527; }","duration":"449.747801ms","start":"2026-03-04T13:10:05.597432Z","end":"2026-03-04T13:10:06.047179Z","steps":["trace[457742356] 'agreement among raft nodes before linearized reading' (duration: 449.647699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:06.047223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:05.597422Z","time spent":"449.794952ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T13:10:06.046954Z","caller":"traceutil/trace.go:171","msg":"trace[120577162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8527; }","duration":"454.537889ms","start":"2026-03-04T13:10:05.592402Z","end":"2026-03-04T13:10:06.04694Z","steps":["trace[120577162] 'agreement among raft nodes before linearized reading' (duration: 454.354055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:06.047286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.215551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T13:10:06.047301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:05.592387Z","time spent":"454.905817ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T13:10:06.047316Z","caller":"traceutil/trace.go:171","msg":"trace[1134534957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8527; }","duration":"454.286323ms","start":"2026-03-04T13:10:05.593022Z","end":"2026-03-04T13:10:06.047308Z","steps":["trace[1134534957] 'agreement among raft nodes before linearized reading' (duration: 454.206431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:06.047343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:05.593003Z","time spent":"454.333085ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T13:10:06.238883Z","caller":"traceutil/trace.go:171","msg":"trace[1238185802] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"186.652585ms","start":"2026-03-04T13:10:06.052204Z","end":"2026-03-04T13:10:06.238857Z","steps":["trace[1238185802] 'process raft request' (duration: 93.357393ms)","trace[1238185802] 'compare' (duration: 93.138348ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:06.239199Z","caller":"traceutil/trace.go:171","msg":"trace[1467968283] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"186.86223ms","start":"2026-03-04T13:10:06.052312Z","end":"2026-03-04T13:10:06.239174Z","steps":["trace[1467968283] 'process raft request' (duration: 186.710456ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:06.239227Z","caller":"traceutil/trace.go:171","msg":"trace[796138010] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"185.627131ms","start":"2026-03-04T13:10:06.053571Z","end":"2026-03-04T13:10:06.239198Z","steps":["trace[796138010] 'process raft request' (duration: 185.528659ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:06.239379Z","caller":"traceutil/trace.go:171","msg":"trace[920609753] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"186.852579ms","start":"2026-03-04T13:10:06.052265Z","end":"2026-03-04T13:10:06.239118Z","steps":["trace[920609753] 'process raft request' (duration: 186.556693ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:10.369576Z","caller":"traceutil/trace.go:171","msg":"trace[331996557] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"100.116405ms","start":"2026-03-04T13:10:10.269432Z","end":"2026-03-04T13:10:10.369548Z","steps":["trace[331996557] 'compare' (duration: 93.746261ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:10.420813Z","caller":"traceutil/trace.go:171","msg":"trace[1412426162] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"151.012864ms","start":"2026-03-04T13:10:10.269776Z","end":"2026-03-04T13:10:10.420789Z","steps":["trace[1412426162] 'process raft request' (duration: 150.82343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:10.421034Z","caller":"traceutil/trace.go:171","msg":"trace[74174368] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"150.856592ms","start":"2026-03-04T13:10:10.270138Z","end":"2026-03-04T13:10:10.420994Z","steps":["trace[74174368] 'process raft request' (duration: 150.588505ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:21.359487Z","caller":"traceutil/trace.go:171","msg":"trace[1975522988] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"156.300674ms","start":"2026-03-04T13:10:21.203157Z","end":"2026-03-04T13:10:21.359458Z","steps":["trace[1975522988] 'process raft request' (duration: 156.1163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:21.728869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.608915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:10:21.729054Z","caller":"traceutil/trace.go:171","msg":"trace[2117184602] transaction","detail":"{read_only:false; response_revision:8701; number_of_response:1; }","duration":"208.284979ms","start":"2026-03-04T13:10:21.520715Z","end":"2026-03-04T13:10:21.729Z","steps":["trace[2117184602] 'process raft request' (duration: 20.465339ms)","trace[2117184602] 'compare' (duration: 187.437392ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:21.729056Z","caller":"traceutil/trace.go:171","msg":"trace[1166522432] linearizableReadLoop","detail":"{readStateIndex:9028; appliedIndex:9027; }","duration":"129.636666ms","start":"2026-03-04T13:10:21.599333Z","end":"2026-03-04T13:10:21.72897Z","steps":["trace[1166522432] 'read index received' (duration: 63.701µs)","trace[1166522432] 'applied index is now lower than readState.Index' (duration: 129.571295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:10:21.729141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.79192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:10:21.729251Z","caller":"traceutil/trace.go:171","msg":"trace[1805389576] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8701; }","duration":"129.923413ms","start":"2026-03-04T13:10:21.599277Z","end":"2026-03-04T13:10:21.729201Z","steps":["trace[1805389576] 'agreement among raft nodes before linearized reading' (duration: 129.78864ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:24.609679Z","caller":"traceutil/trace.go:171","msg":"trace[1101276292] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"169.507349ms","start":"2026-03-04T13:10:24.440149Z","end":"2026-03-04T13:10:24.609656Z","steps":["trace[1101276292] 'process raft request' (duration: 169.133701ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:24.681199Z","caller":"traceutil/trace.go:171","msg":"trace[413593426] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"240.85969ms","start":"2026-03-04T13:10:24.44026Z","end":"2026-03-04T13:10:24.68112Z","steps":["trace[413593426] 'process raft request' (duration: 240.563483ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:24.68131Z","caller":"traceutil/trace.go:171","msg":"trace[786216667] linearizableReadLoop","detail":"{readStateIndex:9053; appliedIndex:9050; }","duration":"234.557568ms","start":"2026-03-04T13:10:24.446714Z","end":"2026-03-04T13:10:24.681272Z","steps":["trace[786216667] 'read index received' (duration: 162.524253ms)","trace[786216667] 'applied index is now lower than readState.Index' (duration: 72.031915ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:24.681409Z","caller":"traceutil/trace.go:171","msg":"trace[1305958191] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"240.548643ms","start":"2026-03-04T13:10:24.440571Z","end":"2026-03-04T13:10:24.68112Z","steps":["trace[1305958191] 'process raft request' (duration: 240.382549ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:24.681407Z","caller":"traceutil/trace.go:171","msg":"trace[2118633094] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"229.949964ms","start":"2026-03-04T13:10:24.451435Z","end":"2026-03-04T13:10:24.681385Z","steps":["trace[2118633094] 'process raft request' (duration: 229.592417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:24.681556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.823854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T13:10:24.681599Z","caller":"traceutil/trace.go:171","msg":"trace[785429455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8726; }","duration":"234.922236ms","start":"2026-03-04T13:10:24.446666Z","end":"2026-03-04T13:10:24.681588Z","steps":["trace[785429455] 'agreement among raft nodes before linearized reading' (duration: 234.752322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:24.693455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.733352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T13:10:24.693569Z","caller":"traceutil/trace.go:171","msg":"trace[22643956] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8727; }","duration":"176.914796ms","start":"2026-03-04T13:10:24.516627Z","end":"2026-03-04T13:10:24.693542Z","steps":["trace[22643956] 'agreement among raft nodes before linearized reading' (duration: 176.579829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:24.693454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.828734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T13:10:24.69413Z","caller":"traceutil/trace.go:171","msg":"trace[1899636518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8727; }","duration":"190.558272ms","start":"2026-03-04T13:10:24.503543Z","end":"2026-03-04T13:10:24.694101Z","steps":["trace[1899636518] 'agreement among raft nodes before linearized reading' (duration: 189.778514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:29.979309Z","caller":"traceutil/trace.go:171","msg":"trace[2098936089] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"463.827917ms","start":"2026-03-04T13:10:29.515456Z","end":"2026-03-04T13:10:29.979284Z","steps":["trace[2098936089] 'process raft request' (duration: 463.677074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:29.979473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:29.515426Z","time spent":"463.97188ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:10:30.035474Z","caller":"traceutil/trace.go:171","msg":"trace[1788973072] linearizableReadLoop","detail":"{readStateIndex:9149; appliedIndex:9147; }","duration":"250.966606ms","start":"2026-03-04T13:10:29.784484Z","end":"2026-03-04T13:10:30.035451Z","steps":["trace[1788973072] 'read index received' (duration: 194.682454ms)","trace[1788973072] 'applied index is now lower than readState.Index' (duration: 56.282992ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:30.035636Z","caller":"traceutil/trace.go:171","msg":"trace[1047895421] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"439.131183ms","start":"2026-03-04T13:10:29.596477Z","end":"2026-03-04T13:10:30.035608Z","steps":["trace[1047895421] 'process raft request' (duration: 437.407115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:30.035726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.229401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T13:10:30.035797Z","caller":"traceutil/trace.go:171","msg":"trace[1301001439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8820; }","duration":"251.343784ms","start":"2026-03-04T13:10:29.784433Z","end":"2026-03-04T13:10:30.035777Z","steps":["trace[1301001439] 'agreement among raft nodes before linearized reading' (duration: 251.145579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:30.035909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:29.596456Z","time spent":"439.323128ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:10:31.963679Z","caller":"traceutil/trace.go:171","msg":"trace[1607189175] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"126.089257ms","start":"2026-03-04T13:10:31.837563Z","end":"2026-03-04T13:10:31.963653Z","steps":["trace[1607189175] 'process raft request' (duration: 118.837594ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:43.450274Z","caller":"traceutil/trace.go:171","msg":"trace[1924949805] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"536.487087ms","start":"2026-03-04T13:10:42.913748Z","end":"2026-03-04T13:10:43.450235Z","steps":["trace[1924949805] 'process raft request' (duration: 535.931125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:43.450464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:42.913722Z","time spent":"536.647151ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414706,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:10:44.157497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371276265,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T13:10:44.406538Z","caller":"traceutil/trace.go:171","msg":"trace[1922449099] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"946.358655ms","start":"2026-03-04T13:10:43.460152Z","end":"2026-03-04T13:10:44.40651Z","steps":["trace[1922449099] 'process raft request' (duration: 946.196361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:44.406698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:43.460125Z","time spent":"946.493528ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:10:44.780301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.662657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:10:44.78058Z","caller":"traceutil/trace.go:171","msg":"trace[207123646] linearizableReadLoop","detail":"{readStateIndex:9226; appliedIndex:9223; }","duration":"1.123431024s","start":"2026-03-04T13:10:43.657131Z","end":"2026-03-04T13:10:44.780562Z","steps":["trace[207123646] 'read index received' (duration: 749.286466ms)","trace[207123646] 'applied index is now lower than readState.Index' (duration: 374.143168ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:44.780747Z","caller":"traceutil/trace.go:171","msg":"trace[1125379963] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"749.937352ms","start":"2026-03-04T13:10:44.030798Z","end":"2026-03-04T13:10:44.780735Z","steps":["trace[1125379963] 'process raft request' (duration: 495.752404ms)","trace[1125379963] 'compare' (duration: 253.412731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:10:44.780816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:44.030772Z","time spent":"750.010374ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:10:44.780873Z","caller":"traceutil/trace.go:171","msg":"trace[345408273] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"617.714049ms","start":"2026-03-04T13:10:44.163124Z","end":"2026-03-04T13:10:44.780838Z","steps":["trace[345408273] 'process raft request' (duration: 617.394321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:44.781013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:44.163097Z","time spent":"617.848801ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:10:44.781001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.301575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:10:44.7811Z","caller":"traceutil/trace.go:171","msg":"trace[1502064866] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8895; }","duration":"715.465969ms","start":"2026-03-04T13:10:44.065612Z","end":"2026-03-04T13:10:44.781078Z","steps":["trace[1502064866] 'agreement among raft nodes before linearized reading' (duration: 715.255264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:44.781165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:44.065591Z","time spent":"715.560991ms","remote":"127.0.0.1:41374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:10:44.780991Z","caller":"traceutil/trace.go:171","msg":"trace[2109119892] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"690.485839ms","start":"2026-03-04T13:10:44.090474Z","end":"2026-03-04T13:10:44.78096Z","steps":["trace[2109119892] 'process raft request' (duration: 689.947177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:44.781144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.7177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:10:44.781274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.977589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T13:10:44.781286Z","caller":"traceutil/trace.go:171","msg":"trace[1032060332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8895; }","duration":"639.867634ms","start":"2026-03-04T13:10:44.141375Z","end":"2026-03-04T13:10:44.781243Z","steps":["trace[1032060332] 'agreement among raft nodes before linearized reading' (duration: 639.67062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:44.781299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.253767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"warn","ts":"2026-03-04T13:10:44.781326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.556784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5tq68\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T13:10:44.781339Z","caller":"traceutil/trace.go:171","msg":"trace[1454583514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8895; }","duration":"273.068491ms","start":"2026-03-04T13:10:44.508254Z","end":"2026-03-04T13:10:44.781323Z","steps":["trace[1454583514] 'agreement among raft nodes before linearized reading' (duration: 272.881387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:44.781361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:44.14137Z","time spent":"639.977117ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:10:44.781371Z","caller":"traceutil/trace.go:171","msg":"trace[720032966] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5tq68; range_end:; response_count:1; response_revision:8895; }","duration":"493.654096ms","start":"2026-03-04T13:10:44.287706Z","end":"2026-03-04T13:10:44.78136Z","steps":["trace[720032966] 'agreement among raft nodes before linearized reading' (duration: 493.533473ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:44.781383Z","caller":"traceutil/trace.go:171","msg":"trace[1144319353] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8895; }","duration":"336.35517ms","start":"2026-03-04T13:10:44.444996Z","end":"2026-03-04T13:10:44.781351Z","steps":["trace[1144319353] 'agreement among raft nodes before linearized reading' (duration: 336.211337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:44.781414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:44.287675Z","time spent":"493.731828ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-5tq68\" "} {"level":"warn","ts":"2026-03-04T13:10:44.781464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:44.444975Z","time spent":"336.475703ms","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19559,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T13:10:44.781504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124382156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-04T13:10:44.78155Z","caller":"traceutil/trace.go:171","msg":"trace[1764536587] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8895; }","duration":"1.124465138s","start":"2026-03-04T13:10:43.65707Z","end":"2026-03-04T13:10:44.781535Z","steps":["trace[1764536587] 'agreement among raft nodes before linearized reading' (duration: 1.124375456s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:44.781308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:44.090445Z","time spent":"690.782846ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:10:44.781603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:43.657047Z","time spent":"1.124545519s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T13:10:44.781145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.430653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T13:10:44.781682Z","caller":"traceutil/trace.go:171","msg":"trace[729573969] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8895; }","duration":"428.030036ms","start":"2026-03-04T13:10:44.353634Z","end":"2026-03-04T13:10:44.781664Z","steps":["trace[729573969] 'agreement among raft nodes before linearized reading' (duration: 427.29525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:44.7817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.480357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T13:10:44.781737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:44.353599Z","time spent":"428.119017ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T13:10:44.78175Z","caller":"traceutil/trace.go:171","msg":"trace[1148295515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8895; }","duration":"681.538358ms","start":"2026-03-04T13:10:44.100193Z","end":"2026-03-04T13:10:44.781731Z","steps":["trace[1148295515] 'agreement among raft nodes before linearized reading' (duration: 681.390095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:44.781501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.701822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T13:10:44.781798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:44.100187Z","time spent":"681.60299ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T13:10:44.78183Z","caller":"traceutil/trace.go:171","msg":"trace[1321249320] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8895; }","duration":"699.04633ms","start":"2026-03-04T13:10:44.082763Z","end":"2026-03-04T13:10:44.781809Z","steps":["trace[1321249320] 'agreement among raft nodes before linearized reading' (duration: 698.620931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:44.7819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:44.082746Z","time spent":"699.133482ms","remote":"127.0.0.1:36444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:10:45.553958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.747839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:10:45.554098Z","caller":"traceutil/trace.go:171","msg":"trace[1222037372] linearizableReadLoop","detail":"{readStateIndex:9229; appliedIndex:9228; }","duration":"680.048465ms","start":"2026-03-04T13:10:44.874015Z","end":"2026-03-04T13:10:45.554064Z","steps":["trace[1222037372] 'read index received' (duration: 314.173293ms)","trace[1222037372] 'applied index is now lower than readState.Index' (duration: 365.873612ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:45.554167Z","caller":"traceutil/trace.go:171","msg":"trace[730853299] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"766.36016ms","start":"2026-03-04T13:10:44.787733Z","end":"2026-03-04T13:10:45.554094Z","steps":["trace[730853299] 'process raft request' (duration: 400.382385ms)","trace[730853299] 'compare' (duration: 365.431542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:10:45.554313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.615285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T13:10:45.554289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.196583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T13:10:45.554358Z","caller":"traceutil/trace.go:171","msg":"trace[248589627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8897; }","duration":"766.675667ms","start":"2026-03-04T13:10:44.787669Z","end":"2026-03-04T13:10:45.554345Z","steps":["trace[248589627] 'agreement among raft nodes before linearized reading' (duration: 766.503563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:45.554342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.554145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T13:10:45.554374Z","caller":"traceutil/trace.go:171","msg":"trace[574752585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8897; }","duration":"736.318206ms","start":"2026-03-04T13:10:44.818038Z","end":"2026-03-04T13:10:45.554356Z","steps":["trace[574752585] 'agreement among raft nodes before linearized reading' (duration: 736.120752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:45.554398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:44.787662Z","time spent":"766.728398ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:10:45.554429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:44.818025Z","time spent":"736.395468ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T13:10:45.554444Z","caller":"traceutil/trace.go:171","msg":"trace[1219262823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8897; }","duration":"746.691189ms","start":"2026-03-04T13:10:44.80772Z","end":"2026-03-04T13:10:45.554411Z","steps":["trace[1219262823] 'agreement among raft nodes before linearized reading' (duration: 746.429053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:45.55444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:44.787717Z","time spent":"766.577885ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:10:45.5545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:44.807697Z","time spent":"746.78926ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:10:45.554728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.288838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"info","ts":"2026-03-04T13:10:45.554811Z","caller":"traceutil/trace.go:171","msg":"trace[1070818122] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8897; }","duration":"766.40081ms","start":"2026-03-04T13:10:44.788391Z","end":"2026-03-04T13:10:45.554792Z","steps":["trace[1070818122] 'agreement among raft nodes before linearized reading' (duration: 765.774376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:45.554856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:44.788384Z","time spent":"766.463721ms","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19559,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T13:10:45.554983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.458699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-lpnxl\" ","response":"range_response_count:1 size:19695"} {"level":"info","ts":"2026-03-04T13:10:45.555045Z","caller":"traceutil/trace.go:171","msg":"trace[1443615068] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-lpnxl; range_end:; response_count:1; response_revision:8897; }","duration":"521.561431ms","start":"2026-03-04T13:10:45.033465Z","end":"2026-03-04T13:10:45.555027Z","steps":["trace[1443615068] 'agreement among raft nodes before linearized reading' (duration: 521.368797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:45.555094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:45.033443Z","time spent":"521.639353ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19718,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-lpnxl\" "} {"level":"warn","ts":"2026-03-04T13:10:45.555322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.068707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:10:45.555375Z","caller":"traceutil/trace.go:171","msg":"trace[814936340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8897; }","duration":"412.17746ms","start":"2026-03-04T13:10:45.143185Z","end":"2026-03-04T13:10:45.555363Z","steps":["trace[814936340] 'agreement among raft nodes before linearized reading' (duration: 412.098808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:45.555424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:45.143159Z","time spent":"412.255462ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:10:46.148781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371276279,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T13:10:46.335808Z","caller":"traceutil/trace.go:171","msg":"trace[300797264] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"777.303365ms","start":"2026-03-04T13:10:45.558477Z","end":"2026-03-04T13:10:46.335781Z","steps":["trace[300797264] 'process raft request' (duration: 777.124541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:46.335997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:45.558451Z","time spent":"777.457328ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:10:46.695464Z","caller":"traceutil/trace.go:171","msg":"trace[1642428712] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"1.136842954s","start":"2026-03-04T13:10:45.558593Z","end":"2026-03-04T13:10:46.695436Z","steps":["trace[1642428712] 'process raft request' (duration: 1.136609429s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:46.695621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:45.558553Z","time spent":"1.136986467s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:10:46.69594Z","caller":"traceutil/trace.go:171","msg":"trace[954990766] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"1.136236162s","start":"2026-03-04T13:10:45.559682Z","end":"2026-03-04T13:10:46.695918Z","steps":["trace[954990766] 'process raft request' (duration: 1.135693009s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:46.696071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:45.559657Z","time spent":"1.136370185s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:10:46.696824Z","caller":"traceutil/trace.go:171","msg":"trace[2041020895] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"1.135826273s","start":"2026-03-04T13:10:45.56097Z","end":"2026-03-04T13:10:46.696796Z","steps":["trace[2041020895] 'process raft request' (duration: 1.134651796s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:46.69693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:45.560953Z","time spent":"1.135935935s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:10:46.697036Z","caller":"traceutil/trace.go:171","msg":"trace[883707651] linearizableReadLoop","detail":"{readStateIndex:9234; appliedIndex:9230; }","duration":"1.048934494s","start":"2026-03-04T13:10:45.648073Z","end":"2026-03-04T13:10:46.697008Z","steps":["trace[883707651] 'read index received' (duration: 687.846399ms)","trace[883707651] 'applied index is now lower than readState.Index' (duration: 361.087185ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:46.697092Z","caller":"traceutil/trace.go:171","msg":"trace[420686506] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"494.894225ms","start":"2026-03-04T13:10:46.202168Z","end":"2026-03-04T13:10:46.697063Z","steps":["trace[420686506] 'process raft request' (duration: 494.767732ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:46.697145Z","caller":"traceutil/trace.go:171","msg":"trace[1166747640] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"1.129391048s","start":"2026-03-04T13:10:45.567726Z","end":"2026-03-04T13:10:46.697117Z","steps":["trace[1166747640] 'process raft request' (duration: 1.129056011s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:46.697237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:46.202133Z","time spent":"495.022687ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:10:46.697255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049141108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:10:46.69727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:45.56771Z","time spent":"1.12949732s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19680,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:10:46.697318Z","caller":"traceutil/trace.go:171","msg":"trace[1936193740] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8903; }","duration":"1.049275712s","start":"2026-03-04T13:10:45.648024Z","end":"2026-03-04T13:10:46.6973Z","steps":["trace[1936193740] 'agreement among raft nodes before linearized reading' (duration: 1.049138949s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:46.6974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:45.648002Z","time spent":"1.049382205s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T13:10:46.727422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.874682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:10:46.72752Z","caller":"traceutil/trace.go:171","msg":"trace[333291338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8904; }","duration":"585.021784ms","start":"2026-03-04T13:10:46.142478Z","end":"2026-03-04T13:10:46.7275Z","steps":["trace[333291338] 'agreement among raft nodes before linearized reading' (duration: 584.85008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:46.727569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:46.142455Z","time spent":"585.105876ms","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:10:46.727391Z","caller":"traceutil/trace.go:171","msg":"trace[10522595] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"315.004471ms","start":"2026-03-04T13:10:46.412326Z","end":"2026-03-04T13:10:46.727331Z","steps":["trace[10522595] 'process raft request' (duration: 314.731205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:46.728008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:46.412278Z","time spent":"315.582715ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:10:46.900906Z","caller":"traceutil/trace.go:171","msg":"trace[273322400] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"112.555023ms","start":"2026-03-04T13:10:46.788322Z","end":"2026-03-04T13:10:46.900877Z","steps":["trace[273322400] 'process raft request' (duration: 112.39809ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:46.923554Z","caller":"traceutil/trace.go:171","msg":"trace[1490550327] linearizableReadLoop","detail":"{readStateIndex:9238; appliedIndex:9236; }","duration":"129.718618ms","start":"2026-03-04T13:10:46.793811Z","end":"2026-03-04T13:10:46.92353Z","steps":["trace[1490550327] 'read index received' (duration: 106.981998ms)","trace[1490550327] 'applied index is now lower than readState.Index' (duration: 22.73543ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:46.923684Z","caller":"traceutil/trace.go:171","msg":"trace[1283172572] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"135.250061ms","start":"2026-03-04T13:10:46.788403Z","end":"2026-03-04T13:10:46.923653Z","steps":["trace[1283172572] 'process raft request' (duration: 134.974675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:46.923916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.983074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5tq68\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T13:10:46.923968Z","caller":"traceutil/trace.go:171","msg":"trace[898321197] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5tq68; range_end:; response_count:1; response_revision:8906; }","duration":"130.179229ms","start":"2026-03-04T13:10:46.793775Z","end":"2026-03-04T13:10:46.923954Z","steps":["trace[898321197] 'agreement among raft nodes before linearized reading' (duration: 129.885112ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:11:25.132577Z","caller":"traceutil/trace.go:171","msg":"trace[1510986761] transaction","detail":"{read_only:false; response_revision:9163; number_of_response:1; }","duration":"101.045725ms","start":"2026-03-04T13:11:25.031501Z","end":"2026-03-04T13:11:25.132547Z","steps":["trace[1510986761] 'process raft request' (duration: 100.790069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:11:25.327996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.647313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:11:25.328108Z","caller":"traceutil/trace.go:171","msg":"trace[535951871] linearizableReadLoop","detail":"{readStateIndex:9505; appliedIndex:9503; }","duration":"215.173133ms","start":"2026-03-04T13:11:25.112919Z","end":"2026-03-04T13:11:25.328093Z","steps":["trace[535951871] 'read index received' (duration: 19.311563ms)","trace[535951871] 'applied index is now lower than readState.Index' (duration: 195.86ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:11:25.328155Z","caller":"traceutil/trace.go:171","msg":"trace[1056439546] transaction","detail":"{read_only:false; response_revision:9164; number_of_response:1; }","duration":"250.211259ms","start":"2026-03-04T13:11:25.077904Z","end":"2026-03-04T13:11:25.328115Z","steps":["trace[1056439546] 'process raft request' (duration: 138.365781ms)","trace[1056439546] 'compare' (duration: 111.372988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:11:25.328282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.972928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:11:25.328321Z","caller":"traceutil/trace.go:171","msg":"trace[1491774869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9164; }","duration":"186.04996ms","start":"2026-03-04T13:11:25.142261Z","end":"2026-03-04T13:11:25.328311Z","steps":["trace[1491774869] 'agreement among raft nodes before linearized reading' (duration: 185.986379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:11:25.328303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.379589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T13:11:25.328386Z","caller":"traceutil/trace.go:171","msg":"trace[2137960420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9164; }","duration":"215.501011ms","start":"2026-03-04T13:11:25.112865Z","end":"2026-03-04T13:11:25.328366Z","steps":["trace[2137960420] 'agreement among raft nodes before linearized reading' (duration: 215.330587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:11:25.328681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.661589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5tq68\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T13:11:25.328741Z","caller":"traceutil/trace.go:171","msg":"trace[1439262655] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5tq68; range_end:; response_count:1; response_revision:9164; }","duration":"126.756801ms","start":"2026-03-04T13:11:25.20197Z","end":"2026-03-04T13:11:25.328726Z","steps":["trace[1439262655] 'agreement among raft nodes before linearized reading' (duration: 126.579578ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:12:38.119269Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f52f30d5714009d5","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T13:12:38.125139Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T13:12:38.125227Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T13:12:58.776631Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7500} {"level":"info","ts":"2026-03-04T13:12:58.839664Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7500,"took":"61.602833ms","hash":1508171193,"current-db-size-bytes":40296448,"current-db-size":"40 MB","current-db-size-in-use-bytes":24342528,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T13:12:58.840336Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1508171193,"revision":7500,"compact-revision":5580} {"level":"warn","ts":"2026-03-04T13:15:59.445275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.637441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-03-04T13:15:59.445364Z","caller":"traceutil/trace.go:171","msg":"trace[470003953] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11032; }","duration":"148.752073ms","start":"2026-03-04T13:15:59.296596Z","end":"2026-03-04T13:15:59.445348Z","steps":["trace[470003953] 'range keys from in-memory index tree' (duration: 148.515388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:15:59.44549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.270235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:15:59.445484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.181933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:15:59.445566Z","caller":"traceutil/trace.go:171","msg":"trace[332084029] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11032; }","duration":"149.370637ms","start":"2026-03-04T13:15:59.296178Z","end":"2026-03-04T13:15:59.445549Z","steps":["trace[332084029] 'range keys from in-memory index tree' (duration: 149.158052ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:15:59.445586Z","caller":"traceutil/trace.go:171","msg":"trace[148806538] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11032; }","duration":"149.318206ms","start":"2026-03-04T13:15:59.296247Z","end":"2026-03-04T13:15:59.445565Z","steps":["trace[148806538] 'range keys from in-memory index tree' (duration: 149.136092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:15:59.445569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.674137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T13:15:59.445592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.649023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:15:59.44565Z","caller":"traceutil/trace.go:171","msg":"trace[1734089110] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:11032; }","duration":"138.783439ms","start":"2026-03-04T13:15:59.306849Z","end":"2026-03-04T13:15:59.445633Z","steps":["trace[1734089110] 'count revisions from in-memory index tree' (duration: 138.628045ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:15:59.445679Z","caller":"traceutil/trace.go:171","msg":"trace[1075245848] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11032; }","duration":"149.766505ms","start":"2026-03-04T13:15:59.295896Z","end":"2026-03-04T13:15:59.445662Z","steps":["trace[1075245848] 'range keys from in-memory index tree' (duration: 149.591792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:15:59.445659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.368824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-04T13:15:59.445725Z","caller":"traceutil/trace.go:171","msg":"trace[1582818495] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11032; }","duration":"144.453157ms","start":"2026-03-04T13:15:59.301262Z","end":"2026-03-04T13:15:59.445715Z","steps":["trace[1582818495] 'range keys from in-memory index tree' (duration: 144.293263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:15:59.445507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.214301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:15:59.445818Z","caller":"traceutil/trace.go:171","msg":"trace[36312374] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11032; }","duration":"148.575769ms","start":"2026-03-04T13:15:59.297226Z","end":"2026-03-04T13:15:59.445802Z","steps":["trace[36312374] 'range keys from in-memory index tree' (duration: 148.115549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:15:59.446058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.071233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5tq68\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T13:15:59.446116Z","caller":"traceutil/trace.go:171","msg":"trace[1859812815] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5tq68; range_end:; response_count:1; response_revision:11032; }","duration":"158.165534ms","start":"2026-03-04T13:15:59.287936Z","end":"2026-03-04T13:15:59.446101Z","steps":["trace[1859812815] 'range keys from in-memory index tree' (duration: 157.172792ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:16:22.692759Z","caller":"traceutil/trace.go:171","msg":"trace[1061431750] linearizableReadLoop","detail":"{readStateIndex:11562; appliedIndex:11561; }","duration":"452.216744ms","start":"2026-03-04T13:16:22.240515Z","end":"2026-03-04T13:16:22.692732Z","steps":["trace[1061431750] 'read index received' (duration: 452.070651ms)","trace[1061431750] 'applied index is now lower than readState.Index' (duration: 144.593µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:16:22.692868Z","caller":"traceutil/trace.go:171","msg":"trace[1459739563] transaction","detail":"{read_only:false; response_revision:11149; number_of_response:1; }","duration":"489.084873ms","start":"2026-03-04T13:16:22.203755Z","end":"2026-03-04T13:16:22.69284Z","steps":["trace[1459739563] 'process raft request' (duration: 488.821117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:16:22.692921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.381898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T13:16:22.693021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:16:22.203736Z","time spent":"489.209856ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:16:22.693012Z","caller":"traceutil/trace.go:171","msg":"trace[1853110171] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:11149; }","duration":"452.532931ms","start":"2026-03-04T13:16:22.240464Z","end":"2026-03-04T13:16:22.692997Z","steps":["trace[1853110171] 'agreement among raft nodes before linearized reading' (duration: 452.400398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:16:22.693088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:16:22.240442Z","time spent":"452.632984ms","remote":"127.0.0.1:47898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:16:22.901469Z","caller":"traceutil/trace.go:171","msg":"trace[902856562] linearizableReadLoop","detail":"{readStateIndex:11563; appliedIndex:11562; }","duration":"208.608898ms","start":"2026-03-04T13:16:22.692838Z","end":"2026-03-04T13:16:22.901447Z","steps":["trace[902856562] 'read index received' (duration: 150.971413ms)","trace[902856562] 'applied index is now lower than readState.Index' (duration: 57.636265ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:16:22.901531Z","caller":"traceutil/trace.go:171","msg":"trace[147836683] transaction","detail":"{read_only:false; response_revision:11150; number_of_response:1; }","duration":"486.261299ms","start":"2026-03-04T13:16:22.415232Z","end":"2026-03-04T13:16:22.901493Z","steps":["trace[147836683] 'process raft request' (duration: 428.557063ms)","trace[147836683] 'compare' (duration: 57.550783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:16:22.901639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.631841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T13:16:22.90164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.044885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:16:22.901809Z","caller":"traceutil/trace.go:171","msg":"trace[1477005999] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:11150; }","duration":"244.242619ms","start":"2026-03-04T13:16:22.65752Z","end":"2026-03-04T13:16:22.901762Z","steps":["trace[1477005999] 'agreement among raft nodes before linearized reading' (duration: 243.986103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:16:22.901777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:16:22.415207Z","time spent":"486.452043ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:16:22.901676Z","caller":"traceutil/trace.go:171","msg":"trace[1921183619] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11150; }","duration":"568.710293ms","start":"2026-03-04T13:16:22.332958Z","end":"2026-03-04T13:16:22.901669Z","steps":["trace[1921183619] 'agreement among raft nodes before linearized reading' (duration: 568.607371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:16:22.90188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:16:22.332938Z","time spent":"568.933057ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:16:22.901712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.105829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T13:16:22.901941Z","caller":"traceutil/trace.go:171","msg":"trace[578013882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11150; }","duration":"407.377866ms","start":"2026-03-04T13:16:22.494556Z","end":"2026-03-04T13:16:22.901934Z","steps":["trace[578013882] 'agreement among raft nodes before linearized reading' (duration: 406.987357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:16:22.90196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:16:22.49454Z","time spent":"407.413726ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T13:16:23.418647Z","caller":"traceutil/trace.go:171","msg":"trace[1168371084] transaction","detail":"{read_only:false; response_revision:11154; number_of_response:1; }","duration":"137.489561ms","start":"2026-03-04T13:16:23.28113Z","end":"2026-03-04T13:16:23.41862Z","steps":["trace[1168371084] 'process raft request' (duration: 137.312787ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:16:25.050935Z","caller":"traceutil/trace.go:171","msg":"trace[1843228193] linearizableReadLoop","detail":"{readStateIndex:11573; appliedIndex:11572; }","duration":"105.858418ms","start":"2026-03-04T13:16:24.945055Z","end":"2026-03-04T13:16:25.050913Z","steps":["trace[1843228193] 'read index received' (duration: 78.991815ms)","trace[1843228193] 'applied index is now lower than readState.Index' (duration: 26.865883ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:16:25.051051Z","caller":"traceutil/trace.go:171","msg":"trace[132924195] transaction","detail":"{read_only:false; response_revision:11160; number_of_response:1; }","duration":"111.500455ms","start":"2026-03-04T13:16:24.939541Z","end":"2026-03-04T13:16:25.051041Z","steps":["trace[132924195] 'process raft request' (duration: 84.455288ms)","trace[132924195] 'compare' (duration: 26.827532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:16:25.051288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.213457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:16:25.051369Z","caller":"traceutil/trace.go:171","msg":"trace[1998935114] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:11160; }","duration":"106.33895ms","start":"2026-03-04T13:16:24.945011Z","end":"2026-03-04T13:16:25.05135Z","steps":["trace[1998935114] 'agreement among raft nodes before linearized reading' (duration: 106.194947ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:17:58.784512Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9736} {"level":"info","ts":"2026-03-04T13:17:58.870307Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9736,"took":"83.18004ms","hash":4185524036,"current-db-size-bytes":40296448,"current-db-size":"40 MB","current-db-size-in-use-bytes":22482944,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-04T13:17:58.870455Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4185524036,"revision":9736,"compact-revision":7500} {"level":"info","ts":"2026-03-04T13:21:47.128918Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000356f.wal"} {"level":"info","ts":"2026-03-04T13:22:11.399354Z","caller":"traceutil/trace.go:171","msg":"trace[603549094] transaction","detail":"{read_only:false; response_revision:13360; number_of_response:1; }","duration":"212.820724ms","start":"2026-03-04T13:22:11.186511Z","end":"2026-03-04T13:22:11.399332Z","steps":["trace[603549094] 'process raft request' (duration: 212.64895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:22:11.401603Z","caller":"traceutil/trace.go:171","msg":"trace[77464742] transaction","detail":"{read_only:false; response_revision:13361; number_of_response:1; }","duration":"188.870927ms","start":"2026-03-04T13:22:11.21271Z","end":"2026-03-04T13:22:11.401581Z","steps":["trace[77464742] 'process raft request' (duration: 188.712792ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:22:33.691164Z","caller":"traceutil/trace.go:171","msg":"trace[1286549905] linearizableReadLoop","detail":"{readStateIndex:13967; appliedIndex:13966; }","duration":"198.144376ms","start":"2026-03-04T13:22:33.492984Z","end":"2026-03-04T13:22:33.691128Z","steps":["trace[1286549905] 'read index received' (duration: 197.798988ms)","trace[1286549905] 'applied index is now lower than readState.Index' (duration: 343.648µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:22:33.691231Z","caller":"traceutil/trace.go:171","msg":"trace[1771259699] transaction","detail":"{read_only:false; response_revision:13466; number_of_response:1; }","duration":"211.401193ms","start":"2026-03-04T13:22:33.479801Z","end":"2026-03-04T13:22:33.691203Z","steps":["trace[1771259699] 'process raft request' (duration: 211.119346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:22:33.691405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.394681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T13:22:33.691447Z","caller":"traceutil/trace.go:171","msg":"trace[1407262019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13466; }","duration":"198.482473ms","start":"2026-03-04T13:22:33.492951Z","end":"2026-03-04T13:22:33.691434Z","steps":["trace[1407262019] 'agreement among raft nodes before linearized reading' (duration: 198.309209ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:22:33.901729Z","caller":"traceutil/trace.go:171","msg":"trace[438987889] transaction","detail":"{read_only:false; response_revision:13467; number_of_response:1; }","duration":"205.631573ms","start":"2026-03-04T13:22:33.696073Z","end":"2026-03-04T13:22:33.901705Z","steps":["trace[438987889] 'process raft request' (duration: 205.48913ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:22:41.934836Z","caller":"traceutil/trace.go:171","msg":"trace[1869962505] linearizableReadLoop","detail":"{readStateIndex:14005; appliedIndex:14004; }","duration":"100.496945ms","start":"2026-03-04T13:22:41.83431Z","end":"2026-03-04T13:22:41.934807Z","steps":["trace[1869962505] 'read index received' (duration: 100.251889ms)","trace[1869962505] 'applied index is now lower than readState.Index' (duration: 243.876µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:22:41.934893Z","caller":"traceutil/trace.go:171","msg":"trace[1138680777] transaction","detail":"{read_only:false; response_revision:13503; number_of_response:1; }","duration":"216.051898ms","start":"2026-03-04T13:22:41.718802Z","end":"2026-03-04T13:22:41.934854Z","steps":["trace[1138680777] 'process raft request' (duration: 215.849563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:22:41.935062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.73563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-04T13:22:41.935139Z","caller":"traceutil/trace.go:171","msg":"trace[1153983801] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:13503; }","duration":"100.854463ms","start":"2026-03-04T13:22:41.834265Z","end":"2026-03-04T13:22:41.935119Z","steps":["trace[1153983801] 'agreement among raft nodes before linearized reading' (duration: 100.674339ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:22:42.123632Z","caller":"traceutil/trace.go:171","msg":"trace[1525775302] linearizableReadLoop","detail":"{readStateIndex:14007; appliedIndex:14005; }","duration":"183.866403ms","start":"2026-03-04T13:22:41.939738Z","end":"2026-03-04T13:22:42.123605Z","steps":["trace[1525775302] 'read index received' (duration: 95.808378ms)","trace[1525775302] 'applied index is now lower than readState.Index' (duration: 88.056685ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:22:42.123671Z","caller":"traceutil/trace.go:171","msg":"trace[568069226] transaction","detail":"{read_only:false; response_revision:13504; number_of_response:1; }","duration":"184.502649ms","start":"2026-03-04T13:22:41.939133Z","end":"2026-03-04T13:22:42.123636Z","steps":["trace[568069226] 'process raft request' (duration: 184.203112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:22:42.124638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.883887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:22:42.124698Z","caller":"traceutil/trace.go:171","msg":"trace[1014469536] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:13505; }","duration":"184.99366ms","start":"2026-03-04T13:22:41.939689Z","end":"2026-03-04T13:22:42.124683Z","steps":["trace[1014469536] 'agreement among raft nodes before linearized reading' (duration: 184.015587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:22:50.642492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.630536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:22:50.642603Z","caller":"traceutil/trace.go:171","msg":"trace[1365944257] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:13565; }","duration":"128.787769ms","start":"2026-03-04T13:22:50.51379Z","end":"2026-03-04T13:22:50.642577Z","steps":["trace[1365944257] 'count revisions from in-memory index tree' (duration: 128.562384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:22:50.642587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.316796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T13:22:50.642833Z","caller":"traceutil/trace.go:171","msg":"trace[1372615925] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13565; }","duration":"209.598491ms","start":"2026-03-04T13:22:50.433215Z","end":"2026-03-04T13:22:50.642813Z","steps":["trace[1372615925] 'range keys from in-memory index tree' (duration: 209.152982ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:22:51.243127Z","caller":"traceutil/trace.go:171","msg":"trace[463729569] linearizableReadLoop","detail":"{readStateIndex:14071; appliedIndex:14070; }","duration":"160.628685ms","start":"2026-03-04T13:22:51.082479Z","end":"2026-03-04T13:22:51.243107Z","steps":["trace[463729569] 'read index received' (duration: 160.486902ms)","trace[463729569] 'applied index is now lower than readState.Index' (duration: 140.663µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:22:51.243194Z","caller":"traceutil/trace.go:171","msg":"trace[767593236] transaction","detail":"{read_only:false; response_revision:13566; number_of_response:1; }","duration":"201.397749ms","start":"2026-03-04T13:22:51.041761Z","end":"2026-03-04T13:22:51.243159Z","steps":["trace[767593236] 'process raft request' (duration: 201.209595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:22:51.243346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.988241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T13:22:51.243391Z","caller":"traceutil/trace.go:171","msg":"trace[482859403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13566; }","duration":"156.079542ms","start":"2026-03-04T13:22:51.087301Z","end":"2026-03-04T13:22:51.243381Z","steps":["trace[482859403] 'agreement among raft nodes before linearized reading' (duration: 155.941409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:22:51.243406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.903391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T13:22:51.243524Z","caller":"traceutil/trace.go:171","msg":"trace[312693772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13566; }","duration":"161.074515ms","start":"2026-03-04T13:22:51.082435Z","end":"2026-03-04T13:22:51.243509Z","steps":["trace[312693772] 'agreement among raft nodes before linearized reading' (duration: 160.774898ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:22:52.349014Z","caller":"traceutil/trace.go:171","msg":"trace[1704020647] linearizableReadLoop","detail":"{readStateIndex:14078; appliedIndex:14077; }","duration":"110.044889ms","start":"2026-03-04T13:22:52.238939Z","end":"2026-03-04T13:22:52.348984Z","steps":["trace[1704020647] 'read index received' (duration: 107.515943ms)","trace[1704020647] 'applied index is now lower than readState.Index' (duration: 2.527756ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:22:52.349044Z","caller":"traceutil/trace.go:171","msg":"trace[190437129] transaction","detail":"{read_only:false; response_revision:13572; number_of_response:1; }","duration":"110.271414ms","start":"2026-03-04T13:22:52.238749Z","end":"2026-03-04T13:22:52.349021Z","steps":["trace[190437129] 'process raft request' (duration: 107.741868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:22:52.349212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.260733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T13:22:52.349275Z","caller":"traceutil/trace.go:171","msg":"trace[1427640818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13572; }","duration":"110.333926ms","start":"2026-03-04T13:22:52.238926Z","end":"2026-03-04T13:22:52.34926Z","steps":["trace[1427640818] 'agreement among raft nodes before linearized reading' (duration: 110.166931ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:22:55.09241Z","caller":"traceutil/trace.go:171","msg":"trace[1024100383] transaction","detail":"{read_only:false; response_revision:13598; number_of_response:1; }","duration":"149.2637ms","start":"2026-03-04T13:22:54.943086Z","end":"2026-03-04T13:22:55.09235Z","steps":["trace[1024100383] 'process raft request' (duration: 149.018214ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:22:55.092318Z","caller":"traceutil/trace.go:171","msg":"trace[1612136015] linearizableReadLoop","detail":"{readStateIndex:14104; appliedIndex:14103; }","duration":"140.81722ms","start":"2026-03-04T13:22:54.951436Z","end":"2026-03-04T13:22:55.092253Z","steps":["trace[1612136015] 'read index received' (duration: 140.589534ms)","trace[1612136015] 'applied index is now lower than readState.Index' (duration: 226.715µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:22:55.092641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.177997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:22:55.092713Z","caller":"traceutil/trace.go:171","msg":"trace[428439244] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:13598; }","duration":"141.2888ms","start":"2026-03-04T13:22:54.951403Z","end":"2026-03-04T13:22:55.092692Z","steps":["trace[428439244] 'agreement among raft nodes before linearized reading' (duration: 141.170588ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:22:58.790793Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11745} {"level":"info","ts":"2026-03-04T13:22:58.864046Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11745,"took":"71.567755ms","hash":2109989146,"current-db-size-bytes":40296448,"current-db-size":"40 MB","current-db-size-in-use-bytes":23982080,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T13:22:58.864093Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2109989146,"revision":11745,"compact-revision":9736} {"level":"info","ts":"2026-03-04T13:23:00.596739Z","caller":"traceutil/trace.go:171","msg":"trace[1132430747] linearizableReadLoop","detail":"{readStateIndex:14130; appliedIndex:14129; }","duration":"216.447497ms","start":"2026-03-04T13:23:00.380266Z","end":"2026-03-04T13:23:00.596713Z","steps":["trace[1132430747] 'read index received' (duration: 216.147969ms)","trace[1132430747] 'applied index is now lower than readState.Index' (duration: 298.198µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:23:00.596754Z","caller":"traceutil/trace.go:171","msg":"trace[563195129] transaction","detail":"{read_only:false; response_revision:13622; number_of_response:1; }","duration":"335.303603ms","start":"2026-03-04T13:23:00.261411Z","end":"2026-03-04T13:23:00.596714Z","steps":["trace[563195129] 'process raft request' (duration: 335.093058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:00.596902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.621021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T13:23:00.596939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:00.261395Z","time spent":"335.441426ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:23:00.597223Z","caller":"traceutil/trace.go:171","msg":"trace[1557157477] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13622; }","duration":"216.817935ms","start":"2026-03-04T13:23:00.380214Z","end":"2026-03-04T13:23:00.597032Z","steps":["trace[1557157477] 'agreement among raft nodes before linearized reading' (duration: 216.622651ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:00.619237Z","caller":"traceutil/trace.go:171","msg":"trace[952117139] transaction","detail":"{read_only:false; response_revision:13623; number_of_response:1; }","duration":"205.330557ms","start":"2026-03-04T13:23:00.413891Z","end":"2026-03-04T13:23:00.619222Z","steps":["trace[952117139] 'process raft request' (duration: 205.177414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:00.619247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.762642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T13:23:00.619555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.792787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-z2c6w\" ","response":"range_response_count:1 size:12384"} {"level":"info","ts":"2026-03-04T13:23:00.619582Z","caller":"traceutil/trace.go:171","msg":"trace[966440705] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-z2c6w; range_end:; response_count:1; response_revision:13623; }","duration":"201.856789ms","start":"2026-03-04T13:23:00.417718Z","end":"2026-03-04T13:23:00.619575Z","steps":["trace[966440705] 'agreement among raft nodes before linearized reading' (duration: 201.759377ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:00.619303Z","caller":"traceutil/trace.go:171","msg":"trace[1551035912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13623; }","duration":"228.821933ms","start":"2026-03-04T13:23:00.390468Z","end":"2026-03-04T13:23:00.61929Z","steps":["trace[1551035912] 'agreement among raft nodes before linearized reading' (duration: 228.697861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:07.424517Z","caller":"traceutil/trace.go:171","msg":"trace[1159915036] linearizableReadLoop","detail":"{readStateIndex:14256; appliedIndex:14255; }","duration":"102.423218ms","start":"2026-03-04T13:23:07.322072Z","end":"2026-03-04T13:23:07.424495Z","steps":["trace[1159915036] 'read index received' (duration: 102.239214ms)","trace[1159915036] 'applied index is now lower than readState.Index' (duration: 182.874µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:23:07.424772Z","caller":"traceutil/trace.go:171","msg":"trace[59236954] transaction","detail":"{read_only:false; response_revision:13737; number_of_response:1; }","duration":"127.699915ms","start":"2026-03-04T13:23:07.297059Z","end":"2026-03-04T13:23:07.424759Z","steps":["trace[59236954] 'process raft request' (duration: 127.313536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:07.425115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.037851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T13:23:07.425173Z","caller":"traceutil/trace.go:171","msg":"trace[180357276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13737; }","duration":"103.145634ms","start":"2026-03-04T13:23:07.322014Z","end":"2026-03-04T13:23:07.42516Z","steps":["trace[180357276] 'agreement among raft nodes before linearized reading' (duration: 102.942569ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:07.565848Z","caller":"traceutil/trace.go:171","msg":"trace[1348771214] transaction","detail":"{read_only:false; response_revision:13739; number_of_response:1; }","duration":"136.746687ms","start":"2026-03-04T13:23:07.429072Z","end":"2026-03-04T13:23:07.565819Z","steps":["trace[1348771214] 'process raft request' (duration: 111.603873ms)","trace[1348771214] 'compare' (duration: 24.881509ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:23:07.56606Z","caller":"traceutil/trace.go:171","msg":"trace[1343290] transaction","detail":"{read_only:false; response_revision:13741; number_of_response:1; }","duration":"135.06161ms","start":"2026-03-04T13:23:07.430973Z","end":"2026-03-04T13:23:07.566034Z","steps":["trace[1343290] 'process raft request' (duration: 134.954658ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:07.566052Z","caller":"traceutil/trace.go:171","msg":"trace[1166248502] transaction","detail":"{read_only:false; response_revision:13740; number_of_response:1; }","duration":"136.717256ms","start":"2026-03-04T13:23:07.429313Z","end":"2026-03-04T13:23:07.566031Z","steps":["trace[1166248502] 'process raft request' (duration: 136.42726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:47.098165Z","caller":"traceutil/trace.go:171","msg":"trace[2067173422] transaction","detail":"{read_only:false; response_revision:14062; number_of_response:1; }","duration":"200.462817ms","start":"2026-03-04T13:23:46.897683Z","end":"2026-03-04T13:23:47.098145Z","steps":["trace[2067173422] 'process raft request' (duration: 200.357015ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:47.263516Z","caller":"traceutil/trace.go:171","msg":"trace[1799161791] linearizableReadLoop","detail":"{readStateIndex:14590; appliedIndex:14589; }","duration":"121.964686ms","start":"2026-03-04T13:23:47.141519Z","end":"2026-03-04T13:23:47.263483Z","steps":["trace[1799161791] 'read index received' (duration: 91.746418ms)","trace[1799161791] 'applied index is now lower than readState.Index' (duration: 30.216708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:23:47.263724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.182641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:23:47.263776Z","caller":"traceutil/trace.go:171","msg":"trace[1032260981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14062; }","duration":"122.280262ms","start":"2026-03-04T13:23:47.141483Z","end":"2026-03-04T13:23:47.263763Z","steps":["trace[1032260981] 'agreement among raft nodes before linearized reading' (duration: 122.17018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:48.151875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.39108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:23:48.151994Z","caller":"traceutil/trace.go:171","msg":"trace[1246045508] linearizableReadLoop","detail":"{readStateIndex:14592; appliedIndex:14591; }","duration":"330.638358ms","start":"2026-03-04T13:23:47.821338Z","end":"2026-03-04T13:23:48.151976Z","steps":["trace[1246045508] 'read index received' (duration: 156.919411ms)","trace[1246045508] 'applied index is now lower than readState.Index' (duration: 173.717097ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:23:48.152056Z","caller":"traceutil/trace.go:171","msg":"trace[975409160] transaction","detail":"{read_only:false; response_revision:14064; number_of_response:1; }","duration":"429.977336ms","start":"2026-03-04T13:23:47.722021Z","end":"2026-03-04T13:23:48.151998Z","steps":["trace[975409160] 'process raft request' (duration: 256.31475ms)","trace[975409160] 'compare' (duration: 172.48651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:23:48.152139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.840598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:23:48.152175Z","caller":"traceutil/trace.go:171","msg":"trace[60089011] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:14064; }","duration":"304.90444ms","start":"2026-03-04T13:23:47.847258Z","end":"2026-03-04T13:23:48.152162Z","steps":["trace[60089011] 'agreement among raft nodes before linearized reading' (duration: 304.831969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:48.152215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:47.847243Z","time spent":"304.960701ms","remote":"127.0.0.1:49134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:23:48.1522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.837282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T13:23:48.152248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:47.722003Z","time spent":"430.14915ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:23:48.1523Z","caller":"traceutil/trace.go:171","msg":"trace[515987353] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14064; }","duration":"330.967445ms","start":"2026-03-04T13:23:47.821307Z","end":"2026-03-04T13:23:48.152275Z","steps":["trace[515987353] 'agreement among raft nodes before linearized reading' (duration: 330.715809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:48.152337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:47.821293Z","time spent":"331.036357ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:23:48.152362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.72137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T13:23:48.152457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.986049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T13:23:48.152455Z","caller":"traceutil/trace.go:171","msg":"trace[1054724371] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:14064; }","duration":"285.840523ms","start":"2026-03-04T13:23:47.866593Z","end":"2026-03-04T13:23:48.152434Z","steps":["trace[1054724371] 'agreement among raft nodes before linearized reading' (duration: 285.70351ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:48.152494Z","caller":"traceutil/trace.go:171","msg":"trace[2010900991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14064; }","duration":"287.047289ms","start":"2026-03-04T13:23:47.865438Z","end":"2026-03-04T13:23:48.152485Z","steps":["trace[2010900991] 'agreement among raft nodes before linearized reading' (duration: 286.952427ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:49.743721Z","caller":"traceutil/trace.go:171","msg":"trace[2058925774] transaction","detail":"{read_only:false; response_revision:14080; number_of_response:1; }","duration":"132.148114ms","start":"2026-03-04T13:23:49.611543Z","end":"2026-03-04T13:23:49.743691Z","steps":["trace[2058925774] 'process raft request' (duration: 131.905109ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:49.930152Z","caller":"traceutil/trace.go:171","msg":"trace[1303632271] transaction","detail":"{read_only:false; response_revision:14081; number_of_response:1; }","duration":"171.007426ms","start":"2026-03-04T13:23:49.759113Z","end":"2026-03-04T13:23:49.93012Z","steps":["trace[1303632271] 'process raft request' (duration: 137.149507ms)","trace[1303632271] 'compare' (duration: 33.656315ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:23:49.930335Z","caller":"traceutil/trace.go:171","msg":"trace[109834214] transaction","detail":"{read_only:false; response_revision:14082; number_of_response:1; }","duration":"171.103078ms","start":"2026-03-04T13:23:49.759191Z","end":"2026-03-04T13:23:49.930294Z","steps":["trace[109834214] 'process raft request' (duration: 170.896913ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:50.097504Z","caller":"traceutil/trace.go:171","msg":"trace[817210420] transaction","detail":"{read_only:false; response_revision:14084; number_of_response:1; }","duration":"160.571303ms","start":"2026-03-04T13:23:49.936898Z","end":"2026-03-04T13:23:50.09747Z","steps":["trace[817210420] 'process raft request' (duration: 93.093149ms)","trace[817210420] 'compare' (duration: 67.178257ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:23:50.09753Z","caller":"traceutil/trace.go:171","msg":"trace[751970124] transaction","detail":"{read_only:false; response_revision:14085; number_of_response:1; }","duration":"160.357287ms","start":"2026-03-04T13:23:49.937141Z","end":"2026-03-04T13:23:50.097498Z","steps":["trace[751970124] 'process raft request' (duration: 160.195724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:50.097602Z","caller":"traceutil/trace.go:171","msg":"trace[1442293521] transaction","detail":"{read_only:false; response_revision:14087; number_of_response:1; }","duration":"160.209684ms","start":"2026-03-04T13:23:49.93736Z","end":"2026-03-04T13:23:50.09757Z","steps":["trace[1442293521] 'process raft request' (duration: 160.059131ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:50.097719Z","caller":"traceutil/trace.go:171","msg":"trace[1356279617] transaction","detail":"{read_only:false; response_revision:14089; number_of_response:1; }","duration":"160.243255ms","start":"2026-03-04T13:23:49.937451Z","end":"2026-03-04T13:23:50.097694Z","steps":["trace[1356279617] 'process raft request' (duration: 160.04855ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:50.09774Z","caller":"traceutil/trace.go:171","msg":"trace[827236877] transaction","detail":"{read_only:false; response_revision:14088; number_of_response:1; }","duration":"160.338777ms","start":"2026-03-04T13:23:49.937379Z","end":"2026-03-04T13:23:50.097717Z","steps":["trace[827236877] 'process raft request' (duration: 160.083832ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:50.09777Z","caller":"traceutil/trace.go:171","msg":"trace[757331358] transaction","detail":"{read_only:false; response_revision:14090; number_of_response:1; }","duration":"160.235824ms","start":"2026-03-04T13:23:49.937521Z","end":"2026-03-04T13:23:50.097757Z","steps":["trace[757331358] 'process raft request' (duration: 160.015169ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:50.097759Z","caller":"traceutil/trace.go:171","msg":"trace[184127239] transaction","detail":"{read_only:false; response_revision:14086; number_of_response:1; }","duration":"160.545722ms","start":"2026-03-04T13:23:49.937195Z","end":"2026-03-04T13:23:50.097741Z","steps":["trace[184127239] 'process raft request' (duration: 160.190864ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:50.097945Z","caller":"traceutil/trace.go:171","msg":"trace[1014247367] transaction","detail":"{read_only:false; response_revision:14091; number_of_response:1; }","duration":"160.241635ms","start":"2026-03-04T13:23:49.937609Z","end":"2026-03-04T13:23:50.09785Z","steps":["trace[1014247367] 'process raft request' (duration: 159.960679ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:50.09805Z","caller":"traceutil/trace.go:171","msg":"trace[1330982571] transaction","detail":"{read_only:false; response_revision:14092; number_of_response:1; }","duration":"160.422138ms","start":"2026-03-04T13:23:49.937615Z","end":"2026-03-04T13:23:50.098037Z","steps":["trace[1330982571] 'process raft request' (duration: 159.994449ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:50.098047Z","caller":"traceutil/trace.go:171","msg":"trace[185106702] transaction","detail":"{read_only:false; response_revision:14093; number_of_response:1; }","duration":"160.348957ms","start":"2026-03-04T13:23:49.937679Z","end":"2026-03-04T13:23:50.098028Z","steps":["trace[185106702] 'process raft request' (duration: 160.262555ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:50.098121Z","caller":"traceutil/trace.go:171","msg":"trace[460764262] transaction","detail":"{read_only:false; response_revision:14094; number_of_response:1; }","duration":"160.420779ms","start":"2026-03-04T13:23:49.937687Z","end":"2026-03-04T13:23:50.098108Z","steps":["trace[460764262] 'process raft request' (duration: 160.297906ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:50.098356Z","caller":"traceutil/trace.go:171","msg":"trace[1319533558] transaction","detail":"{read_only:false; response_revision:14095; number_of_response:1; }","duration":"160.610893ms","start":"2026-03-04T13:23:49.937714Z","end":"2026-03-04T13:23:50.098325Z","steps":["trace[1319533558] 'process raft request' (duration: 160.392238ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:50.098523Z","caller":"traceutil/trace.go:171","msg":"trace[505614410] transaction","detail":"{read_only:false; response_revision:14096; number_of_response:1; }","duration":"160.746386ms","start":"2026-03-04T13:23:49.937761Z","end":"2026-03-04T13:23:50.098507Z","steps":["trace[505614410] 'process raft request' (duration: 160.515641ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:50.09879Z","caller":"traceutil/trace.go:171","msg":"trace[381739771] transaction","detail":"{read_only:false; response_revision:14097; number_of_response:1; }","duration":"160.951931ms","start":"2026-03-04T13:23:49.937825Z","end":"2026-03-04T13:23:50.098777Z","steps":["trace[381739771] 'process raft request' (duration: 160.747136ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:50.098961Z","caller":"traceutil/trace.go:171","msg":"trace[2023444921] transaction","detail":"{read_only:false; response_revision:14098; number_of_response:1; }","duration":"161.068453ms","start":"2026-03-04T13:23:49.937871Z","end":"2026-03-04T13:23:50.098939Z","steps":["trace[2023444921] 'process raft request' (duration: 160.846928ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:50.099062Z","caller":"traceutil/trace.go:171","msg":"trace[1116585842] transaction","detail":"{read_only:false; response_revision:14099; number_of_response:1; }","duration":"161.156875ms","start":"2026-03-04T13:23:49.937866Z","end":"2026-03-04T13:23:50.099023Z","steps":["trace[1116585842] 'process raft request' (duration: 160.94791ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:50.09911Z","caller":"traceutil/trace.go:171","msg":"trace[994687499] transaction","detail":"{read_only:false; response_revision:14100; number_of_response:1; }","duration":"161.196076ms","start":"2026-03-04T13:23:49.9379Z","end":"2026-03-04T13:23:50.099096Z","steps":["trace[994687499] 'process raft request' (duration: 161.018302ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:50.099201Z","caller":"traceutil/trace.go:171","msg":"trace[1310081762] transaction","detail":"{read_only:false; response_revision:14101; number_of_response:1; }","duration":"160.799127ms","start":"2026-03-04T13:23:49.938345Z","end":"2026-03-04T13:23:50.099144Z","steps":["trace[1310081762] 'process raft request' (duration: 160.677654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:24:05.475261Z","caller":"traceutil/trace.go:171","msg":"trace[2055887911] linearizableReadLoop","detail":"{readStateIndex:15000; appliedIndex:14999; }","duration":"174.506675ms","start":"2026-03-04T13:24:05.300732Z","end":"2026-03-04T13:24:05.475238Z","steps":["trace[2055887911] 'read index received' (duration: 174.348571ms)","trace[2055887911] 'applied index is now lower than readState.Index' (duration: 157.164µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:24:05.475288Z","caller":"traceutil/trace.go:171","msg":"trace[1720192145] transaction","detail":"{read_only:false; response_revision:14464; number_of_response:1; }","duration":"252.154087ms","start":"2026-03-04T13:24:05.223112Z","end":"2026-03-04T13:24:05.475266Z","steps":["trace[1720192145] 'process raft request' (duration: 251.987484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:05.475525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.74578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T13:24:05.475614Z","caller":"traceutil/trace.go:171","msg":"trace[650960651] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14464; }","duration":"174.897263ms","start":"2026-03-04T13:24:05.300695Z","end":"2026-03-04T13:24:05.475592Z","steps":["trace[650960651] 'agreement among raft nodes before linearized reading' (duration: 174.626457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:05.71863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.933259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:24:05.71872Z","caller":"traceutil/trace.go:171","msg":"trace[901670061] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14465; }","duration":"103.100133ms","start":"2026-03-04T13:24:05.615599Z","end":"2026-03-04T13:24:05.718699Z","steps":["trace[901670061] 'range keys from in-memory index tree' (duration: 102.792886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:05.718612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.860016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T13:24:05.718804Z","caller":"traceutil/trace.go:171","msg":"trace[984021283] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14465; }","duration":"160.075601ms","start":"2026-03-04T13:24:05.558703Z","end":"2026-03-04T13:24:05.718779Z","steps":["trace[984021283] 'range keys from in-memory index tree' (duration: 159.696823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:05.718636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.054089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T13:24:05.719208Z","caller":"traceutil/trace.go:171","msg":"trace[285467095] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14465; }","duration":"102.673022ms","start":"2026-03-04T13:24:05.616518Z","end":"2026-03-04T13:24:05.719191Z","steps":["trace[285467095] 'range keys from in-memory index tree' (duration: 101.904726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:30.510846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.63448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-04T13:24:30.510952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.844954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:24:30.510994Z","caller":"traceutil/trace.go:171","msg":"trace[796909286] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14577; }","duration":"680.893785ms","start":"2026-03-04T13:24:29.83008Z","end":"2026-03-04T13:24:30.510974Z","steps":["trace[796909286] 'range keys from in-memory index tree' (duration: 680.808133ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:24:30.510986Z","caller":"traceutil/trace.go:171","msg":"trace[1703272194] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14577; }","duration":"734.802895ms","start":"2026-03-04T13:24:29.776157Z","end":"2026-03-04T13:24:30.51096Z","steps":["trace[1703272194] 'range keys from in-memory index tree' (duration: 734.494348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:30.511125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.963245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:24:30.511139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.776147Z","time spent":"734.974358ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T13:24:30.511161Z","caller":"traceutil/trace.go:171","msg":"trace[1732067702] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14577; }","duration":"680.013986ms","start":"2026-03-04T13:24:29.831138Z","end":"2026-03-04T13:24:30.511152Z","steps":["trace[1732067702] 'range keys from in-memory index tree' (duration: 679.925294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:30.511192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.83113Z","time spent":"680.056057ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T13:24:30.511422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.665488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:24:30.511476Z","caller":"traceutil/trace.go:171","msg":"trace[1528441983] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14577; }","duration":"737.738911ms","start":"2026-03-04T13:24:29.773724Z","end":"2026-03-04T13:24:30.511463Z","steps":["trace[1528441983] 'range keys from in-memory index tree' (duration: 737.619107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:30.511518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.773715Z","time spent":"737.792212ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T13:24:30.511583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09297864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rbl9z\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-03-04T13:24:30.511663Z","caller":"traceutil/trace.go:171","msg":"trace[453880723] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rbl9z; range_end:; response_count:1; response_revision:14577; }","duration":"1.093077312s","start":"2026-03-04T13:24:29.41856Z","end":"2026-03-04T13:24:30.511638Z","steps":["trace[453880723] 'range keys from in-memory index tree' (duration: 1.092822747s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:30.511083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.830072Z","time spent":"681.000708ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T13:24:30.511725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.418549Z","time spent":"1.093162314s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rbl9z\" "} {"level":"warn","ts":"2026-03-04T13:24:30.511763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.929295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:24:30.511801Z","caller":"traceutil/trace.go:171","msg":"trace[286448636] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14577; }","duration":"614.985346ms","start":"2026-03-04T13:24:29.896806Z","end":"2026-03-04T13:24:30.511791Z","steps":["trace[286448636] 'range keys from in-memory index tree' (duration: 614.820483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:30.511829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.896796Z","time spent":"615.027028ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T13:24:30.511934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.392593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:24:30.511965Z","caller":"traceutil/trace.go:171","msg":"trace[2054204541] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14577; }","duration":"614.437095ms","start":"2026-03-04T13:24:29.89752Z","end":"2026-03-04T13:24:30.511957Z","steps":["trace[2054204541] 'range keys from in-memory index tree' (duration: 614.353452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:30.511992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.897512Z","time spent":"614.472555ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T13:24:30.512024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.34803Z","time spent":"1.163991303s","remote":"127.0.0.1:55056","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T13:24:30.510903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.0817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:24:30.510995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.588987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T13:24:30.512103Z","caller":"traceutil/trace.go:171","msg":"trace[329257974] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14577; }","duration":"738.748473ms","start":"2026-03-04T13:24:29.773337Z","end":"2026-03-04T13:24:30.512086Z","steps":["trace[329257974] 'range keys from in-memory index tree' (duration: 737.491265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:30.512119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.592523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T13:24:30.510878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.282968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-04T13:24:30.512126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.00868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T13:24:30.512189Z","caller":"traceutil/trace.go:171","msg":"trace[348785013] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14577; }","duration":"733.634748ms","start":"2026-03-04T13:24:29.778542Z","end":"2026-03-04T13:24:30.512177Z","steps":["trace[348785013] 'range keys from in-memory index tree' (duration: 732.129544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:24:30.512198Z","caller":"traceutil/trace.go:171","msg":"trace[653543517] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14577; }","duration":"973.709095ms","start":"2026-03-04T13:24:29.538472Z","end":"2026-03-04T13:24:30.512181Z","steps":["trace[653543517] 'range keys from in-memory index tree' (duration: 973.450418ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:24:30.512215Z","caller":"traceutil/trace.go:171","msg":"trace[1453608903] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14577; }","duration":"612.126853ms","start":"2026-03-04T13:24:29.900064Z","end":"2026-03-04T13:24:30.512191Z","steps":["trace[1453608903] 'range keys from in-memory index tree' (duration: 611.796545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:30.512233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.778533Z","time spent":"733.689889ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T13:24:30.512147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.773321Z","time spent":"738.811644ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T13:24:30.512262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.900055Z","time spent":"612.197655ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T13:24:30.512291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.372437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-tb9zl\" ","response":"range_response_count:1 size:9706"} {"level":"info","ts":"2026-03-04T13:24:30.51233Z","caller":"traceutil/trace.go:171","msg":"trace[1871977582] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-tb9zl; range_end:; response_count:1; response_revision:14577; }","duration":"554.430749ms","start":"2026-03-04T13:24:29.95789Z","end":"2026-03-04T13:24:30.512321Z","steps":["trace[1871977582] 'range keys from in-memory index tree' (duration: 554.280085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:30.512363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.957879Z","time spent":"554.476519ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9729,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-tb9zl\" "} {"level":"warn","ts":"2026-03-04T13:24:30.512456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.522523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-04T13:24:30.512554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098265859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rbl9z\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-03-04T13:24:30.512621Z","caller":"traceutil/trace.go:171","msg":"trace[1019363295] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rbl9z; range_end:; response_count:1; response_revision:14577; }","duration":"1.098366931s","start":"2026-03-04T13:24:29.414238Z","end":"2026-03-04T13:24:30.512605Z","steps":["trace[1019363295] 'range keys from in-memory index tree' (duration: 1.098090705s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:30.511727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.832443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:24:30.512673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.41422Z","time spent":"1.098439883s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rbl9z\" "} {"level":"info","ts":"2026-03-04T13:24:30.512687Z","caller":"traceutil/trace.go:171","msg":"trace[782664021] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14577; }","duration":"615.804635ms","start":"2026-03-04T13:24:29.896872Z","end":"2026-03-04T13:24:30.512677Z","steps":["trace[782664021] 'range keys from in-memory index tree' (duration: 614.796062ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:24:30.512592Z","caller":"traceutil/trace.go:171","msg":"trace[1022226831] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14577; }","duration":"970.674577ms","start":"2026-03-04T13:24:29.541896Z","end":"2026-03-04T13:24:30.51257Z","steps":["trace[1022226831] 'range keys from in-memory index tree' (duration: 970.254008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:30.512739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.05396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T13:24:30.512803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.287805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:24:30.512805Z","caller":"traceutil/trace.go:171","msg":"trace[509637410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14577; }","duration":"110.157192ms","start":"2026-03-04T13:24:30.402632Z","end":"2026-03-04T13:24:30.512789Z","steps":["trace[509637410] 'range keys from in-memory index tree' (duration: 109.926737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:30.512809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.414267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T13:24:30.512837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.405715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T13:24:30.512856Z","caller":"traceutil/trace.go:171","msg":"trace[683496040] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14577; }","duration":"907.347236ms","start":"2026-03-04T13:24:29.605495Z","end":"2026-03-04T13:24:30.512842Z","steps":["trace[683496040] 'range keys from in-memory index tree' (duration: 907.257684ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:24:30.512863Z","caller":"traceutil/trace.go:171","msg":"trace[1462499620] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14577; }","duration":"907.480778ms","start":"2026-03-04T13:24:29.605374Z","end":"2026-03-04T13:24:30.512855Z","steps":["trace[1462499620] 'range keys from in-memory index tree' (duration: 907.346226ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:24:30.512878Z","caller":"traceutil/trace.go:171","msg":"trace[2119361302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14577; }","duration":"910.463206ms","start":"2026-03-04T13:24:29.602401Z","end":"2026-03-04T13:24:30.512864Z","steps":["trace[2119361302] 'range keys from in-memory index tree' (duration: 910.321463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:30.512898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.605367Z","time spent":"907.52503ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T13:24:30.512907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.602392Z","time spent":"910.509256ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:24:30.512903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.60549Z","time spent":"907.402267ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T13:24:30.51086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.530285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T13:24:30.51302Z","caller":"traceutil/trace.go:171","msg":"trace[1682407820] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14577; }","duration":"669.689264ms","start":"2026-03-04T13:24:29.843297Z","end":"2026-03-04T13:24:30.512987Z","steps":["trace[1682407820] 'range keys from in-memory index tree' (duration: 667.415323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:30.512811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.541887Z","time spent":"970.882172ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T13:24:30.513142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.843289Z","time spent":"669.833527ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T13:24:30.512241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.53845Z","time spent":"973.779407ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-04T13:24:30.512471Z","caller":"traceutil/trace.go:171","msg":"trace[961666742] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14577; }","duration":"682.670326ms","start":"2026-03-04T13:24:29.829785Z","end":"2026-03-04T13:24:30.512455Z","steps":["trace[961666742] 'range keys from in-memory index tree' (duration: 681.037659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:30.512725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.896867Z","time spent":"615.847586ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T13:24:30.513285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.829775Z","time spent":"683.491974ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T13:24:30.513019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.281588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:24:30.513613Z","caller":"traceutil/trace.go:171","msg":"trace[1985221349] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14577; }","duration":"974.755989ms","start":"2026-03-04T13:24:29.538696Z","end":"2026-03-04T13:24:30.513452Z","steps":["trace[1985221349] 'range keys from in-memory index tree' (duration: 974.222356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:30.514125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.792014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5tq68\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-04T13:24:30.513923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.53869Z","time spent":"975.212679ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T13:24:30.514177Z","caller":"traceutil/trace.go:171","msg":"trace[275851992] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5tq68; range_end:; response_count:1; response_revision:14577; }","duration":"820.880616ms","start":"2026-03-04T13:24:29.693285Z","end":"2026-03-04T13:24:30.514165Z","steps":["trace[275851992] 'range keys from in-memory index tree' (duration: 817.054111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:30.514207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:29.693265Z","time spent":"820.934607ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-5tq68\" "} {"level":"info","ts":"2026-03-04T13:24:30.606781Z","caller":"traceutil/trace.go:171","msg":"trace[1112664860] linearizableReadLoop","detail":"{readStateIndex:15119; appliedIndex:15118; }","duration":"102.377337ms","start":"2026-03-04T13:24:30.504381Z","end":"2026-03-04T13:24:30.606758Z","steps":["trace[1112664860] 'read index received' (duration: 102.09845ms)","trace[1112664860] 'applied index is now lower than readState.Index' (duration: 278.047µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:24:30.607618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.211306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T13:24:30.607699Z","caller":"traceutil/trace.go:171","msg":"trace[300231955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14578; }","duration":"103.321828ms","start":"2026-03-04T13:24:30.504357Z","end":"2026-03-04T13:24:30.607679Z","steps":["trace[300231955] 'agreement among raft nodes before linearized reading' (duration: 103.106863ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:24:30.607179Z","caller":"traceutil/trace.go:171","msg":"trace[1963894765] transaction","detail":"{read_only:false; response_revision:14578; number_of_response:1; }","duration":"117.721121ms","start":"2026-03-04T13:24:30.489444Z","end":"2026-03-04T13:24:30.607165Z","steps":["trace[1963894765] 'process raft request' (duration: 117.126757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:24:30.617281Z","caller":"traceutil/trace.go:171","msg":"trace[699393346] transaction","detail":"{read_only:false; response_revision:14579; number_of_response:1; }","duration":"100.557266ms","start":"2026-03-04T13:24:30.516704Z","end":"2026-03-04T13:24:30.617262Z","steps":["trace[699393346] 'process raft request' (duration: 100.214728ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:24:30.617449Z","caller":"traceutil/trace.go:171","msg":"trace[2023042458] transaction","detail":"{read_only:false; response_revision:14580; number_of_response:1; }","duration":"100.585397ms","start":"2026-03-04T13:24:30.516852Z","end":"2026-03-04T13:24:30.617438Z","steps":["trace[2023042458] 'process raft request' (duration: 100.147537ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:24:30.617576Z","caller":"traceutil/trace.go:171","msg":"trace[1505964233] transaction","detail":"{read_only:false; response_revision:14581; number_of_response:1; }","duration":"100.480444ms","start":"2026-03-04T13:24:30.517086Z","end":"2026-03-04T13:24:30.617566Z","steps":["trace[1505964233] 'process raft request' (duration: 99.947583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:30.61825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.325283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732280"} {"level":"info","ts":"2026-03-04T13:24:30.618312Z","caller":"traceutil/trace.go:171","msg":"trace[1756270827] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14582; }","duration":"101.401625ms","start":"2026-03-04T13:24:30.516898Z","end":"2026-03-04T13:24:30.6183Z","steps":["trace[1756270827] 'agreement among raft nodes before linearized reading' (duration: 100.75509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:30.619307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.405832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732280"} {"level":"info","ts":"2026-03-04T13:24:30.619382Z","caller":"traceutil/trace.go:171","msg":"trace[1639641308] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14582; }","duration":"100.524025ms","start":"2026-03-04T13:24:30.518843Z","end":"2026-03-04T13:24:30.619367Z","steps":["trace[1639641308] 'agreement among raft nodes before linearized reading' (duration: 99.741928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:30.630567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.316231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732280"} {"level":"info","ts":"2026-03-04T13:24:30.63064Z","caller":"traceutil/trace.go:171","msg":"trace[600310303] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14582; }","duration":"108.409743ms","start":"2026-03-04T13:24:30.522216Z","end":"2026-03-04T13:24:30.630626Z","steps":["trace[600310303] 'agreement among raft nodes before linearized reading' (duration: 96.072095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:32.34622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.173901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:24:32.346304Z","caller":"traceutil/trace.go:171","msg":"trace[192951693] linearizableReadLoop","detail":"{readStateIndex:15129; appliedIndex:15128; }","duration":"271.733906ms","start":"2026-03-04T13:24:32.074556Z","end":"2026-03-04T13:24:32.34629Z","steps":["trace[192951693] 'read index received' (duration: 43.911µs)","trace[192951693] 'applied index is now lower than readState.Index' (duration: 271.688465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:24:32.346391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.831258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:24:32.346424Z","caller":"traceutil/trace.go:171","msg":"trace[57303529] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:14587; }","duration":"271.90071ms","start":"2026-03-04T13:24:32.074513Z","end":"2026-03-04T13:24:32.346413Z","steps":["trace[57303529] 'agreement among raft nodes before linearized reading' (duration: 271.812948ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:24:32.346604Z","caller":"traceutil/trace.go:171","msg":"trace[244835665] transaction","detail":"{read_only:false; response_revision:14587; number_of_response:1; }","duration":"482.005773ms","start":"2026-03-04T13:24:31.864586Z","end":"2026-03-04T13:24:32.346591Z","steps":["trace[244835665] 'process raft request' (duration: 55.398192ms)","trace[244835665] 'compare' (duration: 426.026458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:24:32.346664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:31.86457Z","time spent":"482.066225ms","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:24:33.028289Z","caller":"traceutil/trace.go:171","msg":"trace[1247797848] transaction","detail":"{read_only:false; response_revision:14588; number_of_response:1; }","duration":"413.940167ms","start":"2026-03-04T13:24:32.614316Z","end":"2026-03-04T13:24:33.028256Z","steps":["trace[1247797848] 'process raft request' (duration: 413.731862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:33.028421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:32.614296Z","time spent":"414.06372ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:24:33.028408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.482074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:24:33.028474Z","caller":"traceutil/trace.go:171","msg":"trace[804358682] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14588; }","duration":"408.587587ms","start":"2026-03-04T13:24:32.619875Z","end":"2026-03-04T13:24:33.028463Z","steps":["trace[804358682] 'agreement among raft nodes before linearized reading' (duration: 408.474465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:33.028513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:32.619863Z","time spent":"408.641708ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T13:24:33.028268Z","caller":"traceutil/trace.go:171","msg":"trace[818501099] linearizableReadLoop","detail":"{readStateIndex:15130; appliedIndex:15129; }","duration":"408.303461ms","start":"2026-03-04T13:24:32.619906Z","end":"2026-03-04T13:24:33.028209Z","steps":["trace[818501099] 'read index received' (duration: 408.111676ms)","trace[818501099] 'applied index is now lower than readState.Index' (duration: 190.715µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:24:33.034549Z","caller":"traceutil/trace.go:171","msg":"trace[329680429] transaction","detail":"{read_only:false; response_revision:14589; number_of_response:1; }","duration":"282.220192ms","start":"2026-03-04T13:24:32.752293Z","end":"2026-03-04T13:24:33.034513Z","steps":["trace[329680429] 'process raft request' (duration: 282.004577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:33.034646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.354268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5tq68\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-04T13:24:33.034679Z","caller":"traceutil/trace.go:171","msg":"trace[822301108] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5tq68; range_end:; response_count:1; response_revision:14591; }","duration":"402.412698ms","start":"2026-03-04T13:24:32.632257Z","end":"2026-03-04T13:24:33.03467Z","steps":["trace[822301108] 'agreement among raft nodes before linearized reading' (duration: 402.316466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:33.034694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.08283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T13:24:33.034729Z","caller":"traceutil/trace.go:171","msg":"trace[1581909817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14591; }","duration":"414.123211ms","start":"2026-03-04T13:24:32.620596Z","end":"2026-03-04T13:24:33.03472Z","steps":["trace[1581909817] 'agreement among raft nodes before linearized reading' (duration: 414.04155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:33.034749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:32.620593Z","time spent":"414.151022ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:24:33.034741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.327756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T13:24:33.034797Z","caller":"traceutil/trace.go:171","msg":"trace[1575603323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14591; }","duration":"414.417388ms","start":"2026-03-04T13:24:32.620364Z","end":"2026-03-04T13:24:33.034782Z","steps":["trace[1575603323] 'agreement among raft nodes before linearized reading' (duration: 414.275275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:33.034825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.819302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T13:24:33.034832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:32.620349Z","time spent":"414.475289ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T13:24:33.034851Z","caller":"traceutil/trace.go:171","msg":"trace[1425474240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14591; }","duration":"408.857453ms","start":"2026-03-04T13:24:32.625987Z","end":"2026-03-04T13:24:33.034845Z","steps":["trace[1425474240] 'agreement among raft nodes before linearized reading' (duration: 408.799962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:33.034871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:32.625981Z","time spent":"408.884314ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:24:33.0347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:32.632247Z","time spent":"402.448559ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-5tq68\" "} {"level":"warn","ts":"2026-03-04T13:24:33.034912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.378672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T13:24:33.03494Z","caller":"traceutil/trace.go:171","msg":"trace[2099491302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14591; }","duration":"412.418012ms","start":"2026-03-04T13:24:32.622512Z","end":"2026-03-04T13:24:33.03493Z","steps":["trace[2099491302] 'agreement among raft nodes before linearized reading' (duration: 412.353981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:33.034959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:32.622504Z","time spent":"412.448994ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T13:24:33.034976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.60533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dfncm\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-03-04T13:24:33.03483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.510026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rbl9z\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-03-04T13:24:33.035014Z","caller":"traceutil/trace.go:171","msg":"trace[577317146] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-dfncm; range_end:; response_count:1; response_revision:14591; }","duration":"397.713073ms","start":"2026-03-04T13:24:32.637292Z","end":"2026-03-04T13:24:33.035005Z","steps":["trace[577317146] 'agreement among raft nodes before linearized reading' (duration: 397.616381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:33.035045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:32.63728Z","time spent":"397.757793ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dfncm\" "} {"level":"info","ts":"2026-03-04T13:24:33.03502Z","caller":"traceutil/trace.go:171","msg":"trace[993364617] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rbl9z; range_end:; response_count:1; response_revision:14591; }","duration":"392.719301ms","start":"2026-03-04T13:24:32.642294Z","end":"2026-03-04T13:24:33.035013Z","steps":["trace[993364617] 'agreement among raft nodes before linearized reading' (duration: 392.478846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:33.03508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.72948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rbl9z\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-03-04T13:24:33.035135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:32.642282Z","time spent":"392.846724ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rbl9z\" "} {"level":"info","ts":"2026-03-04T13:24:33.035158Z","caller":"traceutil/trace.go:171","msg":"trace[2004432817] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rbl9z; range_end:; response_count:1; response_revision:14591; }","duration":"400.839133ms","start":"2026-03-04T13:24:32.634303Z","end":"2026-03-04T13:24:33.035143Z","steps":["trace[2004432817] 'agreement among raft nodes before linearized reading' (duration: 400.553816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:33.035206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.483807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-tb9zl\" ","response":"range_response_count:1 size:9706"} {"level":"info","ts":"2026-03-04T13:24:33.035231Z","caller":"traceutil/trace.go:171","msg":"trace[310579666] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-tb9zl; range_end:; response_count:1; response_revision:14591; }","duration":"401.548709ms","start":"2026-03-04T13:24:32.633675Z","end":"2026-03-04T13:24:33.035224Z","steps":["trace[310579666] 'agreement among raft nodes before linearized reading' (duration: 401.480897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:33.035232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:32.634293Z","time spent":"400.926775ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rbl9z\" "} {"level":"warn","ts":"2026-03-04T13:24:33.035257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:24:32.633656Z","time spent":"401.595149ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9729,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-tb9zl\" "} {"level":"info","ts":"2026-03-04T13:25:25.524633Z","caller":"traceutil/trace.go:171","msg":"trace[2046010361] transaction","detail":"{read_only:false; response_revision:14902; number_of_response:1; }","duration":"110.6076ms","start":"2026-03-04T13:25:25.414001Z","end":"2026-03-04T13:25:25.524608Z","steps":["trace[2046010361] 'process raft request' (duration: 110.476057ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:27:58.797575Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13616} {"level":"info","ts":"2026-03-04T13:27:58.875662Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13616,"took":"75.312513ms","hash":4122239533,"current-db-size-bytes":40296448,"current-db-size":"40 MB","current-db-size-in-use-bytes":30302208,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T13:27:58.87572Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4122239533,"revision":13616,"compact-revision":11745} {"level":"warn","ts":"2026-03-04T13:30:15.633375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.067723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dfncm\" ","response":"range_response_count:1 size:20778"} {"level":"info","ts":"2026-03-04T13:30:15.633503Z","caller":"traceutil/trace.go:171","msg":"trace[111800436] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-dfncm; range_end:; response_count:1; response_revision:16975; }","duration":"137.270087ms","start":"2026-03-04T13:30:15.496203Z","end":"2026-03-04T13:30:15.633474Z","steps":["trace[111800436] 'range keys from in-memory index tree' (duration: 136.758585ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:30:15.96175Z","caller":"traceutil/trace.go:171","msg":"trace[1224645218] transaction","detail":"{read_only:false; response_revision:16976; number_of_response:1; }","duration":"309.651148ms","start":"2026-03-04T13:30:15.65207Z","end":"2026-03-04T13:30:15.961722Z","steps":["trace[1224645218] 'process raft request' (duration: 309.449803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:30:15.962107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:30:15.652031Z","time spent":"309.807711ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20895,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:30:16.377517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.988772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:30:16.37762Z","caller":"traceutil/trace.go:171","msg":"trace[1143983221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16976; }","duration":"236.129905ms","start":"2026-03-04T13:30:16.141467Z","end":"2026-03-04T13:30:16.377596Z","steps":["trace[1143983221] 'range keys from in-memory index tree' (duration: 235.883019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:30:16.879883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371302769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:30:17.38097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371302769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:30:17.445919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.206003013s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:30:17.446359Z","caller":"traceutil/trace.go:171","msg":"trace[395178176] transaction","detail":"{read_only:false; response_revision:16977; number_of_response:1; }","duration":"1.206558955s","start":"2026-03-04T13:30:16.239777Z","end":"2026-03-04T13:30:17.446336Z","steps":["trace[395178176] 'process raft request' (duration: 1.206390492s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:30:17.446516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:30:16.239755Z","time spent":"1.206654537s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:30:17.745038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.053711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:30:17.745313Z","caller":"traceutil/trace.go:171","msg":"trace[455443654] transaction","detail":"{read_only:false; response_revision:16978; number_of_response:1; }","duration":"1.505065234s","start":"2026-03-04T13:30:16.240196Z","end":"2026-03-04T13:30:17.745262Z","steps":["trace[455443654] 'process raft request' (duration: 1.337357137s)","trace[455443654] 'compare' (duration: 166.658743ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:30:17.74539Z","caller":"traceutil/trace.go:171","msg":"trace[1992771831] transaction","detail":"{read_only:false; response_revision:16979; number_of_response:1; }","duration":"1.503758364s","start":"2026-03-04T13:30:16.241599Z","end":"2026-03-04T13:30:17.745357Z","steps":["trace[1992771831] 'process raft request' (duration: 1.503534529s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:30:17.745502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:30:16.240163Z","time spent":"1.505234318s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:30:17.745629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:30:16.241583Z","time spent":"1.503960729s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:30:17.961982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.770423ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T13:30:17.962098Z","caller":"traceutil/trace.go:171","msg":"trace[93642049] transaction","detail":"{read_only:false; response_revision:16980; number_of_response:1; }","duration":"247.268744ms","start":"2026-03-04T13:30:17.714819Z","end":"2026-03-04T13:30:17.962088Z","steps":["trace[93642049] 'process raft request' (duration: 247.214023ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:30:17.962408Z","caller":"traceutil/trace.go:171","msg":"trace[1916041541] linearizableReadLoop","detail":"{readStateIndex:17607; appliedIndex:17603; }","duration":"1.583050055s","start":"2026-03-04T13:30:16.379153Z","end":"2026-03-04T13:30:17.962203Z","steps":["trace[1916041541] 'read index received' (duration: 1.066998126s)","trace[1916041541] 'applied index is now lower than readState.Index' (duration: 516.051349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:30:17.962517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549552277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:30:17.962541Z","caller":"traceutil/trace.go:171","msg":"trace[1097577053] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:16980; }","duration":"1.549602158s","start":"2026-03-04T13:30:16.412932Z","end":"2026-03-04T13:30:17.962535Z","steps":["trace[1097577053] 'agreement among raft nodes before linearized reading' (duration: 1.549557457s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:30:17.962557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:30:16.412922Z","time spent":"1.549630668s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:30:17.962684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.394316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-567966b9fc-b29jf.1899a5aa00cc0eae\" ","response":"range_response_count:1 size:2107"} {"level":"info","ts":"2026-03-04T13:30:17.962701Z","caller":"traceutil/trace.go:171","msg":"trace[646199314] range","detail":"{range_begin:/registry/events/openstack/glance-api-567966b9fc-b29jf.1899a5aa00cc0eae; range_end:; response_count:1; response_revision:16980; }","duration":"670.439698ms","start":"2026-03-04T13:30:17.292257Z","end":"2026-03-04T13:30:17.962697Z","steps":["trace[646199314] 'agreement among raft nodes before linearized reading' (duration: 670.366196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:30:17.962715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:30:17.292245Z","time spent":"670.467588ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2130,"request content":"key:\"/registry/events/openstack/glance-api-567966b9fc-b29jf.1899a5aa00cc0eae\" "} {"level":"warn","ts":"2026-03-04T13:30:17.962823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491275865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:30:17.962843Z","caller":"traceutil/trace.go:171","msg":"trace[1022824937] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:16980; }","duration":"1.491325846s","start":"2026-03-04T13:30:16.471511Z","end":"2026-03-04T13:30:17.962837Z","steps":["trace[1022824937] 'agreement among raft nodes before linearized reading' (duration: 1.491287895s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:30:17.962858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:30:16.471311Z","time spent":"1.491542451s","remote":"127.0.0.1:54908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:30:17.962959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499770444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T13:30:17.962934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.014105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T13:30:17.962936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165710362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:30:17.963001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173383544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T13:30:17.963035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.592176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:30:17.96307Z","caller":"traceutil/trace.go:171","msg":"trace[649916347] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:16980; }","duration":"1.165871865s","start":"2026-03-04T13:30:16.797172Z","end":"2026-03-04T13:30:17.963044Z","steps":["trace[649916347] 'agreement among raft nodes before linearized reading' (duration: 1.16564653s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:30:17.963034Z","caller":"traceutil/trace.go:171","msg":"trace[226843648] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16980; }","duration":"878.132627ms","start":"2026-03-04T13:30:17.08487Z","end":"2026-03-04T13:30:17.963003Z","steps":["trace[226843648] 'agreement among raft nodes before linearized reading' (duration: 877.890682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:30:17.9631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.319108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rbl9z\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-03-04T13:30:17.963119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.855952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:30:17.963142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:30:17.084865Z","time spent":"878.26373ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:30:17.963148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:30:16.797137Z","time spent":"1.165992148s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:30:17.963161Z","caller":"traceutil/trace.go:171","msg":"trace[1739784878] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:16980; }","duration":"715.931134ms","start":"2026-03-04T13:30:17.247217Z","end":"2026-03-04T13:30:17.963148Z","steps":["trace[1739784878] 'agreement among raft nodes before linearized reading' (duration: 715.858062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:30:17.963173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584022867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:30:17.96318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173544207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T13:30:17.963161Z","caller":"traceutil/trace.go:171","msg":"trace[898605207] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rbl9z; range_end:; response_count:1; response_revision:16980; }","duration":"881.42457ms","start":"2026-03-04T13:30:17.081717Z","end":"2026-03-04T13:30:17.963142Z","steps":["trace[898605207] 'agreement among raft nodes before linearized reading' (duration: 881.272797ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:30:17.962979Z","caller":"traceutil/trace.go:171","msg":"trace[1111194244] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16980; }","duration":"1.499831956s","start":"2026-03-04T13:30:16.463144Z","end":"2026-03-04T13:30:17.962976Z","steps":["trace[1111194244] 'agreement among raft nodes before linearized reading' (duration: 1.499779305s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:30:17.963232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:30:16.463122Z","time spent":"1.500106522s","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T13:30:17.96322Z","caller":"traceutil/trace.go:171","msg":"trace[203505080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16980; }","duration":"1.173630899s","start":"2026-03-04T13:30:16.78958Z","end":"2026-03-04T13:30:17.963211Z","steps":["trace[203505080] 'agreement among raft nodes before linearized reading' (duration: 1.173529307s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:30:17.963213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:30:17.247203Z","time spent":"715.996375ms","remote":"127.0.0.1:54872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:30:17.963082Z","caller":"traceutil/trace.go:171","msg":"trace[1966925220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16980; }","duration":"1.173513177s","start":"2026-03-04T13:30:16.789549Z","end":"2026-03-04T13:30:17.963063Z","steps":["trace[1966925220] 'agreement among raft nodes before linearized reading' (duration: 1.173248701s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:30:17.963236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:30:17.081697Z","time spent":"881.527242ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rbl9z\" "} {"level":"warn","ts":"2026-03-04T13:30:17.963268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:30:16.789554Z","time spent":"1.173706091s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:30:17.962931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.218432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-tb9zl\" ","response":"range_response_count:1 size:9707"} {"level":"warn","ts":"2026-03-04T13:30:17.963301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:30:16.789514Z","time spent":"1.173773213s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T13:30:17.963322Z","caller":"traceutil/trace.go:171","msg":"trace[1716027833] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-tb9zl; range_end:; response_count:1; response_revision:16980; }","duration":"999.672332ms","start":"2026-03-04T13:30:16.963644Z","end":"2026-03-04T13:30:17.963316Z","steps":["trace[1716027833] 'agreement among raft nodes before linearized reading' (duration: 999.09732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:30:17.963338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:30:16.963622Z","time spent":"999.712193ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9730,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-tb9zl\" "} {"level":"info","ts":"2026-03-04T13:30:17.963096Z","caller":"traceutil/trace.go:171","msg":"trace[2064073245] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:16980; }","duration":"689.669317ms","start":"2026-03-04T13:30:17.273408Z","end":"2026-03-04T13:30:17.963077Z","steps":["trace[2064073245] 'agreement among raft nodes before linearized reading' (duration: 689.574155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:30:17.963458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:30:17.273397Z","time spent":"690.029756ms","remote":"127.0.0.1:49766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:30:17.963199Z","caller":"traceutil/trace.go:171","msg":"trace[925522440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16980; }","duration":"1.584047348s","start":"2026-03-04T13:30:16.379145Z","end":"2026-03-04T13:30:17.963192Z","steps":["trace[925522440] 'agreement among raft nodes before linearized reading' (duration: 1.583299951s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:30:17.963577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:30:16.379097Z","time spent":"1.584475638s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:30:17.962955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.384906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T13:30:17.963672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.459346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T13:30:17.963717Z","caller":"traceutil/trace.go:171","msg":"trace[329917466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16980; }","duration":"799.159744ms","start":"2026-03-04T13:30:17.16454Z","end":"2026-03-04T13:30:17.9637Z","steps":["trace[329917466] 'agreement among raft nodes before linearized reading' (duration: 798.216122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:30:17.963754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:30:17.164533Z","time spent":"799.210026ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T13:30:17.963749Z","caller":"traceutil/trace.go:171","msg":"trace[1005965062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16980; }","duration":"806.587169ms","start":"2026-03-04T13:30:17.157145Z","end":"2026-03-04T13:30:17.963732Z","steps":["trace[1005965062] 'agreement among raft nodes before linearized reading' (duration: 805.73666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:30:17.963802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:30:17.157127Z","time spent":"806.666981ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T13:32:00.721863Z","caller":"traceutil/trace.go:171","msg":"trace[1102370831] transaction","detail":"{read_only:false; response_revision:17958; number_of_response:1; }","duration":"123.04192ms","start":"2026-03-04T13:32:00.598793Z","end":"2026-03-04T13:32:00.721835Z","steps":["trace[1102370831] 'process raft request' (duration: 122.853286ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:32:54.32728Z","caller":"traceutil/trace.go:171","msg":"trace[1474214357] transaction","detail":"{read_only:false; response_revision:18286; number_of_response:1; }","duration":"127.105321ms","start":"2026-03-04T13:32:54.200153Z","end":"2026-03-04T13:32:54.327258Z","steps":["trace[1474214357] 'process raft request' (duration: 126.894707ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:32:54.673367Z","caller":"traceutil/trace.go:171","msg":"trace[17972206] transaction","detail":"{read_only:false; response_revision:18288; number_of_response:1; }","duration":"232.463174ms","start":"2026-03-04T13:32:54.440871Z","end":"2026-03-04T13:32:54.673334Z","steps":["trace[17972206] 'process raft request' (duration: 232.221129ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:32:58.804367Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16113} {"level":"info","ts":"2026-03-04T13:32:58.904741Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16113,"took":"96.551335ms","hash":3967680465,"current-db-size-bytes":43261952,"current-db-size":"43 MB","current-db-size-in-use-bytes":31223808,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T13:32:58.904844Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3967680465,"revision":16113,"compact-revision":13616} {"level":"info","ts":"2026-03-04T13:35:21.227088Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f52f30d5714009d5","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T13:35:21.232274Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T13:35:21.232414Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-04T13:36:13.541928Z","caller":"traceutil/trace.go:171","msg":"trace[4102759] transaction","detail":"{read_only:false; response_revision:19539; number_of_response:1; }","duration":"106.016648ms","start":"2026-03-04T13:36:13.435888Z","end":"2026-03-04T13:36:13.541905Z","steps":["trace[4102759] 'process raft request' (duration: 105.826014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:36:44.947987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.49512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-04T13:36:44.948078Z","caller":"traceutil/trace.go:171","msg":"trace[1629912417] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19681; }","duration":"304.603172ms","start":"2026-03-04T13:36:44.643454Z","end":"2026-03-04T13:36:44.948057Z","steps":["trace[1629912417] 'range keys from in-memory index tree' (duration: 304.294555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:36:44.948129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:36:44.643435Z","time spent":"304.682854ms","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-04T13:37:00.584539Z","caller":"traceutil/trace.go:171","msg":"trace[476803883] transaction","detail":"{read_only:false; response_revision:19754; number_of_response:1; }","duration":"312.344826ms","start":"2026-03-04T13:37:00.272168Z","end":"2026-03-04T13:37:00.584513Z","steps":["trace[476803883] 'process raft request' (duration: 312.173012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:00.584717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:00.272156Z","time spent":"312.480628ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:37:00.586347Z","caller":"traceutil/trace.go:171","msg":"trace[1022793969] linearizableReadLoop","detail":"{readStateIndex:20482; appliedIndex:20481; }","duration":"199.853613ms","start":"2026-03-04T13:37:00.386468Z","end":"2026-03-04T13:37:00.586322Z","steps":["trace[1022793969] 'read index received' (duration: 198.108913ms)","trace[1022793969] 'applied index is now lower than readState.Index' (duration: 1.74358ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:37:00.586652Z","caller":"traceutil/trace.go:171","msg":"trace[455344438] transaction","detail":"{read_only:false; response_revision:19755; number_of_response:1; }","duration":"313.900301ms","start":"2026-03-04T13:37:00.272737Z","end":"2026-03-04T13:37:00.586637Z","steps":["trace[455344438] 'process raft request' (duration: 313.443401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:00.586767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:00.272715Z","time spent":"313.973803ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:37:00.586949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.370307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T13:37:00.586967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.92596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T13:37:00.58698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.487806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T13:37:00.58706Z","caller":"traceutil/trace.go:171","msg":"trace[1977120084] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19755; }","duration":"189.52642ms","start":"2026-03-04T13:37:00.397509Z","end":"2026-03-04T13:37:00.587035Z","steps":["trace[1977120084] 'agreement among raft nodes before linearized reading' (duration: 189.275955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:00.587078Z","caller":"traceutil/trace.go:171","msg":"trace[120551234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19755; }","duration":"190.076494ms","start":"2026-03-04T13:37:00.396977Z","end":"2026-03-04T13:37:00.587053Z","steps":["trace[120551234] 'agreement among raft nodes before linearized reading' (duration: 189.754037ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:00.587093Z","caller":"traceutil/trace.go:171","msg":"trace[2034203151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19755; }","duration":"200.66531ms","start":"2026-03-04T13:37:00.386401Z","end":"2026-03-04T13:37:00.587067Z","steps":["trace[2034203151] 'agreement among raft nodes before linearized reading' (duration: 200.362243ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:06.418314Z","caller":"traceutil/trace.go:171","msg":"trace[1727487417] transaction","detail":"{read_only:false; response_revision:19781; number_of_response:1; }","duration":"635.149377ms","start":"2026-03-04T13:37:05.78314Z","end":"2026-03-04T13:37:06.418289Z","steps":["trace[1727487417] 'process raft request' (duration: 635.006894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:06.418454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:05.783109Z","time spent":"635.27357ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:37:07.306143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.377709ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:37:07.30625Z","caller":"traceutil/trace.go:171","msg":"trace[1149148837] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19781; }","duration":"218.498591ms","start":"2026-03-04T13:37:07.087737Z","end":"2026-03-04T13:37:07.306235Z","steps":["trace[1149148837] 'range keys from in-memory index tree' (duration: 218.362598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:07.30641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.24136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:37:07.306516Z","caller":"traceutil/trace.go:171","msg":"trace[1101472184] linearizableReadLoop","detail":"{readStateIndex:20510; appliedIndex:20508; }","duration":"1.225862926s","start":"2026-03-04T13:37:06.080638Z","end":"2026-03-04T13:37:07.306501Z","steps":["trace[1101472184] 'read index received' (duration: 337.579272ms)","trace[1101472184] 'applied index is now lower than readState.Index' (duration: 888.282664ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:37:07.306582Z","caller":"traceutil/trace.go:171","msg":"trace[2063725758] transaction","detail":"{read_only:false; response_revision:19782; number_of_response:1; }","duration":"1.269177338s","start":"2026-03-04T13:37:06.037395Z","end":"2026-03-04T13:37:07.306572Z","steps":["trace[2063725758] 'process raft request' (duration: 723.694212ms)","trace[2063725758] 'compare' (duration: 545.138278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:37:07.306645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:06.037365Z","time spent":"1.269245508s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:37:07.306695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226062371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T13:37:07.306738Z","caller":"traceutil/trace.go:171","msg":"trace[1609805628] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19782; }","duration":"1.226131652s","start":"2026-03-04T13:37:06.080592Z","end":"2026-03-04T13:37:07.306723Z","steps":["trace[1609805628] 'agreement among raft nodes before linearized reading' (duration: 1.226016489s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:07.306775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:06.080575Z","time spent":"1.226192814s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T13:37:07.806622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371310882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:37:08.142065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00043244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:37:08.142194Z","caller":"traceutil/trace.go:171","msg":"trace[1181836394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000614224s","start":"2026-03-04T13:37:06.141552Z","end":"2026-03-04T13:37:08.142166Z","steps":["trace[1181836394] 'agreement among raft nodes before linearized reading' (duration: 2.000465831s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:08.142246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:06.141528Z","time spent":"2.000705955s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:37:08.742886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.359126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:37:08.743014Z","caller":"traceutil/trace.go:171","msg":"trace[988545846] transaction","detail":"{read_only:false; response_revision:19783; number_of_response:1; }","duration":"1.608320135s","start":"2026-03-04T13:37:07.134673Z","end":"2026-03-04T13:37:08.742993Z","steps":["trace[988545846] 'process raft request' (duration: 970.740694ms)","trace[988545846] 'compare' (duration: 636.570388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:37:08.743084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:07.13464Z","time spent":"1.608410586s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:37:10.143324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000300067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:37:10.143412Z","caller":"traceutil/trace.go:171","msg":"trace[1271560466] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000621755s","start":"2026-03-04T13:37:08.142772Z","end":"2026-03-04T13:37:10.143393Z","steps":["trace[1271560466] 'agreement among raft nodes before linearized reading' (duration: 2.000514282s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:10.143514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:08.142751Z","time spent":"2.000751817s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:37:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:37:10.348683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000087322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:37:10.348773Z","caller":"traceutil/trace.go:171","msg":"trace[1700073331] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000240015s","start":"2026-03-04T13:37:08.348513Z","end":"2026-03-04T13:37:10.348753Z","steps":["trace[1700073331] 'agreement among raft nodes before linearized reading' (duration: 2.000128193s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:10.348817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:08.348491Z","time spent":"2.000317077s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:37:11.268594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994229061s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T13:37:11.269298Z","caller":"traceutil/trace.go:171","msg":"trace[1861811071] transaction","detail":"{read_only:false; response_revision:19784; number_of_response:1; }","duration":"3.979154142s","start":"2026-03-04T13:37:07.290112Z","end":"2026-03-04T13:37:11.269266Z","steps":["trace[1861811071] 'process raft request' (duration: 3.978571079s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:11.269478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:07.290091Z","time spent":"3.979297105s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:37:11.650994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999735875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:37:11.651083Z","caller":"traceutil/trace.go:171","msg":"trace[2075751265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999865297s","start":"2026-03-04T13:37:06.651194Z","end":"2026-03-04T13:37:11.651059Z","steps":["trace[2075751265] 'agreement among raft nodes before linearized reading' (duration: 4.999752054s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:11.651134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:06.651179Z","time spent":"4.999943509s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 13:37:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:37:11.653191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000299656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:37:11.653284Z","caller":"traceutil/trace.go:171","msg":"trace[128210470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.00042579s","start":"2026-03-04T13:37:06.652837Z","end":"2026-03-04T13:37:11.653263Z","steps":["trace[128210470] 'agreement among raft nodes before linearized reading' (duration: 5.000304176s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:11.653338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:06.652831Z","time spent":"5.000496771s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 13:37:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:37:11.658407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00000638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:37:11.658461Z","caller":"traceutil/trace.go:171","msg":"trace[2090997823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000082692s","start":"2026-03-04T13:37:06.658366Z","end":"2026-03-04T13:37:11.658449Z","steps":["trace[2090997823] 'agreement among raft nodes before linearized reading' (duration: 5.00001693s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:11.658495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:06.65836Z","time spent":"5.000127283s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 13:37:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:37:12.036951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.652768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:37:12.03709Z","caller":"traceutil/trace.go:171","msg":"trace[875001745] transaction","detail":"{read_only:false; response_revision:19787; number_of_response:1; }","duration":"1.288412999s","start":"2026-03-04T13:37:10.748666Z","end":"2026-03-04T13:37:12.037079Z","steps":["trace[875001745] 'process raft request' (duration: 1.288390989s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:12.037129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:10.748634Z","time spent":"1.28847784s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:37:12.037142Z","caller":"traceutil/trace.go:171","msg":"trace[1561730695] transaction","detail":"{read_only:false; response_revision:19785; number_of_response:1; }","duration":"4.726487615s","start":"2026-03-04T13:37:07.310637Z","end":"2026-03-04T13:37:12.037124Z","steps":["trace[1561730695] 'process raft request' (duration: 3.958606581s)","trace[1561730695] 'compare' (duration: 767.453854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:37:12.037206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:07.310611Z","time spent":"4.726563968s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:37:12.037227Z","caller":"traceutil/trace.go:171","msg":"trace[204041767] linearizableReadLoop","detail":"{readStateIndex:20514; appliedIndex:20510; }","duration":"4.73067442s","start":"2026-03-04T13:37:07.306546Z","end":"2026-03-04T13:37:12.037221Z","steps":["trace[204041767] 'read index received' (duration: 798.965991ms)","trace[204041767] 'applied index is now lower than readState.Index' (duration: 3.931707689s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:37:12.037258Z","caller":"traceutil/trace.go:171","msg":"trace[2022225800] transaction","detail":"{read_only:false; response_revision:19786; number_of_response:1; }","duration":"3.612887267s","start":"2026-03-04T13:37:08.424367Z","end":"2026-03-04T13:37:12.037254Z","steps":["trace[2022225800] 'process raft request' (duration: 3.612662182s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:12.03728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:08.424339Z","time spent":"3.612928179s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:37:12.037398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.379322519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T13:37:12.03741Z","caller":"traceutil/trace.go:171","msg":"trace[2131176217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19787; }","duration":"5.37936574s","start":"2026-03-04T13:37:06.65804Z","end":"2026-03-04T13:37:12.037406Z","steps":["trace[2131176217] 'agreement among raft nodes before linearized reading' (duration: 5.379303738s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:12.037425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:06.658021Z","time spent":"5.379401421s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:37:12.037478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.380827442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T13:37:12.037488Z","caller":"traceutil/trace.go:171","msg":"trace[1692717999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19787; }","duration":"5.380874753s","start":"2026-03-04T13:37:06.65661Z","end":"2026-03-04T13:37:12.037485Z","steps":["trace[1692717999] 'agreement among raft nodes before linearized reading' (duration: 5.380843033s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:12.0375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:06.656594Z","time spent":"5.380902994s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:37:12.037601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.385991968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:37:12.037626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.843521461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T13:37:12.03769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.769288426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:37:12.03769Z","caller":"traceutil/trace.go:171","msg":"trace[1725717230] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:19787; }","duration":"5.386147571s","start":"2026-03-04T13:37:06.65152Z","end":"2026-03-04T13:37:12.037667Z","steps":["trace[1725717230] 'agreement among raft nodes before linearized reading' (duration: 5.385951027s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:12.037738Z","caller":"traceutil/trace.go:171","msg":"trace[1901205783] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:19787; }","duration":"4.769340406s","start":"2026-03-04T13:37:07.26837Z","end":"2026-03-04T13:37:12.03771Z","steps":["trace[1901205783] 'agreement among raft nodes before linearized reading' (duration: 4.769290015s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:12.037722Z","caller":"traceutil/trace.go:171","msg":"trace[813870702] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19787; }","duration":"4.843716754s","start":"2026-03-04T13:37:07.193981Z","end":"2026-03-04T13:37:12.037698Z","steps":["trace[813870702] 'agreement among raft nodes before linearized reading' (duration: 4.843339246s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:12.037749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:06.651513Z","time spent":"5.386223593s","remote":"127.0.0.1:47908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:37:12.037766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:07.26836Z","time spent":"4.769398998s","remote":"127.0.0.1:54906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:37:12.037786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:07.193963Z","time spent":"4.843807487s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T13:37:12.085025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262422196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:37:12.08505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142427765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:37:12.085078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933768825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:37:12.085133Z","caller":"traceutil/trace.go:171","msg":"trace[1088010340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19788; }","duration":"1.933847377s","start":"2026-03-04T13:37:10.151271Z","end":"2026-03-04T13:37:12.085118Z","steps":["trace[1088010340] 'agreement among raft nodes before linearized reading' (duration: 1.933748655s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:12.085142Z","caller":"traceutil/trace.go:171","msg":"trace[1559275530] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:19788; }","duration":"2.262542409s","start":"2026-03-04T13:37:09.822541Z","end":"2026-03-04T13:37:12.085084Z","steps":["trace[1559275530] 'agreement among raft nodes before linearized reading' (duration: 2.262394686s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:12.085151Z","caller":"traceutil/trace.go:171","msg":"trace[1673086025] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:19788; }","duration":"1.142585878s","start":"2026-03-04T13:37:10.942547Z","end":"2026-03-04T13:37:12.085132Z","steps":["trace[1673086025] 'agreement among raft nodes before linearized reading' (duration: 1.142418764s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:12.085192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:10.942504Z","time spent":"1.142657769s","remote":"127.0.0.1:49134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:37:12.085187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:10.15126Z","time spent":"1.933918168s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:37:12.085169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.395397049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:37:12.085178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295664072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:37:12.085248Z","caller":"traceutil/trace.go:171","msg":"trace[1621783642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:19788; }","duration":"4.395519891s","start":"2026-03-04T13:37:07.68971Z","end":"2026-03-04T13:37:12.08523Z","steps":["trace[1621783642] 'agreement among raft nodes before linearized reading' (duration: 4.395389588s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:12.085261Z","caller":"traceutil/trace.go:171","msg":"trace[871366727] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19788; }","duration":"2.295778005s","start":"2026-03-04T13:37:09.789468Z","end":"2026-03-04T13:37:12.085246Z","steps":["trace[871366727] 'agreement among raft nodes before linearized reading' (duration: 2.295668322s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:12.085263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524370412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:37:12.08519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:09.82253Z","time spent":"2.262648081s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:37:12.085244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908869317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:37:12.085295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:09.789451Z","time spent":"2.295834966s","remote":"127.0.0.1:54922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:37:12.085305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938397348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a4a586867624\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-04T13:37:12.085347Z","caller":"traceutil/trace.go:171","msg":"trace[2029581681] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:19788; }","duration":"2.90902311s","start":"2026-03-04T13:37:09.176299Z","end":"2026-03-04T13:37:12.085322Z","steps":["trace[2029581681] 'agreement among raft nodes before linearized reading' (duration: 2.908780245s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:12.085385Z","caller":"traceutil/trace.go:171","msg":"trace[1576441176] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899a4a586867624; range_end:; response_count:1; response_revision:19788; }","duration":"1.938513491s","start":"2026-03-04T13:37:10.146849Z","end":"2026-03-04T13:37:12.085363Z","steps":["trace[1576441176] 'agreement among raft nodes before linearized reading' (duration: 1.938283536s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:12.085296Z","caller":"traceutil/trace.go:171","msg":"trace[2074436171] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:19788; }","duration":"2.524440373s","start":"2026-03-04T13:37:09.560847Z","end":"2026-03-04T13:37:12.085288Z","steps":["trace[2074436171] 'agreement among raft nodes before linearized reading' (duration: 2.524371081s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:12.085407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:09.176281Z","time spent":"2.909115272s","remote":"127.0.0.1:36474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:37:12.085406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.654811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-04T13:37:12.08543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:10.146833Z","time spent":"1.938588783s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a4a586867624\" "} {"level":"warn","ts":"2026-03-04T13:37:12.085433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.450302281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T13:37:12.085467Z","caller":"traceutil/trace.go:171","msg":"trace[622450882] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:19788; }","duration":"200.756263ms","start":"2026-03-04T13:37:11.884694Z","end":"2026-03-04T13:37:12.08545Z","steps":["trace[622450882] 'agreement among raft nodes before linearized reading' (duration: 200.580329ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:12.085497Z","caller":"traceutil/trace.go:171","msg":"trace[352420322] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:19788; }","duration":"4.450391583s","start":"2026-03-04T13:37:07.635089Z","end":"2026-03-04T13:37:12.08548Z","steps":["trace[352420322] 'agreement among raft nodes before linearized reading' (duration: 4.450229489s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:12.085483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:09.560826Z","time spent":"2.524613917s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:37:12.085527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:07.635069Z","time spent":"4.450451104s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-04T13:37:12.085564Z","caller":"traceutil/trace.go:171","msg":"trace[135408961] transaction","detail":"{read_only:false; response_revision:19788; number_of_response:1; }","duration":"752.98253ms","start":"2026-03-04T13:37:11.332267Z","end":"2026-03-04T13:37:12.085249Z","steps":["trace[135408961] 'process raft request' (duration: 752.469048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:12.085835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:07.689687Z","time spent":"4.395598634s","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:37:12.085948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:11.332249Z","time spent":"753.605523ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:37:13.000306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.263484ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T13:37:13.000493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:12.086579Z","time spent":"913.905839ms","remote":"127.0.0.1:37726","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T13:37:13.000536Z","caller":"traceutil/trace.go:171","msg":"trace[990613901] transaction","detail":"{read_only:false; response_revision:19791; number_of_response:1; }","duration":"406.308104ms","start":"2026-03-04T13:37:12.594213Z","end":"2026-03-04T13:37:13.000521Z","steps":["trace[990613901] 'process raft request' (duration: 406.218002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:13.000853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:12.594188Z","time spent":"406.620241ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:37:13.000565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:12.087351Z","time spent":"913.212534ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T13:37:13.000618Z","caller":"traceutil/trace.go:171","msg":"trace[1478587154] linearizableReadLoop","detail":"{readStateIndex:20521; appliedIndex:20519; }","duration":"866.355042ms","start":"2026-03-04T13:37:12.13422Z","end":"2026-03-04T13:37:13.000575Z","steps":["trace[1478587154] 'read index received' (duration: 26.73358ms)","trace[1478587154] 'applied index is now lower than readState.Index' (duration: 839.616542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:37:13.000925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.600973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:37:13.000993Z","caller":"traceutil/trace.go:171","msg":"trace[65531086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19791; }","duration":"913.681425ms","start":"2026-03-04T13:37:12.087298Z","end":"2026-03-04T13:37:13.000979Z","steps":["trace[65531086] 'agreement among raft nodes before linearized reading' (duration: 913.585593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:13.00104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:12.08728Z","time spent":"913.744966ms","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:37:13.000923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.391635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c6ff0db8-e576-4898-9ef8-dc29d52be28e\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-04T13:37:13.001176Z","caller":"traceutil/trace.go:171","msg":"trace[1970214561] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c6ff0db8-e576-4898-9ef8-dc29d52be28e; range_end:; response_count:1; response_revision:19791; }","duration":"912.61171ms","start":"2026-03-04T13:37:12.088491Z","end":"2026-03-04T13:37:13.001102Z","steps":["trace[1970214561] 'agreement among raft nodes before linearized reading' (duration: 912.267903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:13.001274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:12.088475Z","time spent":"912.768744ms","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-c6ff0db8-e576-4898-9ef8-dc29d52be28e\" "} {"level":"warn","ts":"2026-03-04T13:37:13.001326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.614946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"info","ts":"2026-03-04T13:37:13.001404Z","caller":"traceutil/trace.go:171","msg":"trace[103844955] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19791; }","duration":"865.734899ms","start":"2026-03-04T13:37:12.135651Z","end":"2026-03-04T13:37:13.001386Z","steps":["trace[103844955] 'agreement among raft nodes before linearized reading' (duration: 865.475873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:13.001452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:12.135633Z","time spent":"865.81126ms","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T13:37:13.128065Z","caller":"traceutil/trace.go:171","msg":"trace[1161254176] linearizableReadLoop","detail":"{readStateIndex:20524; appliedIndex:20522; }","duration":"119.866669ms","start":"2026-03-04T13:37:13.008174Z","end":"2026-03-04T13:37:13.128041Z","steps":["trace[1161254176] 'read index received' (duration: 110.53393ms)","trace[1161254176] 'applied index is now lower than readState.Index' (duration: 9.331749ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:37:13.128103Z","caller":"traceutil/trace.go:171","msg":"trace[91800010] transaction","detail":"{read_only:false; response_revision:19792; number_of_response:1; }","duration":"125.959816ms","start":"2026-03-04T13:37:13.002099Z","end":"2026-03-04T13:37:13.128059Z","steps":["trace[91800010] 'process raft request' (duration: 116.649497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:13.128125Z","caller":"traceutil/trace.go:171","msg":"trace[1151704991] transaction","detail":"{read_only:false; response_revision:19793; number_of_response:1; }","duration":"125.093596ms","start":"2026-03-04T13:37:13.002995Z","end":"2026-03-04T13:37:13.128089Z","steps":["trace[1151704991] 'process raft request' (duration: 124.981044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:13.128327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.126245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:37:13.128411Z","caller":"traceutil/trace.go:171","msg":"trace[202215400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19793; }","duration":"120.237697ms","start":"2026-03-04T13:37:13.008154Z","end":"2026-03-04T13:37:13.128392Z","steps":["trace[202215400] 'agreement among raft nodes before linearized reading' (duration: 120.008672ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:13.823258Z","caller":"traceutil/trace.go:171","msg":"trace[2127846896] linearizableReadLoop","detail":"{readStateIndex:20527; appliedIndex:20526; }","duration":"168.218933ms","start":"2026-03-04T13:37:13.655013Z","end":"2026-03-04T13:37:13.823232Z","steps":["trace[2127846896] 'read index received' (duration: 168.001118ms)","trace[2127846896] 'applied index is now lower than readState.Index' (duration: 216.715µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:37:13.823327Z","caller":"traceutil/trace.go:171","msg":"trace[1508304539] transaction","detail":"{read_only:false; response_revision:19796; number_of_response:1; }","duration":"168.777466ms","start":"2026-03-04T13:37:13.654518Z","end":"2026-03-04T13:37:13.823296Z","steps":["trace[1508304539] 'process raft request' (duration: 168.556021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:13.823513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.493235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T13:37:13.823564Z","caller":"traceutil/trace.go:171","msg":"trace[1296775694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19796; }","duration":"162.567626ms","start":"2026-03-04T13:37:13.660983Z","end":"2026-03-04T13:37:13.82355Z","steps":["trace[1296775694] 'agreement among raft nodes before linearized reading' (duration: 162.424143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:13.823607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.480439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T13:37:13.823641Z","caller":"traceutil/trace.go:171","msg":"trace[412205706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19796; }","duration":"168.676113ms","start":"2026-03-04T13:37:13.654954Z","end":"2026-03-04T13:37:13.82363Z","steps":["trace[412205706] 'agreement among raft nodes before linearized reading' (duration: 168.405057ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:14.147652Z","caller":"traceutil/trace.go:171","msg":"trace[1570324444] transaction","detail":"{read_only:false; response_revision:19800; number_of_response:1; }","duration":"104.75625ms","start":"2026-03-04T13:37:14.042875Z","end":"2026-03-04T13:37:14.147632Z","steps":["trace[1570324444] 'process raft request' (duration: 104.623437ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:15.958275Z","caller":"traceutil/trace.go:171","msg":"trace[1161562050] linearizableReadLoop","detail":"{readStateIndex:20535; appliedIndex:20534; }","duration":"105.462865ms","start":"2026-03-04T13:37:15.852786Z","end":"2026-03-04T13:37:15.958249Z","steps":["trace[1161562050] 'read index received' (duration: 105.225839ms)","trace[1161562050] 'applied index is now lower than readState.Index' (duration: 231.796µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:37:15.958369Z","caller":"traceutil/trace.go:171","msg":"trace[356383281] transaction","detail":"{read_only:false; response_revision:19804; number_of_response:1; }","duration":"127.790386ms","start":"2026-03-04T13:37:15.830526Z","end":"2026-03-04T13:37:15.958316Z","steps":["trace[356383281] 'process raft request' (duration: 127.557541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:15.958587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.967165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T13:37:15.95866Z","caller":"traceutil/trace.go:171","msg":"trace[608621294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19804; }","duration":"105.070556ms","start":"2026-03-04T13:37:15.853569Z","end":"2026-03-04T13:37:15.958639Z","steps":["trace[608621294] 'agreement among raft nodes before linearized reading' (duration: 104.861792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:15.958654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.838454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T13:37:15.958807Z","caller":"traceutil/trace.go:171","msg":"trace[1215042890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19804; }","duration":"106.025227ms","start":"2026-03-04T13:37:15.852752Z","end":"2026-03-04T13:37:15.958777Z","steps":["trace[1215042890] 'agreement among raft nodes before linearized reading' (duration: 105.624479ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:58.813213Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18325} {"level":"info","ts":"2026-03-04T13:37:58.914343Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18325,"took":"97.091927ms","hash":1413422381,"current-db-size-bytes":43261952,"current-db-size":"43 MB","current-db-size-in-use-bytes":28606464,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T13:37:58.914418Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1413422381,"revision":18325,"compact-revision":16113} {"level":"info","ts":"2026-03-04T13:41:11.766059Z","caller":"traceutil/trace.go:171","msg":"trace[1164519984] linearizableReadLoop","detail":"{readStateIndex:22944; appliedIndex:22943; }","duration":"106.394757ms","start":"2026-03-04T13:41:11.659642Z","end":"2026-03-04T13:41:11.766037Z","steps":["trace[1164519984] 'read index received' (duration: 106.224363ms)","trace[1164519984] 'applied index is now lower than readState.Index' (duration: 169.504µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:41:11.76627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.617941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T13:41:11.766259Z","caller":"traceutil/trace.go:171","msg":"trace[1261384828] transaction","detail":"{read_only:false; response_revision:22141; number_of_response:1; }","duration":"298.794692ms","start":"2026-03-04T13:41:11.467432Z","end":"2026-03-04T13:41:11.766226Z","steps":["trace[1261384828] 'process raft request' (duration: 298.496145ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:41:11.7663Z","caller":"traceutil/trace.go:171","msg":"trace[488486148] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:22141; }","duration":"106.684252ms","start":"2026-03-04T13:41:11.659605Z","end":"2026-03-04T13:41:11.766289Z","steps":["trace[488486148] 'agreement among raft nodes before linearized reading' (duration: 106.553349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:41:12.650008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371317865,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:41:12.65966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.761268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T13:41:12.659753Z","caller":"traceutil/trace.go:171","msg":"trace[981632650] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:22141; }","duration":"758.900602ms","start":"2026-03-04T13:41:11.900834Z","end":"2026-03-04T13:41:12.659735Z","steps":["trace[981632650] 'range keys from in-memory index tree' (duration: 758.577324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:41:12.659794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:41:11.900815Z","time spent":"758.970053ms","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"info","ts":"2026-03-04T13:41:12.661257Z","caller":"traceutil/trace.go:171","msg":"trace[314198674] transaction","detail":"{read_only:false; response_revision:22143; number_of_response:1; }","duration":"427.442228ms","start":"2026-03-04T13:41:12.233801Z","end":"2026-03-04T13:41:12.661243Z","steps":["trace[314198674] 'process raft request' (duration: 427.339286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:41:12.661357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:41:12.233771Z","time spent":"427.527879ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:41:12.661275Z","caller":"traceutil/trace.go:171","msg":"trace[546215242] transaction","detail":"{read_only:false; response_revision:22142; number_of_response:1; }","duration":"549.607638ms","start":"2026-03-04T13:41:12.11163Z","end":"2026-03-04T13:41:12.661237Z","steps":["trace[546215242] 'process raft request' (duration: 546.471388ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:41:12.661444Z","caller":"traceutil/trace.go:171","msg":"trace[1354068857] transaction","detail":"{read_only:false; response_revision:22144; number_of_response:1; }","duration":"304.334487ms","start":"2026-03-04T13:41:12.357066Z","end":"2026-03-04T13:41:12.6614Z","steps":["trace[1354068857] 'process raft request' (duration: 304.143892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:41:12.661496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.776729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:41:12.661545Z","caller":"traceutil/trace.go:171","msg":"trace[725096099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22144; }","duration":"511.856141ms","start":"2026-03-04T13:41:12.149678Z","end":"2026-03-04T13:41:12.661535Z","steps":["trace[725096099] 'agreement among raft nodes before linearized reading' (duration: 511.779859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:41:12.661584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:41:12.149661Z","time spent":"511.915643ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:41:12.661664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:41:12.111599Z","time spent":"549.877494ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:41:12.661673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:41:12.357039Z","time spent":"304.49846ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:41:12.661419Z","caller":"traceutil/trace.go:171","msg":"trace[736989912] linearizableReadLoop","detail":"{readStateIndex:22947; appliedIndex:22944; }","duration":"511.669546ms","start":"2026-03-04T13:41:12.149718Z","end":"2026-03-04T13:41:12.661388Z","steps":["trace[736989912] 'read index received' (duration: 508.411143ms)","trace[736989912] 'applied index is now lower than readState.Index' (duration: 3.256663ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:41:12.867592Z","caller":"traceutil/trace.go:171","msg":"trace[1120965885] linearizableReadLoop","detail":"{readStateIndex:22948; appliedIndex:22947; }","duration":"205.744124ms","start":"2026-03-04T13:41:12.661818Z","end":"2026-03-04T13:41:12.867562Z","steps":["trace[1120965885] 'read index received' (duration: 166.182077ms)","trace[1120965885] 'applied index is now lower than readState.Index' (duration: 39.560517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:41:12.867913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.970448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:41:12.86796Z","caller":"traceutil/trace.go:171","msg":"trace[1489794618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22144; }","duration":"205.08284ms","start":"2026-03-04T13:41:12.662865Z","end":"2026-03-04T13:41:12.867948Z","steps":["trace[1489794618] 'agreement among raft nodes before linearized reading' (duration: 204.962087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:41:12.867939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.75111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T13:41:12.868012Z","caller":"traceutil/trace.go:171","msg":"trace[1985264639] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22144; }","duration":"648.870303ms","start":"2026-03-04T13:41:12.219124Z","end":"2026-03-04T13:41:12.867994Z","steps":["trace[1985264639] 'agreement among raft nodes before linearized reading' (duration: 648.583936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:41:12.868063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:41:12.219103Z","time spent":"648.951785ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T13:41:12.868335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.935934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T13:41:12.868402Z","caller":"traceutil/trace.go:171","msg":"trace[546686094] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:22144; }","duration":"274.023297ms","start":"2026-03-04T13:41:12.594365Z","end":"2026-03-04T13:41:12.868388Z","steps":["trace[546686094] 'agreement among raft nodes before linearized reading' (duration: 273.888584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:41:12.868629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.828903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-04T13:41:12.868669Z","caller":"traceutil/trace.go:171","msg":"trace[396032936] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22144; }","duration":"347.912934ms","start":"2026-03-04T13:41:12.520747Z","end":"2026-03-04T13:41:12.86866Z","steps":["trace[396032936] 'agreement among raft nodes before linearized reading' (duration: 347.811462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:41:12.868699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:41:12.520728Z","time spent":"347.963615ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-04T13:42:58.819561Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20251} {"level":"info","ts":"2026-03-04T13:42:58.929492Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20251,"took":"106.220883ms","hash":385302956,"current-db-size-bytes":45502464,"current-db-size":"46 MB","current-db-size-in-use-bytes":38658048,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-04T13:42:58.929564Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":385302956,"revision":20251,"compact-revision":18325} {"level":"info","ts":"2026-03-04T13:43:50.34534Z","caller":"traceutil/trace.go:171","msg":"trace[1756207730] transaction","detail":"{read_only:false; response_revision:23625; number_of_response:1; }","duration":"124.588815ms","start":"2026-03-04T13:43:50.22071Z","end":"2026-03-04T13:43:50.345299Z","steps":["trace[1756207730] 'process raft request' (duration: 124.433261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:00.322759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.408294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-04T13:44:00.322953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.870761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-03-04T13:44:00.323066Z","caller":"traceutil/trace.go:171","msg":"trace[859491169] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23709; }","duration":"549.288701ms","start":"2026-03-04T13:43:59.773751Z","end":"2026-03-04T13:44:00.323039Z","steps":["trace[859491169] 'range keys from in-memory index tree' (duration: 548.371821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:00.323294Z","caller":"traceutil/trace.go:171","msg":"trace[379282379] transaction","detail":"{read_only:false; response_revision:23710; number_of_response:1; }","duration":"508.121297ms","start":"2026-03-04T13:43:59.814754Z","end":"2026-03-04T13:44:00.322875Z","steps":["trace[379282379] 'process raft request' (duration: 332.471607ms)","trace[379282379] 'compare' (duration: 175.188929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:00.323303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:59.773728Z","time spent":"549.551498ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7215,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-04T13:44:00.323578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:59.814721Z","time spent":"508.710091ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:00.552198Z","caller":"traceutil/trace.go:171","msg":"trace[1984801882] linearizableReadLoop","detail":"{readStateIndex:24557; appliedIndex:24555; }","duration":"492.545298ms","start":"2026-03-04T13:44:00.059626Z","end":"2026-03-04T13:44:00.552171Z","steps":["trace[1984801882] 'read index received' (duration: 87.581125ms)","trace[1984801882] 'applied index is now lower than readState.Index' (duration: 404.963203ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:00.552389Z","caller":"traceutil/trace.go:171","msg":"trace[964708185] transaction","detail":"{read_only:false; response_revision:23712; number_of_response:1; }","duration":"439.952138ms","start":"2026-03-04T13:44:00.112376Z","end":"2026-03-04T13:44:00.552328Z","steps":["trace[964708185] 'process raft request' (duration: 439.709893ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:00.55245Z","caller":"traceutil/trace.go:171","msg":"trace[1290570142] transaction","detail":"{read_only:false; response_revision:23713; number_of_response:1; }","duration":"439.533329ms","start":"2026-03-04T13:44:00.112869Z","end":"2026-03-04T13:44:00.552403Z","steps":["trace[1290570142] 'process raft request' (duration: 439.260553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:00.552586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.951816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T13:44:00.552638Z","caller":"traceutil/trace.go:171","msg":"trace[1094833827] transaction","detail":"{read_only:false; response_revision:23711; number_of_response:1; }","duration":"729.214166ms","start":"2026-03-04T13:43:59.823411Z","end":"2026-03-04T13:44:00.552625Z","steps":["trace[1094833827] 'process raft request' (duration: 728.51685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:00.552649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:00.112853Z","time spent":"439.690282ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:00.552702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:59.82339Z","time spent":"729.281328ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:00.55264Z","caller":"traceutil/trace.go:171","msg":"trace[1752299146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23713; }","duration":"493.052629ms","start":"2026-03-04T13:44:00.059575Z","end":"2026-03-04T13:44:00.552628Z","steps":["trace[1752299146] 'agreement among raft nodes before linearized reading' (duration: 492.896195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:00.552819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:00.059556Z","time spent":"493.252275ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:44:00.552575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:00.112347Z","time spent":"440.128791ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:00.55731Z","caller":"traceutil/trace.go:171","msg":"trace[1165976389] transaction","detail":"{read_only:false; response_revision:23714; number_of_response:1; }","duration":"200.019766ms","start":"2026-03-04T13:44:00.357279Z","end":"2026-03-04T13:44:00.557299Z","steps":["trace[1165976389] 'process raft request' (duration: 199.969945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:00.557476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.607625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"warn","ts":"2026-03-04T13:44:00.557493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.571382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T13:44:00.557486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.266475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-04T13:44:00.557522Z","caller":"traceutil/trace.go:171","msg":"trace[758433643] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23714; }","duration":"408.672777ms","start":"2026-03-04T13:44:00.14884Z","end":"2026-03-04T13:44:00.557513Z","steps":["trace[758433643] 'agreement among raft nodes before linearized reading' (duration: 408.498653ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:00.557542Z","caller":"traceutil/trace.go:171","msg":"trace[1390398014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23714; }","duration":"325.702735ms","start":"2026-03-04T13:44:00.231824Z","end":"2026-03-04T13:44:00.557526Z","steps":["trace[1390398014] 'agreement among raft nodes before linearized reading' (duration: 325.559042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:00.557552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:00.148833Z","time spent":"408.710217ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7215,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-04T13:44:00.557556Z","caller":"traceutil/trace.go:171","msg":"trace[1165089220] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23714; }","duration":"432.377258ms","start":"2026-03-04T13:44:00.12516Z","end":"2026-03-04T13:44:00.557537Z","steps":["trace[1165089220] 'agreement among raft nodes before linearized reading' (duration: 432.144473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:00.557493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.719964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:00.557585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:00.2318Z","time spent":"325.776797ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:44:00.557604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:00.125148Z","time spent":"432.446439ms","remote":"127.0.0.1:37760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-04T13:44:00.557576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.878479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130525"} {"level":"info","ts":"2026-03-04T13:44:00.557697Z","caller":"traceutil/trace.go:171","msg":"trace[780839159] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23714; }","duration":"403.996151ms","start":"2026-03-04T13:44:00.153668Z","end":"2026-03-04T13:44:00.557664Z","steps":["trace[780839159] 'agreement among raft nodes before linearized reading' (duration: 403.824067ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:00.557628Z","caller":"traceutil/trace.go:171","msg":"trace[1797521184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23714; }","duration":"415.936679ms","start":"2026-03-04T13:44:00.14167Z","end":"2026-03-04T13:44:00.557607Z","steps":["trace[1797521184] 'agreement among raft nodes before linearized reading' (duration: 415.701963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:00.557699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.041267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T13:44:00.557752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:00.153656Z","time spent":"404.081333ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130548,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-04T13:44:00.557779Z","caller":"traceutil/trace.go:171","msg":"trace[1884102979] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23714; }","duration":"414.15131ms","start":"2026-03-04T13:44:00.143605Z","end":"2026-03-04T13:44:00.557757Z","steps":["trace[1884102979] 'agreement among raft nodes before linearized reading' (duration: 413.912225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:00.557722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.059813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T13:44:00.557899Z","caller":"traceutil/trace.go:171","msg":"trace[2008340608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23714; }","duration":"429.272888ms","start":"2026-03-04T13:44:00.128607Z","end":"2026-03-04T13:44:00.55788Z","steps":["trace[2008340608] 'agreement among raft nodes before linearized reading' (duration: 428.870709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:00.55783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:00.143595Z","time spent":"414.226651ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:44:00.558001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:00.128586Z","time spent":"429.401541ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T13:44:00.557922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:00.141653Z","time spent":"416.116123ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:44:00.799064Z","caller":"traceutil/trace.go:171","msg":"trace[1767400028] linearizableReadLoop","detail":"{readStateIndex:24564; appliedIndex:24561; }","duration":"230.373627ms","start":"2026-03-04T13:44:00.568666Z","end":"2026-03-04T13:44:00.79904Z","steps":["trace[1767400028] 'read index received' (duration: 230.021669ms)","trace[1767400028] 'applied index is now lower than readState.Index' (duration: 351.048µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:00.799506Z","caller":"traceutil/trace.go:171","msg":"trace[808913990] transaction","detail":"{read_only:false; response_revision:23716; number_of_response:1; }","duration":"238.423419ms","start":"2026-03-04T13:44:00.561065Z","end":"2026-03-04T13:44:00.799488Z","steps":["trace[808913990] 'process raft request' (duration: 237.680971ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:00.799775Z","caller":"traceutil/trace.go:171","msg":"trace[2091538839] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"238.647343ms","start":"2026-03-04T13:44:00.561116Z","end":"2026-03-04T13:44:00.799763Z","steps":["trace[2091538839] 'process raft request' (duration: 237.834694ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:00.800197Z","caller":"traceutil/trace.go:171","msg":"trace[1759276085] transaction","detail":"{read_only:false; response_revision:23718; number_of_response:1; }","duration":"238.782536ms","start":"2026-03-04T13:44:00.561352Z","end":"2026-03-04T13:44:00.800134Z","steps":["trace[1759276085] 'process raft request' (duration: 237.65193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:00.800466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.978053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:00.800561Z","caller":"traceutil/trace.go:171","msg":"trace[828132602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23718; }","duration":"240.098966ms","start":"2026-03-04T13:44:00.560442Z","end":"2026-03-04T13:44:00.800541Z","steps":["trace[828132602] 'agreement among raft nodes before linearized reading' (duration: 239.917322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:00.800644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.982119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130525"} {"level":"info","ts":"2026-03-04T13:44:00.800708Z","caller":"traceutil/trace.go:171","msg":"trace[753797670] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23718; }","duration":"226.086211ms","start":"2026-03-04T13:44:00.574607Z","end":"2026-03-04T13:44:00.800693Z","steps":["trace[753797670] 'agreement among raft nodes before linearized reading' (duration: 225.848696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:00.800791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.153903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:00.800891Z","caller":"traceutil/trace.go:171","msg":"trace[965026551] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23718; }","duration":"152.312936ms","start":"2026-03-04T13:44:00.648556Z","end":"2026-03-04T13:44:00.800869Z","steps":["trace[965026551] 'agreement among raft nodes before linearized reading' (duration: 152.03709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:00.801384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.902424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:87 size:114825"} {"level":"info","ts":"2026-03-04T13:44:00.801496Z","caller":"traceutil/trace.go:171","msg":"trace[1472406839] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:87; response_revision:23718; }","duration":"241.047486ms","start":"2026-03-04T13:44:00.560427Z","end":"2026-03-04T13:44:00.801475Z","steps":["trace[1472406839] 'agreement among raft nodes before linearized reading' (duration: 240.002633ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:01.512289Z","caller":"traceutil/trace.go:171","msg":"trace[1224340570] linearizableReadLoop","detail":"{readStateIndex:24568; appliedIndex:24567; }","duration":"165.702857ms","start":"2026-03-04T13:44:01.346523Z","end":"2026-03-04T13:44:01.512225Z","steps":["trace[1224340570] 'read index received' (duration: 113.166708ms)","trace[1224340570] 'applied index is now lower than readState.Index' (duration: 52.535369ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:01.512456Z","caller":"traceutil/trace.go:171","msg":"trace[2116852669] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"195.363603ms","start":"2026-03-04T13:44:01.317084Z","end":"2026-03-04T13:44:01.512448Z","steps":["trace[2116852669] 'process raft request' (duration: 142.590379ms)","trace[2116852669] 'compare' (duration: 52.415976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:01.512589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.063144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:01.512609Z","caller":"traceutil/trace.go:171","msg":"trace[1530602954] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23722; }","duration":"166.133946ms","start":"2026-03-04T13:44:01.34647Z","end":"2026-03-04T13:44:01.512604Z","steps":["trace[1530602954] 'agreement among raft nodes before linearized reading' (duration: 166.080875ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:01.557481Z","caller":"traceutil/trace.go:171","msg":"trace[573428401] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"131.549611ms","start":"2026-03-04T13:44:01.425906Z","end":"2026-03-04T13:44:01.557455Z","steps":["trace[573428401] 'process raft request' (duration: 131.421328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:01.603121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.174336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-domain-ks-user-zq7lh\" ","response":"range_response_count:1 size:8641"} {"level":"info","ts":"2026-03-04T13:44:01.603195Z","caller":"traceutil/trace.go:171","msg":"trace[625641857] range","detail":"{range_begin:/registry/pods/openstack/magnum-domain-ks-user-zq7lh; range_end:; response_count:1; response_revision:23724; }","duration":"178.297388ms","start":"2026-03-04T13:44:01.424881Z","end":"2026-03-04T13:44:01.603179Z","steps":["trace[625641857] 'agreement among raft nodes before linearized reading' (duration: 178.126535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:01.603372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.990351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T13:44:01.603432Z","caller":"traceutil/trace.go:171","msg":"trace[189427700] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23724; }","duration":"132.058934ms","start":"2026-03-04T13:44:01.47136Z","end":"2026-03-04T13:44:01.603419Z","steps":["trace[189427700] 'agreement among raft nodes before linearized reading' (duration: 131.772696ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:01.808117Z","caller":"traceutil/trace.go:171","msg":"trace[233372676] linearizableReadLoop","detail":"{readStateIndex:24571; appliedIndex:24570; }","duration":"192.039248ms","start":"2026-03-04T13:44:01.616054Z","end":"2026-03-04T13:44:01.808093Z","steps":["trace[233372676] 'read index received' (duration: 191.890845ms)","trace[233372676] 'applied index is now lower than readState.Index' (duration: 147.233µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:01.80824Z","caller":"traceutil/trace.go:171","msg":"trace[1690116619] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"196.061838ms","start":"2026-03-04T13:44:01.612144Z","end":"2026-03-04T13:44:01.808206Z","steps":["trace[1690116619] 'process raft request' (duration: 195.758441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:01.808319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.253843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T13:44:01.808364Z","caller":"traceutil/trace.go:171","msg":"trace[1308036859] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23725; }","duration":"192.350595ms","start":"2026-03-04T13:44:01.615999Z","end":"2026-03-04T13:44:01.80835Z","steps":["trace[1308036859] 'agreement among raft nodes before linearized reading' (duration: 192.194621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:02.053953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.658667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T13:44:02.054058Z","caller":"traceutil/trace.go:171","msg":"trace[808678976] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:23725; }","duration":"141.80936ms","start":"2026-03-04T13:44:01.912224Z","end":"2026-03-04T13:44:02.054033Z","steps":["trace[808678976] 'range keys from in-memory index tree' (duration: 141.469133ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:02.398289Z","caller":"traceutil/trace.go:171","msg":"trace[521521053] transaction","detail":"{read_only:false; response_revision:23727; number_of_response:1; }","duration":"196.782664ms","start":"2026-03-04T13:44:02.201484Z","end":"2026-03-04T13:44:02.398267Z","steps":["trace[521521053] 'process raft request' (duration: 196.633491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:02.609265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.709442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:44:02.609514Z","caller":"traceutil/trace.go:171","msg":"trace[1059883484] linearizableReadLoop","detail":"{readStateIndex:24575; appliedIndex:24573; }","duration":"280.43511ms","start":"2026-03-04T13:44:02.329039Z","end":"2026-03-04T13:44:02.609474Z","steps":["trace[1059883484] 'read index received' (duration: 69.088949ms)","trace[1059883484] 'applied index is now lower than readState.Index' (duration: 211.339971ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:02.609413Z","caller":"traceutil/trace.go:171","msg":"trace[1009180998] transaction","detail":"{read_only:false; response_revision:23728; number_of_response:1; }","duration":"280.583474ms","start":"2026-03-04T13:44:02.328787Z","end":"2026-03-04T13:44:02.60937Z","steps":["trace[1009180998] 'process raft request' (duration: 178.685078ms)","trace[1009180998] 'compare' (duration: 101.471376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:02.60982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.762137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-03-04T13:44:02.609902Z","caller":"traceutil/trace.go:171","msg":"trace[635541756] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23729; }","duration":"280.88549ms","start":"2026-03-04T13:44:02.329Z","end":"2026-03-04T13:44:02.609885Z","steps":["trace[635541756] 'agreement among raft nodes before linearized reading' (duration: 280.615114ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:02.798886Z","caller":"traceutil/trace.go:171","msg":"trace[1288302275] transaction","detail":"{read_only:false; response_revision:23730; number_of_response:1; }","duration":"241.62974ms","start":"2026-03-04T13:44:02.557214Z","end":"2026-03-04T13:44:02.798844Z","steps":["trace[1288302275] 'process raft request' (duration: 238.663193ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:02.799013Z","caller":"traceutil/trace.go:171","msg":"trace[1312174228] transaction","detail":"{read_only:false; response_revision:23731; number_of_response:1; }","duration":"241.408044ms","start":"2026-03-04T13:44:02.557589Z","end":"2026-03-04T13:44:02.798997Z","steps":["trace[1312174228] 'process raft request' (duration: 241.091427ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:02.798902Z","caller":"traceutil/trace.go:171","msg":"trace[1501624435] linearizableReadLoop","detail":"{readStateIndex:24579; appliedIndex:24576; }","duration":"189.251444ms","start":"2026-03-04T13:44:02.609618Z","end":"2026-03-04T13:44:02.798869Z","steps":["trace[1501624435] 'read index received' (duration: 186.147555ms)","trace[1501624435] 'applied index is now lower than readState.Index' (duration: 3.102789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:02.799178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.709821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-domain-ks-user-zq7lh\" ","response":"range_response_count:1 size:8652"} {"level":"info","ts":"2026-03-04T13:44:02.79924Z","caller":"traceutil/trace.go:171","msg":"trace[760185193] range","detail":"{range_begin:/registry/pods/openstack/magnum-domain-ks-user-zq7lh; range_end:; response_count:1; response_revision:23732; }","duration":"241.834254ms","start":"2026-03-04T13:44:02.557394Z","end":"2026-03-04T13:44:02.799228Z","steps":["trace[760185193] 'agreement among raft nodes before linearized reading' (duration: 241.582558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:02.799275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.364696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T13:44:02.799299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.019475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-03-04T13:44:02.799327Z","caller":"traceutil/trace.go:171","msg":"trace[1795169501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23732; }","duration":"226.455418ms","start":"2026-03-04T13:44:02.572859Z","end":"2026-03-04T13:44:02.799315Z","steps":["trace[1795169501] 'agreement among raft nodes before linearized reading' (duration: 226.239193ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:02.798944Z","caller":"traceutil/trace.go:171","msg":"trace[2103644337] transaction","detail":"{read_only:false; response_revision:23732; number_of_response:1; }","duration":"240.456963ms","start":"2026-03-04T13:44:02.558449Z","end":"2026-03-04T13:44:02.798905Z","steps":["trace[2103644337] 'process raft request' (duration: 240.357081ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:02.799381Z","caller":"traceutil/trace.go:171","msg":"trace[1377609323] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23732; }","duration":"237.122608ms","start":"2026-03-04T13:44:02.56224Z","end":"2026-03-04T13:44:02.799362Z","steps":["trace[1377609323] 'agreement among raft nodes before linearized reading' (duration: 236.883723ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:02.940949Z","caller":"traceutil/trace.go:171","msg":"trace[682413444] linearizableReadLoop","detail":"{readStateIndex:24582; appliedIndex:24580; }","duration":"106.391226ms","start":"2026-03-04T13:44:02.834532Z","end":"2026-03-04T13:44:02.940923Z","steps":["trace[682413444] 'read index received' (duration: 106.236572ms)","trace[682413444] 'applied index is now lower than readState.Index' (duration: 153.364µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:02.941043Z","caller":"traceutil/trace.go:171","msg":"trace[764414647] transaction","detail":"{read_only:false; response_revision:23735; number_of_response:1; }","duration":"130.747343ms","start":"2026-03-04T13:44:02.810287Z","end":"2026-03-04T13:44:02.941034Z","steps":["trace[764414647] 'process raft request' (duration: 130.555309ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:02.940964Z","caller":"traceutil/trace.go:171","msg":"trace[1817383679] transaction","detail":"{read_only:false; response_revision:23734; number_of_response:1; }","duration":"131.97645ms","start":"2026-03-04T13:44:02.808953Z","end":"2026-03-04T13:44:02.940929Z","steps":["trace[1817383679] 'process raft request' (duration: 131.700184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:02.941428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.695903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T13:44:02.941523Z","caller":"traceutil/trace.go:171","msg":"trace[533890605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23735; }","duration":"135.863916ms","start":"2026-03-04T13:44:02.805635Z","end":"2026-03-04T13:44:02.941499Z","steps":["trace[533890605] 'agreement among raft nodes before linearized reading' (duration: 135.463348ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:02.942045Z","caller":"traceutil/trace.go:171","msg":"trace[1993519806] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"103.125782ms","start":"2026-03-04T13:44:02.838896Z","end":"2026-03-04T13:44:02.942021Z","steps":["trace[1993519806] 'process raft request' (duration: 102.840146ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:04.126106Z","caller":"traceutil/trace.go:171","msg":"trace[781938289] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"171.383924ms","start":"2026-03-04T13:44:03.954695Z","end":"2026-03-04T13:44:04.126079Z","steps":["trace[781938289] 'process raft request' (duration: 170.898853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:05.308455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371321688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:05.809207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371321688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:05.962705Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.157875061s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:44:05.963364Z","caller":"traceutil/trace.go:171","msg":"trace[1135915062] transaction","detail":"{read_only:false; response_revision:23745; number_of_response:1; }","duration":"1.158630648s","start":"2026-03-04T13:44:04.804704Z","end":"2026-03-04T13:44:05.963335Z","steps":["trace[1135915062] 'process raft request' (duration: 1.158463655s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:05.963515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:04.804673Z","time spent":"1.158771191s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:06.152432Z","caller":"traceutil/trace.go:171","msg":"trace[541136680] transaction","detail":"{read_only:false; response_revision:23746; number_of_response:1; }","duration":"1.347551036s","start":"2026-03-04T13:44:04.804844Z","end":"2026-03-04T13:44:06.152395Z","steps":["trace[541136680] 'process raft request' (duration: 1.34730706s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:06.15248Z","caller":"traceutil/trace.go:171","msg":"trace[738351094] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"1.347512315s","start":"2026-03-04T13:44:04.804937Z","end":"2026-03-04T13:44:06.152449Z","steps":["trace[738351094] 'process raft request' (duration: 1.347379612s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:06.152594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:04.804818Z","time spent":"1.347692178s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:06.152742Z","caller":"traceutil/trace.go:171","msg":"trace[334243665] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"1.111869059s","start":"2026-03-04T13:44:05.040847Z","end":"2026-03-04T13:44:06.152716Z","steps":["trace[334243665] 'process raft request' (duration: 1.11152149s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:06.152879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.040819Z","time spent":"1.111991772s","remote":"127.0.0.1:49766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:06.152832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:04.804929Z","time spent":"1.347616347s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:06.153365Z","caller":"traceutil/trace.go:171","msg":"trace[964760404] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"782.711207ms","start":"2026-03-04T13:44:05.370636Z","end":"2026-03-04T13:44:06.153347Z","steps":["trace[964760404] 'process raft request' (duration: 781.99991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:06.153464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.370614Z","time spent":"782.800409ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:06.153573Z","caller":"traceutil/trace.go:171","msg":"trace[1447248474] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"773.935119ms","start":"2026-03-04T13:44:05.379618Z","end":"2026-03-04T13:44:06.153553Z","steps":["trace[1447248474] 'process raft request' (duration: 773.636822ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:06.153657Z","caller":"traceutil/trace.go:171","msg":"trace[580365963] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"630.136334ms","start":"2026-03-04T13:44:05.523508Z","end":"2026-03-04T13:44:06.153644Z","steps":["trace[580365963] 'process raft request' (duration: 629.981341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:06.153665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.379592Z","time spent":"774.029572ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:06.153729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.523481Z","time spent":"630.212995ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:06.153912Z","caller":"traceutil/trace.go:171","msg":"trace[163320126] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"589.136444ms","start":"2026-03-04T13:44:05.564765Z","end":"2026-03-04T13:44:06.153902Z","steps":["trace[163320126] 'process raft request' (duration: 588.832957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:06.153969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.564737Z","time spent":"589.200566ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:06.154065Z","caller":"traceutil/trace.go:171","msg":"trace[508440371] linearizableReadLoop","detail":"{readStateIndex:24600; appliedIndex:24591; }","duration":"1.346640085s","start":"2026-03-04T13:44:04.807408Z","end":"2026-03-04T13:44:06.154048Z","steps":["trace[508440371] 'read index received' (duration: 1.155759464s)","trace[508440371] 'applied index is now lower than readState.Index' (duration: 190.879551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:06.154275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34685656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-03-04T13:44:06.154343Z","caller":"traceutil/trace.go:171","msg":"trace[1442779746] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23753; }","duration":"1.346952652s","start":"2026-03-04T13:44:04.807374Z","end":"2026-03-04T13:44:06.154327Z","steps":["trace[1442779746] 'agreement among raft nodes before linearized reading' (duration: 1.346776158s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:06.154358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315867234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T13:44:06.1544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:04.807362Z","time spent":"1.347025413s","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7215,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-04T13:44:06.154532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.612131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:06.154405Z","caller":"traceutil/trace.go:171","msg":"trace[1496328526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23753; }","duration":"1.315949797s","start":"2026-03-04T13:44:04.838441Z","end":"2026-03-04T13:44:06.154391Z","steps":["trace[1496328526] 'agreement among raft nodes before linearized reading' (duration: 1.315718701s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:06.154586Z","caller":"traceutil/trace.go:171","msg":"trace[218262638] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"522.764935ms","start":"2026-03-04T13:44:05.631787Z","end":"2026-03-04T13:44:06.154551Z","steps":["trace[218262638] 'process raft request' (duration: 522.08051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:06.154694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.000586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T13:44:06.154687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:04.838425Z","time spent":"1.316220243s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:44:06.154715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.631754Z","time spent":"522.902047ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:06.154738Z","caller":"traceutil/trace.go:171","msg":"trace[1118310368] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23753; }","duration":"789.080818ms","start":"2026-03-04T13:44:05.365647Z","end":"2026-03-04T13:44:06.154728Z","steps":["trace[1118310368] 'agreement among raft nodes before linearized reading' (duration: 788.966565ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:06.154591Z","caller":"traceutil/trace.go:171","msg":"trace[74804533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23753; }","duration":"678.671483ms","start":"2026-03-04T13:44:05.475902Z","end":"2026-03-04T13:44:06.154574Z","steps":["trace[74804533] 'agreement among raft nodes before linearized reading' (duration: 678.586601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:06.154846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.365628Z","time spent":"789.20247ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T13:44:06.154911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.475827Z","time spent":"679.062411ms","remote":"127.0.0.1:55014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:06.155033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141431271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T13:44:06.155092Z","caller":"traceutil/trace.go:171","msg":"trace[23887948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23753; }","duration":"1.141520664s","start":"2026-03-04T13:44:05.013556Z","end":"2026-03-04T13:44:06.155077Z","steps":["trace[23887948] 'agreement among raft nodes before linearized reading' (duration: 1.14134955s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:06.155138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.013539Z","time spent":"1.141589775s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:44:06.155234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208900925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T13:44:06.155275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207249558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T13:44:06.155345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012693353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:06.155408Z","caller":"traceutil/trace.go:171","msg":"trace[1973610917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23753; }","duration":"1.012791636s","start":"2026-03-04T13:44:05.142604Z","end":"2026-03-04T13:44:06.155396Z","steps":["trace[1973610917] 'agreement among raft nodes before linearized reading' (duration: 1.012700604s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:06.155401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137892273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T13:44:06.155447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.142583Z","time spent":"1.012854788s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:44:06.155454Z","caller":"traceutil/trace.go:171","msg":"trace[1139725702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23753; }","duration":"1.137979044s","start":"2026-03-04T13:44:05.017459Z","end":"2026-03-04T13:44:06.155438Z","steps":["trace[1139725702] 'agreement among raft nodes before linearized reading' (duration: 1.13780844s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:06.155397Z","caller":"traceutil/trace.go:171","msg":"trace[1772545455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23753; }","duration":"1.207381631s","start":"2026-03-04T13:44:04.947967Z","end":"2026-03-04T13:44:06.155349Z","steps":["trace[1772545455] 'agreement among raft nodes before linearized reading' (duration: 1.207073924s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:06.155489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.017437Z","time spent":"1.138044707s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T13:44:06.155505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:04.947941Z","time spent":"1.207551586s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T13:44:06.155283Z","caller":"traceutil/trace.go:171","msg":"trace[342336800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23753; }","duration":"1.208988067s","start":"2026-03-04T13:44:04.946282Z","end":"2026-03-04T13:44:06.15527Z","steps":["trace[342336800] 'agreement among raft nodes before linearized reading' (duration: 1.208849404s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:06.155594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:04.946262Z","time spent":"1.209324845s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T13:44:06.277741Z","caller":"traceutil/trace.go:171","msg":"trace[1245464517] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"117.003295ms","start":"2026-03-04T13:44:06.160715Z","end":"2026-03-04T13:44:06.277718Z","steps":["trace[1245464517] 'process raft request' (duration: 101.681201ms)","trace[1245464517] 'compare' (duration: 15.131119ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:06.277913Z","caller":"traceutil/trace.go:171","msg":"trace[523106091] transaction","detail":"{read_only:false; response_revision:23756; number_of_response:1; }","duration":"117.110557ms","start":"2026-03-04T13:44:06.160784Z","end":"2026-03-04T13:44:06.277895Z","steps":["trace[523106091] 'process raft request' (duration: 116.862851ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:06.278251Z","caller":"traceutil/trace.go:171","msg":"trace[1604442408] transaction","detail":"{read_only:false; response_revision:23758; number_of_response:1; }","duration":"116.590994ms","start":"2026-03-04T13:44:06.161649Z","end":"2026-03-04T13:44:06.27824Z","steps":["trace[1604442408] 'process raft request' (duration: 116.513892ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:06.278294Z","caller":"traceutil/trace.go:171","msg":"trace[943456909] linearizableReadLoop","detail":"{readStateIndex:24605; appliedIndex:24600; }","duration":"114.000606ms","start":"2026-03-04T13:44:06.16428Z","end":"2026-03-04T13:44:06.278281Z","steps":["trace[943456909] 'read index received' (duration: 14.661448ms)","trace[943456909] 'applied index is now lower than readState.Index' (duration: 99.338408ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:06.278289Z","caller":"traceutil/trace.go:171","msg":"trace[1725287571] transaction","detail":"{read_only:false; response_revision:23757; number_of_response:1; }","duration":"116.911592ms","start":"2026-03-04T13:44:06.161352Z","end":"2026-03-04T13:44:06.278264Z","steps":["trace[1725287571] 'process raft request' (duration: 116.482002ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:06.278348Z","caller":"traceutil/trace.go:171","msg":"trace[621358373] transaction","detail":"{read_only:false; response_revision:23759; number_of_response:1; }","duration":"113.410963ms","start":"2026-03-04T13:44:06.164912Z","end":"2026-03-04T13:44:06.278323Z","steps":["trace[621358373] 'process raft request' (duration: 113.301641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:06.278399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.108129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:06.27843Z","caller":"traceutil/trace.go:171","msg":"trace[706852428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23759; }","duration":"114.17326ms","start":"2026-03-04T13:44:06.16425Z","end":"2026-03-04T13:44:06.278423Z","steps":["trace[706852428] 'agreement among raft nodes before linearized reading' (duration: 114.085208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:08.389939Z","caller":"traceutil/trace.go:171","msg":"trace[169855509] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"103.189294ms","start":"2026-03-04T13:44:08.286723Z","end":"2026-03-04T13:44:08.389913Z","steps":["trace[169855509] 'process raft request' (duration: 102.950669ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:08.392197Z","caller":"traceutil/trace.go:171","msg":"trace[1292952718] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"103.186574ms","start":"2026-03-04T13:44:08.288987Z","end":"2026-03-04T13:44:08.392174Z","steps":["trace[1292952718] 'process raft request' (duration: 103.145173ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:08.392541Z","caller":"traceutil/trace.go:171","msg":"trace[1689625118] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"104.79844ms","start":"2026-03-04T13:44:08.287732Z","end":"2026-03-04T13:44:08.39253Z","steps":["trace[1689625118] 'process raft request' (duration: 104.252728ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:08.392671Z","caller":"traceutil/trace.go:171","msg":"trace[886713742] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"104.79151ms","start":"2026-03-04T13:44:08.28787Z","end":"2026-03-04T13:44:08.392661Z","steps":["trace[886713742] 'process raft request' (duration: 104.223587ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:11.581106Z","caller":"traceutil/trace.go:171","msg":"trace[1331110392] linearizableReadLoop","detail":"{readStateIndex:24633; appliedIndex:24632; }","duration":"417.371912ms","start":"2026-03-04T13:44:11.163708Z","end":"2026-03-04T13:44:11.58108Z","steps":["trace[1331110392] 'read index received' (duration: 417.210138ms)","trace[1331110392] 'applied index is now lower than readState.Index' (duration: 160.744µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:11.581252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.524555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:11.581289Z","caller":"traceutil/trace.go:171","msg":"trace[365511675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23785; }","duration":"417.595016ms","start":"2026-03-04T13:44:11.163684Z","end":"2026-03-04T13:44:11.581279Z","steps":["trace[365511675] 'agreement among raft nodes before linearized reading' (duration: 417.489574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:11.581325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:11.163678Z","time spent":"417.640167ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:44:11.581388Z","caller":"traceutil/trace.go:171","msg":"trace[563389808] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"417.842682ms","start":"2026-03-04T13:44:11.163417Z","end":"2026-03-04T13:44:11.58126Z","steps":["trace[563389808] 'process raft request' (duration: 417.512695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:11.581605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:11.163399Z","time spent":"418.119308ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:11.62128Z","caller":"traceutil/trace.go:171","msg":"trace[751508107] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"294.143458ms","start":"2026-03-04T13:44:11.327107Z","end":"2026-03-04T13:44:11.62125Z","steps":["trace[751508107] 'process raft request' (duration: 293.915433ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:12.591101Z","caller":"traceutil/trace.go:171","msg":"trace[600084629] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"110.670512ms","start":"2026-03-04T13:44:12.480402Z","end":"2026-03-04T13:44:12.591073Z","steps":["trace[600084629] 'process raft request' (duration: 64.389463ms)","trace[600084629] 'compare' (duration: 46.113765ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:12.591314Z","caller":"traceutil/trace.go:171","msg":"trace[1654927597] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"109.279621ms","start":"2026-03-04T13:44:12.482017Z","end":"2026-03-04T13:44:12.591297Z","steps":["trace[1654927597] 'process raft request' (duration: 109.019905ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:12.591465Z","caller":"traceutil/trace.go:171","msg":"trace[1820911264] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"109.143487ms","start":"2026-03-04T13:44:12.482309Z","end":"2026-03-04T13:44:12.591453Z","steps":["trace[1820911264] 'process raft request' (duration: 108.895112ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:14.72103Z","caller":"traceutil/trace.go:171","msg":"trace[1341517008] transaction","detail":"{read_only:false; response_revision:23811; number_of_response:1; }","duration":"120.612036ms","start":"2026-03-04T13:44:14.600396Z","end":"2026-03-04T13:44:14.721009Z","steps":["trace[1341517008] 'process raft request' (duration: 47.628569ms)","trace[1341517008] 'compare' (duration: 72.792982ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:14.721333Z","caller":"traceutil/trace.go:171","msg":"trace[870240179] transaction","detail":"{read_only:false; response_revision:23812; number_of_response:1; }","duration":"120.33695ms","start":"2026-03-04T13:44:14.600989Z","end":"2026-03-04T13:44:14.721326Z","steps":["trace[870240179] 'process raft request' (duration: 119.941631ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:18.601456Z","caller":"traceutil/trace.go:171","msg":"trace[826021976] linearizableReadLoop","detail":"{readStateIndex:24683; appliedIndex:24680; }","duration":"119.296695ms","start":"2026-03-04T13:44:18.482136Z","end":"2026-03-04T13:44:18.601433Z","steps":["trace[826021976] 'read index received' (duration: 6.25798ms)","trace[826021976] 'applied index is now lower than readState.Index' (duration: 113.037795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:18.601791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.726356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T13:44:18.601785Z","caller":"traceutil/trace.go:171","msg":"trace[2011086428] transaction","detail":"{read_only:false; response_revision:23833; number_of_response:1; }","duration":"121.156917ms","start":"2026-03-04T13:44:18.480598Z","end":"2026-03-04T13:44:18.601755Z","steps":["trace[2011086428] 'process raft request' (duration: 75.217557ms)","trace[2011086428] 'compare' (duration: 45.296386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:18.601806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.647883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-03-04T13:44:18.601836Z","caller":"traceutil/trace.go:171","msg":"trace[1940596967] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23833; }","duration":"107.818317ms","start":"2026-03-04T13:44:18.494006Z","end":"2026-03-04T13:44:18.601825Z","steps":["trace[1940596967] 'agreement among raft nodes before linearized reading' (duration: 107.664804ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:18.601878Z","caller":"traceutil/trace.go:171","msg":"trace[1871875772] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23833; }","duration":"119.759725ms","start":"2026-03-04T13:44:18.482096Z","end":"2026-03-04T13:44:18.601856Z","steps":["trace[1871875772] 'agreement among raft nodes before linearized reading' (duration: 119.5303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:22.41385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371321947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:22.914042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371321947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:23.414683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371321947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:23.465758Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.594059964s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:44:23.466332Z","caller":"traceutil/trace.go:171","msg":"trace[717256347] transaction","detail":"{read_only:false; response_revision:23855; number_of_response:1; }","duration":"1.594768739s","start":"2026-03-04T13:44:21.871538Z","end":"2026-03-04T13:44:23.466307Z","steps":["trace[717256347] 'process raft request' (duration: 1.594492213s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:23.466458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:21.871511Z","time spent":"1.594875892s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:23.822585Z","caller":"traceutil/trace.go:171","msg":"trace[1234482797] transaction","detail":"{read_only:false; response_revision:23856; number_of_response:1; }","duration":"1.635694968s","start":"2026-03-04T13:44:22.186867Z","end":"2026-03-04T13:44:23.822562Z","steps":["trace[1234482797] 'process raft request' (duration: 1.586932405s)","trace[1234482797] 'compare' (duration: 48.378185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:23.822715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:22.186831Z","time spent":"1.635831571s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:23.82279Z","caller":"traceutil/trace.go:171","msg":"trace[1516991245] transaction","detail":"{read_only:false; response_revision:23858; number_of_response:1; }","duration":"1.306811001s","start":"2026-03-04T13:44:22.515974Z","end":"2026-03-04T13:44:23.822785Z","steps":["trace[1516991245] 'process raft request' (duration: 1.306613957s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:23.822825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:22.515952Z","time spent":"1.306852632s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:23.822885Z","caller":"traceutil/trace.go:171","msg":"trace[190101402] transaction","detail":"{read_only:false; response_revision:23859; number_of_response:1; }","duration":"1.304572571s","start":"2026-03-04T13:44:22.518306Z","end":"2026-03-04T13:44:23.822878Z","steps":["trace[190101402] 'process raft request' (duration: 1.304394797s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:23.822914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:22.518287Z","time spent":"1.304613082s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:23.822919Z","caller":"traceutil/trace.go:171","msg":"trace[652372869] linearizableReadLoop","detail":"{readStateIndex:24712; appliedIndex:24704; }","duration":"1.909280683s","start":"2026-03-04T13:44:21.913617Z","end":"2026-03-04T13:44:23.822897Z","steps":["trace[652372869] 'read index received' (duration: 1.552410449s)","trace[652372869] 'applied index is now lower than readState.Index' (duration: 356.869164ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:23.822883Z","caller":"traceutil/trace.go:171","msg":"trace[134279072] transaction","detail":"{read_only:false; response_revision:23857; number_of_response:1; }","duration":"1.435682481s","start":"2026-03-04T13:44:22.387106Z","end":"2026-03-04T13:44:23.822789Z","steps":["trace[134279072] 'process raft request' (duration: 1.435390295s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:23.82304Z","caller":"traceutil/trace.go:171","msg":"trace[79202743] transaction","detail":"{read_only:false; response_revision:23862; number_of_response:1; }","duration":"806.302216ms","start":"2026-03-04T13:44:23.016688Z","end":"2026-03-04T13:44:23.82299Z","steps":["trace[79202743] 'process raft request' (duration: 806.157742ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:23.823075Z","caller":"traceutil/trace.go:171","msg":"trace[2134600318] transaction","detail":"{read_only:false; response_revision:23860; number_of_response:1; }","duration":"1.304304605s","start":"2026-03-04T13:44:22.518751Z","end":"2026-03-04T13:44:23.823056Z","steps":["trace[2134600318] 'process raft request' (duration: 1.304005758s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:23.822995Z","caller":"traceutil/trace.go:171","msg":"trace[1233030124] transaction","detail":"{read_only:false; response_revision:23861; number_of_response:1; }","duration":"1.182170426s","start":"2026-03-04T13:44:22.640806Z","end":"2026-03-04T13:44:23.822976Z","steps":["trace[1233030124] 'process raft request' (duration: 1.181985702s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:23.823152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90952293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-04T13:44:23.823184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:22.518741Z","time spent":"1.304378226s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:23.82321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:23.016655Z","time spent":"806.449008ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:23.823247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714976386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:23.823242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:22.640783Z","time spent":"1.182390971s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:23.823192Z","caller":"traceutil/trace.go:171","msg":"trace[80662789] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:23862; }","duration":"1.909599281s","start":"2026-03-04T13:44:21.913584Z","end":"2026-03-04T13:44:23.823183Z","steps":["trace[80662789] 'agreement among raft nodes before linearized reading' (duration: 1.909446537s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:23.823327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.113736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:23.823277Z","caller":"traceutil/trace.go:171","msg":"trace[1892079888] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23862; }","duration":"1.715037408s","start":"2026-03-04T13:44:22.108231Z","end":"2026-03-04T13:44:23.823269Z","steps":["trace[1892079888] 'agreement among raft nodes before linearized reading' (duration: 1.714990007s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:23.823358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:21.913571Z","time spent":"1.909772984s","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-04T13:44:23.823422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:22.108214Z","time spent":"1.715187741s","remote":"127.0.0.1:54872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:23.823444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137893222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T13:44:23.823469Z","caller":"traceutil/trace.go:171","msg":"trace[91980126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23862; }","duration":"1.137943594s","start":"2026-03-04T13:44:22.685518Z","end":"2026-03-04T13:44:23.823462Z","steps":["trace[91980126] 'agreement among raft nodes before linearized reading' (duration: 1.137871202s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:23.823496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:22.685504Z","time spent":"1.137986505s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:44:23.823415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.704427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:23.823369Z","caller":"traceutil/trace.go:171","msg":"trace[920716438] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23862; }","duration":"343.178337ms","start":"2026-03-04T13:44:23.480167Z","end":"2026-03-04T13:44:23.823345Z","steps":["trace[920716438] 'agreement among raft nodes before linearized reading' (duration: 343.135396ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:23.82357Z","caller":"traceutil/trace.go:171","msg":"trace[1450021252] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23862; }","duration":"988.86926ms","start":"2026-03-04T13:44:22.834657Z","end":"2026-03-04T13:44:23.823526Z","steps":["trace[1450021252] 'agreement among raft nodes before linearized reading' (duration: 988.728277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:23.823598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:22.834636Z","time spent":"988.955982ms","remote":"127.0.0.1:54832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:23.82362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179748491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T13:44:23.823651Z","caller":"traceutil/trace.go:171","msg":"trace[1163366421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23862; }","duration":"1.179833323s","start":"2026-03-04T13:44:22.643809Z","end":"2026-03-04T13:44:23.823643Z","steps":["trace[1163366421] 'agreement among raft nodes before linearized reading' (duration: 1.179761691s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:23.823676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:22.64379Z","time spent":"1.179881495s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:44:23.823438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:22.387073Z","time spent":"1.436009699s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:23.82377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183780192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"warn","ts":"2026-03-04T13:44:23.82381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.311436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"warn","ts":"2026-03-04T13:44:23.823825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.943839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T13:44:23.823884Z","caller":"traceutil/trace.go:171","msg":"trace[924713606] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23862; }","duration":"958.421768ms","start":"2026-03-04T13:44:22.86545Z","end":"2026-03-04T13:44:23.823872Z","steps":["trace[924713606] 'agreement among raft nodes before linearized reading' (duration: 958.276095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:23.823888Z","caller":"traceutil/trace.go:171","msg":"trace[1912476787] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23862; }","duration":"1.183933186s","start":"2026-03-04T13:44:22.639935Z","end":"2026-03-04T13:44:23.823869Z","steps":["trace[1912476787] 'agreement among raft nodes before linearized reading' (duration: 1.183657409s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:23.823923Z","caller":"traceutil/trace.go:171","msg":"trace[221204753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23862; }","duration":"934.063172ms","start":"2026-03-04T13:44:22.889844Z","end":"2026-03-04T13:44:23.823907Z","steps":["trace[221204753] 'agreement among raft nodes before linearized reading' (duration: 933.868468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:23.823897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.529788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:23.823946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:22.639917Z","time spent":"1.184014147s","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7215,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-04T13:44:23.823935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662180363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T13:44:23.823973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:22.889833Z","time spent":"934.127653ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:44:23.823999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.610157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T13:44:23.824003Z","caller":"traceutil/trace.go:171","msg":"trace[1489799229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23862; }","duration":"681.746802ms","start":"2026-03-04T13:44:23.142234Z","end":"2026-03-04T13:44:23.82398Z","steps":["trace[1489799229] 'agreement among raft nodes before linearized reading' (duration: 681.486067ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:23.824037Z","caller":"traceutil/trace.go:171","msg":"trace[744960624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23862; }","duration":"861.680888ms","start":"2026-03-04T13:44:22.962343Z","end":"2026-03-04T13:44:23.824024Z","steps":["trace[744960624] 'agreement among raft nodes before linearized reading' (duration: 861.430123ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:23.824034Z","caller":"traceutil/trace.go:171","msg":"trace[1315509079] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23862; }","duration":"1.662315136s","start":"2026-03-04T13:44:22.161692Z","end":"2026-03-04T13:44:23.824007Z","steps":["trace[1315509079] 'agreement among raft nodes before linearized reading' (duration: 1.661988378s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:23.824053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:23.142212Z","time spent":"681.832764ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:23.824069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:22.962326Z","time spent":"861.734549ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:44:23.823926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:22.865432Z","time spent":"958.48478ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7215,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-04T13:44:23.824091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:22.161674Z","time spent":"1.662404008s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T13:44:23.823565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:23.480145Z","time spent":"343.403902ms","remote":"127.0.0.1:50314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:23.824247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181353158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T13:44:23.824294Z","caller":"traceutil/trace.go:171","msg":"trace[690103191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23862; }","duration":"1.181401379s","start":"2026-03-04T13:44:22.642881Z","end":"2026-03-04T13:44:23.824282Z","steps":["trace[690103191] 'agreement among raft nodes before linearized reading' (duration: 1.180823565s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:23.824358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:22.642834Z","time spent":"1.181514212s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T13:44:23.967177Z","caller":"traceutil/trace.go:171","msg":"trace[733700209] transaction","detail":"{read_only:false; response_revision:23863; number_of_response:1; }","duration":"138.627559ms","start":"2026-03-04T13:44:23.82852Z","end":"2026-03-04T13:44:23.967148Z","steps":["trace[733700209] 'process raft request' (duration: 138.20602ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:23.967283Z","caller":"traceutil/trace.go:171","msg":"trace[555797292] transaction","detail":"{read_only:false; response_revision:23865; number_of_response:1; }","duration":"138.207371ms","start":"2026-03-04T13:44:23.82905Z","end":"2026-03-04T13:44:23.967258Z","steps":["trace[555797292] 'process raft request' (duration: 137.964635ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:23.967171Z","caller":"traceutil/trace.go:171","msg":"trace[1223217594] linearizableReadLoop","detail":"{readStateIndex:24718; appliedIndex:24713; }","duration":"106.675972ms","start":"2026-03-04T13:44:23.860466Z","end":"2026-03-04T13:44:23.967142Z","steps":["trace[1223217594] 'read index received' (duration: 106.276683ms)","trace[1223217594] 'applied index is now lower than readState.Index' (duration: 397.949µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:23.967418Z","caller":"traceutil/trace.go:171","msg":"trace[1154777232] transaction","detail":"{read_only:false; response_revision:23866; number_of_response:1; }","duration":"138.19125ms","start":"2026-03-04T13:44:23.829221Z","end":"2026-03-04T13:44:23.967412Z","steps":["trace[1154777232] 'process raft request' (duration: 137.843352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:23.967418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.837846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T13:44:23.967409Z","caller":"traceutil/trace.go:171","msg":"trace[251871015] transaction","detail":"{read_only:false; response_revision:23864; number_of_response:1; }","duration":"138.794673ms","start":"2026-03-04T13:44:23.828583Z","end":"2026-03-04T13:44:23.967378Z","steps":["trace[251871015] 'process raft request' (duration: 138.362814ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:23.967466Z","caller":"traceutil/trace.go:171","msg":"trace[1179547117] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23867; }","duration":"139.942309ms","start":"2026-03-04T13:44:23.827509Z","end":"2026-03-04T13:44:23.967451Z","steps":["trace[1179547117] 'agreement among raft nodes before linearized reading' (duration: 139.724154ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:23.967499Z","caller":"traceutil/trace.go:171","msg":"trace[422428627] transaction","detail":"{read_only:false; response_revision:23867; number_of_response:1; }","duration":"138.107437ms","start":"2026-03-04T13:44:23.829371Z","end":"2026-03-04T13:44:23.967478Z","steps":["trace[422428627] 'process raft request' (duration: 137.731249ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:24.013939Z","caller":"traceutil/trace.go:171","msg":"trace[159057805] transaction","detail":"{read_only:false; response_revision:23868; number_of_response:1; }","duration":"152.252865ms","start":"2026-03-04T13:44:23.861664Z","end":"2026-03-04T13:44:24.013917Z","steps":["trace[159057805] 'process raft request' (duration: 152.082651ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:25.320166Z","caller":"traceutil/trace.go:171","msg":"trace[1490419039] linearizableReadLoop","detail":"{readStateIndex:24722; appliedIndex:24720; }","duration":"177.698806ms","start":"2026-03-04T13:44:25.142433Z","end":"2026-03-04T13:44:25.320132Z","steps":["trace[1490419039] 'read index received' (duration: 41.759757ms)","trace[1490419039] 'applied index is now lower than readState.Index' (duration: 135.937319ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:25.320277Z","caller":"traceutil/trace.go:171","msg":"trace[2060293773] transaction","detail":"{read_only:false; response_revision:23871; number_of_response:1; }","duration":"211.080145ms","start":"2026-03-04T13:44:25.109099Z","end":"2026-03-04T13:44:25.320179Z","steps":["trace[2060293773] 'process raft request' (duration: 210.569854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:25.320443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.999272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:25.320666Z","caller":"traceutil/trace.go:171","msg":"trace[857060414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23871; }","duration":"178.276539ms","start":"2026-03-04T13:44:25.142355Z","end":"2026-03-04T13:44:25.320631Z","steps":["trace[857060414] 'agreement among raft nodes before linearized reading' (duration: 177.995373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:25.32047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.558618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:25.320797Z","caller":"traceutil/trace.go:171","msg":"trace[337576628] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23871; }","duration":"167.916256ms","start":"2026-03-04T13:44:25.152856Z","end":"2026-03-04T13:44:25.320772Z","steps":["trace[337576628] 'agreement among raft nodes before linearized reading' (duration: 167.518527ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:25.969824Z","caller":"traceutil/trace.go:171","msg":"trace[152052336] transaction","detail":"{read_only:false; response_revision:23874; number_of_response:1; }","duration":"141.251419ms","start":"2026-03-04T13:44:25.828547Z","end":"2026-03-04T13:44:25.969799Z","steps":["trace[152052336] 'process raft request' (duration: 140.850469ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:25.97008Z","caller":"traceutil/trace.go:171","msg":"trace[230143535] transaction","detail":"{read_only:false; response_revision:23875; number_of_response:1; }","duration":"140.345018ms","start":"2026-03-04T13:44:25.829723Z","end":"2026-03-04T13:44:25.970068Z","steps":["trace[230143535] 'process raft request' (duration: 140.023181ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:25.970128Z","caller":"traceutil/trace.go:171","msg":"trace[622119961] transaction","detail":"{read_only:false; response_revision:23876; number_of_response:1; }","duration":"140.309177ms","start":"2026-03-04T13:44:25.829793Z","end":"2026-03-04T13:44:25.970103Z","steps":["trace[622119961] 'process raft request' (duration: 140.151613ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:25.970264Z","caller":"traceutil/trace.go:171","msg":"trace[743069856] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"140.423809ms","start":"2026-03-04T13:44:25.829828Z","end":"2026-03-04T13:44:25.970252Z","steps":["trace[743069856] 'process raft request' (duration: 140.230905ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:25.970325Z","caller":"traceutil/trace.go:171","msg":"trace[827537025] transaction","detail":"{read_only:false; response_revision:23878; number_of_response:1; }","duration":"139.434048ms","start":"2026-03-04T13:44:25.830879Z","end":"2026-03-04T13:44:25.970313Z","steps":["trace[827537025] 'process raft request' (duration: 139.286024ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:25.970358Z","caller":"traceutil/trace.go:171","msg":"trace[2058200587] transaction","detail":"{read_only:false; response_revision:23879; number_of_response:1; }","duration":"138.765873ms","start":"2026-03-04T13:44:25.831574Z","end":"2026-03-04T13:44:25.97034Z","steps":["trace[2058200587] 'process raft request' (duration: 138.671211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:25.970305Z","caller":"traceutil/trace.go:171","msg":"trace[2079823527] linearizableReadLoop","detail":"{readStateIndex:24728; appliedIndex:24723; }","duration":"139.564971ms","start":"2026-03-04T13:44:25.83072Z","end":"2026-03-04T13:44:25.970285Z","steps":["trace[2079823527] 'read index received' (duration: 22.762601ms)","trace[2079823527] 'applied index is now lower than readState.Index' (duration: 116.80109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:25.970456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.721504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-03-04T13:44:25.970496Z","caller":"traceutil/trace.go:171","msg":"trace[1518380321] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23879; }","duration":"139.795445ms","start":"2026-03-04T13:44:25.830692Z","end":"2026-03-04T13:44:25.970487Z","steps":["trace[1518380321] 'agreement among raft nodes before linearized reading' (duration: 139.660042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:25.970604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.488459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-03-04T13:44:25.970644Z","caller":"traceutil/trace.go:171","msg":"trace[1577891255] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23879; }","duration":"139.553991ms","start":"2026-03-04T13:44:25.831081Z","end":"2026-03-04T13:44:25.970635Z","steps":["trace[1577891255] 'agreement among raft nodes before linearized reading' (duration: 139.404547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:25.970659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.964782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:25.970693Z","caller":"traceutil/trace.go:171","msg":"trace[711631797] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23879; }","duration":"104.051194ms","start":"2026-03-04T13:44:25.866634Z","end":"2026-03-04T13:44:25.970685Z","steps":["trace[711631797] 'agreement among raft nodes before linearized reading' (duration: 103.90376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:25.970746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.798961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:25.970817Z","caller":"traceutil/trace.go:171","msg":"trace[237260924] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23879; }","duration":"134.003216ms","start":"2026-03-04T13:44:25.836798Z","end":"2026-03-04T13:44:25.970801Z","steps":["trace[237260924] 'agreement among raft nodes before linearized reading' (duration: 133.778691ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:26.143165Z","caller":"traceutil/trace.go:171","msg":"trace[891721674] transaction","detail":"{read_only:false; response_revision:23882; number_of_response:1; }","duration":"165.204415ms","start":"2026-03-04T13:44:25.977938Z","end":"2026-03-04T13:44:26.143142Z","steps":["trace[891721674] 'process raft request' (duration: 165.124514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:26.143203Z","caller":"traceutil/trace.go:171","msg":"trace[1544505677] transaction","detail":"{read_only:false; response_revision:23881; number_of_response:1; }","duration":"165.38754ms","start":"2026-03-04T13:44:25.977779Z","end":"2026-03-04T13:44:26.143167Z","steps":["trace[1544505677] 'process raft request' (duration: 124.600295ms)","trace[1544505677] 'compare' (duration: 40.55614ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:26.1435Z","caller":"traceutil/trace.go:171","msg":"trace[765334077] linearizableReadLoop","detail":"{readStateIndex:24735; appliedIndex:24730; }","duration":"161.578825ms","start":"2026-03-04T13:44:25.981897Z","end":"2026-03-04T13:44:26.143476Z","steps":["trace[765334077] 'read index received' (duration: 66.39868ms)","trace[765334077] 'applied index is now lower than readState.Index' (duration: 95.179275ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:26.143532Z","caller":"traceutil/trace.go:171","msg":"trace[1692952750] transaction","detail":"{read_only:false; response_revision:23883; number_of_response:1; }","duration":"165.506942ms","start":"2026-03-04T13:44:25.977989Z","end":"2026-03-04T13:44:26.143496Z","steps":["trace[1692952750] 'process raft request' (duration: 165.120423ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:26.143586Z","caller":"traceutil/trace.go:171","msg":"trace[513193115] transaction","detail":"{read_only:false; response_revision:23884; number_of_response:1; }","duration":"164.612292ms","start":"2026-03-04T13:44:25.978939Z","end":"2026-03-04T13:44:26.143551Z","steps":["trace[513193115] 'process raft request' (duration: 164.438939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:26.143727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.80867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-domain-ks-user-zq7lh\" ","response":"range_response_count:1 size:8779"} {"level":"info","ts":"2026-03-04T13:44:26.143768Z","caller":"traceutil/trace.go:171","msg":"trace[657512720] range","detail":"{range_begin:/registry/pods/openstack/magnum-domain-ks-user-zq7lh; range_end:; response_count:1; response_revision:23884; }","duration":"161.872851ms","start":"2026-03-04T13:44:25.981885Z","end":"2026-03-04T13:44:26.143758Z","steps":["trace[657512720] 'agreement among raft nodes before linearized reading' (duration: 161.721528ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:26.595588Z","caller":"traceutil/trace.go:171","msg":"trace[879165831] transaction","detail":"{read_only:false; response_revision:23889; number_of_response:1; }","duration":"127.843318ms","start":"2026-03-04T13:44:26.467709Z","end":"2026-03-04T13:44:26.595552Z","steps":["trace[879165831] 'process raft request' (duration: 92.351202ms)","trace[879165831] 'compare' (duration: 35.255411ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:26.665044Z","caller":"traceutil/trace.go:171","msg":"trace[1848798855] transaction","detail":"{read_only:false; response_revision:23890; number_of_response:1; }","duration":"181.751096ms","start":"2026-03-04T13:44:26.483259Z","end":"2026-03-04T13:44:26.66501Z","steps":["trace[1848798855] 'process raft request' (duration: 181.541852ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:28.08981Z","caller":"traceutil/trace.go:171","msg":"trace[554587613] transaction","detail":"{read_only:false; response_revision:23896; number_of_response:1; }","duration":"113.190638ms","start":"2026-03-04T13:44:27.976594Z","end":"2026-03-04T13:44:28.089784Z","steps":["trace[554587613] 'process raft request' (duration: 113.016654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:28.090052Z","caller":"traceutil/trace.go:171","msg":"trace[1809211890] transaction","detail":"{read_only:false; response_revision:23897; number_of_response:1; }","duration":"112.168155ms","start":"2026-03-04T13:44:27.977858Z","end":"2026-03-04T13:44:28.090026Z","steps":["trace[1809211890] 'process raft request' (duration: 111.884369ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:28.090358Z","caller":"traceutil/trace.go:171","msg":"trace[1405570141] transaction","detail":"{read_only:false; response_revision:23898; number_of_response:1; }","duration":"112.125634ms","start":"2026-03-04T13:44:27.97822Z","end":"2026-03-04T13:44:28.090346Z","steps":["trace[1405570141] 'process raft request' (duration: 111.770145ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:28.090607Z","caller":"traceutil/trace.go:171","msg":"trace[872578522] transaction","detail":"{read_only:false; response_revision:23899; number_of_response:1; }","duration":"111.858069ms","start":"2026-03-04T13:44:27.97869Z","end":"2026-03-04T13:44:28.090548Z","steps":["trace[872578522] 'process raft request' (duration: 111.603663ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:28.090846Z","caller":"traceutil/trace.go:171","msg":"trace[1176098003] transaction","detail":"{read_only:false; response_revision:23901; number_of_response:1; }","duration":"109.348473ms","start":"2026-03-04T13:44:27.98148Z","end":"2026-03-04T13:44:28.090828Z","steps":["trace[1176098003] 'process raft request' (duration: 109.195839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.091091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.509651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7289"} {"level":"info","ts":"2026-03-04T13:44:28.091167Z","caller":"traceutil/trace.go:171","msg":"trace[1895893633] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23901; }","duration":"111.634654ms","start":"2026-03-04T13:44:27.979515Z","end":"2026-03-04T13:44:28.09115Z","steps":["trace[1895893633] 'agreement among raft nodes before linearized reading' (duration: 111.303807ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:28.091303Z","caller":"traceutil/trace.go:171","msg":"trace[1891479139] transaction","detail":"{read_only:false; response_revision:23900; number_of_response:1; }","duration":"111.414609ms","start":"2026-03-04T13:44:27.979865Z","end":"2026-03-04T13:44:28.09128Z","steps":["trace[1891479139] 'process raft request' (duration: 110.612631ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:37.107396Z","caller":"traceutil/trace.go:171","msg":"trace[995412736] linearizableReadLoop","detail":"{readStateIndex:24928; appliedIndex:24927; }","duration":"152.766666ms","start":"2026-03-04T13:44:36.954612Z","end":"2026-03-04T13:44:37.107379Z","steps":["trace[995412736] 'read index received' (duration: 152.585602ms)","trace[995412736] 'applied index is now lower than readState.Index' (duration: 180.574µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:37.108039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.411761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:37.10808Z","caller":"traceutil/trace.go:171","msg":"trace[1461129622] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24070; }","duration":"153.533934ms","start":"2026-03-04T13:44:36.954536Z","end":"2026-03-04T13:44:37.10807Z","steps":["trace[1461129622] 'agreement among raft nodes before linearized reading' (duration: 152.92068ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:37.108252Z","caller":"traceutil/trace.go:171","msg":"trace[450506645] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"403.970101ms","start":"2026-03-04T13:44:36.704248Z","end":"2026-03-04T13:44:37.108219Z","steps":["trace[450506645] 'process raft request' (duration: 403.004199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:37.108404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:36.704228Z","time spent":"404.101375ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:43.193447Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020214722s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:44:43.241103Z","caller":"traceutil/trace.go:171","msg":"trace[1231397016] transaction","detail":"{read_only:false; response_revision:24095; number_of_response:1; }","duration":"1.249859824s","start":"2026-03-04T13:44:41.991202Z","end":"2026-03-04T13:44:43.241061Z","steps":["trace[1231397016] 'process raft request' (duration: 1.20244081s)","trace[1231397016] 'compare' (duration: 46.693428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:43.241254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:41.991175Z","time spent":"1.250006787s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:43.241239Z","caller":"traceutil/trace.go:171","msg":"trace[1447466134] linearizableReadLoop","detail":"{readStateIndex:24955; appliedIndex:24953; }","duration":"1.206808229s","start":"2026-03-04T13:44:42.034401Z","end":"2026-03-04T13:44:43.241209Z","steps":["trace[1447466134] 'read index received' (duration: 138.838135ms)","trace[1447466134] 'applied index is now lower than readState.Index' (duration: 1.067969014s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:43.241109Z","caller":"traceutil/trace.go:171","msg":"trace[774291027] transaction","detail":"{read_only:false; response_revision:24096; number_of_response:1; }","duration":"1.127598492s","start":"2026-03-04T13:44:42.11349Z","end":"2026-03-04T13:44:43.241088Z","steps":["trace[774291027] 'process raft request' (duration: 1.127435779s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:43.241402Z","caller":"traceutil/trace.go:171","msg":"trace[489240509] transaction","detail":"{read_only:false; response_revision:24097; number_of_response:1; }","duration":"1.126721112s","start":"2026-03-04T13:44:42.114666Z","end":"2026-03-04T13:44:43.241387Z","steps":["trace[489240509] 'process raft request' (duration: 1.126380964s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:43.241424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:42.113467Z","time spent":"1.127924429s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:43.241525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:42.114649Z","time spent":"1.126782453s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:43.241569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207151706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:43.24165Z","caller":"traceutil/trace.go:171","msg":"trace[1586969309] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24097; }","duration":"1.207283669s","start":"2026-03-04T13:44:42.034349Z","end":"2026-03-04T13:44:43.241633Z","steps":["trace[1586969309] 'agreement among raft nodes before linearized reading' (duration: 1.207141426s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:43.241687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:42.034331Z","time spent":"1.20734391s","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:43.74219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:44.258347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.052762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:44:44.258683Z","caller":"traceutil/trace.go:171","msg":"trace[1000610850] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"1.982384105s","start":"2026-03-04T13:44:42.276282Z","end":"2026-03-04T13:44:44.258666Z","steps":["trace[1000610850] 'process raft request' (duration: 1.982343324s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:44.258758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:42.276273Z","time spent":"1.982452956s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:44.258798Z","caller":"traceutil/trace.go:171","msg":"trace[1882180549] transaction","detail":"{read_only:false; response_revision:24099; number_of_response:1; }","duration":"1.986256981s","start":"2026-03-04T13:44:42.272496Z","end":"2026-03-04T13:44:44.258753Z","steps":["trace[1882180549] 'process raft request' (duration: 1.985950184s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:44.258864Z","caller":"traceutil/trace.go:171","msg":"trace[2130337253] transaction","detail":"{read_only:false; response_revision:24101; number_of_response:1; }","duration":"1.985628317s","start":"2026-03-04T13:44:42.273187Z","end":"2026-03-04T13:44:44.258816Z","steps":["trace[2130337253] 'process raft request' (duration: 1.985370412s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:44.258931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:42.272472Z","time spent":"1.986385414s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:44.259039Z","caller":"traceutil/trace.go:171","msg":"trace[412714521] transaction","detail":"{read_only:false; response_revision:24102; number_of_response:1; }","duration":"1.982913546s","start":"2026-03-04T13:44:42.27611Z","end":"2026-03-04T13:44:44.259023Z","steps":["trace[412714521] 'process raft request' (duration: 1.982485706s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:44.259079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:42.273161Z","time spent":"1.985802091s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:44.259134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:42.276093Z","time spent":"1.983002868s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:44.259177Z","caller":"traceutil/trace.go:171","msg":"trace[1596044303] transaction","detail":"{read_only:false; response_revision:24098; number_of_response:1; }","duration":"2.070276116s","start":"2026-03-04T13:44:42.18888Z","end":"2026-03-04T13:44:44.259156Z","steps":["trace[1596044303] 'process raft request' (duration: 1.793309143s)","trace[1596044303] 'compare' (duration: 275.837058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:44.259268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:42.188851Z","time spent":"2.070372378s","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:44.259289Z","caller":"traceutil/trace.go:171","msg":"trace[1346959804] transaction","detail":"{read_only:false; response_revision:24100; number_of_response:1; }","duration":"1.986189529s","start":"2026-03-04T13:44:42.273076Z","end":"2026-03-04T13:44:44.259265Z","steps":["trace[1346959804] 'process raft request' (duration: 1.985447163s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:44.259374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:42.273067Z","time spent":"1.986259581s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:45.092603Z","caller":"traceutil/trace.go:171","msg":"trace[819341156] transaction","detail":"{read_only:false; response_revision:24105; number_of_response:1; }","duration":"1.341084941s","start":"2026-03-04T13:44:43.751496Z","end":"2026-03-04T13:44:45.092581Z","steps":["trace[819341156] 'process raft request' (duration: 1.340979629s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.09274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:43.751438Z","time spent":"1.341234114s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:45.092778Z","caller":"traceutil/trace.go:171","msg":"trace[2071534508] linearizableReadLoop","detail":"{readStateIndex:24964; appliedIndex:24957; }","duration":"1.851407807s","start":"2026-03-04T13:44:43.241345Z","end":"2026-03-04T13:44:45.092752Z","steps":["trace[2071534508] 'read index received' (duration: 740.831006ms)","trace[2071534508] 'applied index is now lower than readState.Index' (duration: 1.110575711s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:45.092637Z","caller":"traceutil/trace.go:171","msg":"trace[2057067760] transaction","detail":"{read_only:false; response_revision:24104; number_of_response:1; }","duration":"1.771619267s","start":"2026-03-04T13:44:43.32094Z","end":"2026-03-04T13:44:45.092559Z","steps":["trace[2057067760] 'process raft request' (duration: 1.692914262s)","trace[2057067760] 'compare' (duration: 78.076171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:45.093103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469430949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:45.093154Z","caller":"traceutil/trace.go:171","msg":"trace[1227604669] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24106; }","duration":"1.469529701s","start":"2026-03-04T13:44:43.623614Z","end":"2026-03-04T13:44:45.093143Z","steps":["trace[1227604669] 'agreement among raft nodes before linearized reading' (duration: 1.469444539s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.093187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:43.623591Z","time spent":"1.469588083s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:45.093196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56487369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418276"} {"level":"info","ts":"2026-03-04T13:44:45.093236Z","caller":"traceutil/trace.go:171","msg":"trace[1366602381] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24106; }","duration":"2.564942611s","start":"2026-03-04T13:44:42.52828Z","end":"2026-03-04T13:44:45.093223Z","steps":["trace[1366602381] 'agreement among raft nodes before linearized reading' (duration: 2.564705826s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.093278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:42.528262Z","time spent":"2.565007793s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418299,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T13:44:45.09326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75570303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T13:44:45.093376Z","caller":"traceutil/trace.go:171","msg":"trace[1167387205] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24106; }","duration":"2.755862674s","start":"2026-03-04T13:44:42.337489Z","end":"2026-03-04T13:44:45.093351Z","steps":["trace[1167387205] 'agreement among raft nodes before linearized reading' (duration: 2.755554897s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.093396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768735322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T13:44:45.093426Z","caller":"traceutil/trace.go:171","msg":"trace[2099325064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24106; }","duration":"2.768793272s","start":"2026-03-04T13:44:42.324624Z","end":"2026-03-04T13:44:45.093418Z","steps":["trace[2099325064] 'agreement among raft nodes before linearized reading' (duration: 2.76867822s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.093431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:42.33747Z","time spent":"2.755950315s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:44:45.093461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:42.324611Z","time spent":"2.768844084s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:44:45.09302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998417764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:45.093593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.495225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T13:44:45.093599Z","caller":"traceutil/trace.go:171","msg":"trace[1866723129] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24106; }","duration":"1.999048118s","start":"2026-03-04T13:44:43.094539Z","end":"2026-03-04T13:44:45.093587Z","steps":["trace[1866723129] 'agreement among raft nodes before linearized reading' (duration: 1.99824048s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:45.093624Z","caller":"traceutil/trace.go:171","msg":"trace[1943992601] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24106; }","duration":"619.564567ms","start":"2026-03-04T13:44:44.474052Z","end":"2026-03-04T13:44:45.093616Z","steps":["trace[1943992601] 'agreement among raft nodes before linearized reading' (duration: 619.472085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.093638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:43.09452Z","time spent":"1.999105369s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:45.093658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:44.474027Z","time spent":"619.622618ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T13:44:45.093748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736867547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T13:44:45.092962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370735715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:45.093802Z","caller":"traceutil/trace.go:171","msg":"trace[892351037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24106; }","duration":"2.736917758s","start":"2026-03-04T13:44:42.35687Z","end":"2026-03-04T13:44:45.093788Z","steps":["trace[892351037] 'agreement among raft nodes before linearized reading' (duration: 2.736793716s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:45.093834Z","caller":"traceutil/trace.go:171","msg":"trace[1472218979] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24106; }","duration":"2.371630424s","start":"2026-03-04T13:44:42.722192Z","end":"2026-03-04T13:44:45.093823Z","steps":["trace[1472218979] 'agreement among raft nodes before linearized reading' (duration: 2.370698924s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.093884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:42.722124Z","time spent":"2.371748407s","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:45.093728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736803336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T13:44:45.09412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.035929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272962"} {"level":"info","ts":"2026-03-04T13:44:45.094187Z","caller":"traceutil/trace.go:171","msg":"trace[1036631380] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24106; }","duration":"621.141812ms","start":"2026-03-04T13:44:44.473028Z","end":"2026-03-04T13:44:45.09417Z","steps":["trace[1036631380] 'agreement among raft nodes before linearized reading' (duration: 620.764494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.094257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:44.473009Z","time spent":"621.236724ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272985,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T13:44:45.094305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863997999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:45.094451Z","caller":"traceutil/trace.go:171","msg":"trace[747504248] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24106; }","duration":"1.864178943s","start":"2026-03-04T13:44:43.230258Z","end":"2026-03-04T13:44:45.094437Z","steps":["trace[747504248] 'agreement among raft nodes before linearized reading' (duration: 1.863527078s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.094481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:43.230242Z","time spent":"1.864230854s","remote":"127.0.0.1:41374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:45.093105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:43.320921Z","time spent":"1.772142279s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T13:44:45.094531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736875308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T13:44:45.094557Z","caller":"traceutil/trace.go:171","msg":"trace[1354121875] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24106; }","duration":"2.736922068s","start":"2026-03-04T13:44:42.357625Z","end":"2026-03-04T13:44:45.094547Z","steps":["trace[1354121875] 'agreement among raft nodes before linearized reading' (duration: 2.736743423s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.094581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:42.357615Z","time spent":"2.736960669s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T13:44:45.093767Z","caller":"traceutil/trace.go:171","msg":"trace[1668910636] transaction","detail":"{read_only:false; response_revision:24106; number_of_response:1; }","duration":"1.288219615s","start":"2026-03-04T13:44:43.805332Z","end":"2026-03-04T13:44:45.093551Z","steps":["trace[1668910636] 'process raft request' (duration: 1.287215433s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.094835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:43.805308Z","time spent":"1.289431832s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:45.094968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952740489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:45.093839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:42.356849Z","time spent":"2.736982219s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T13:44:45.095115Z","caller":"traceutil/trace.go:171","msg":"trace[1958901901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24106; }","duration":"1.95277932s","start":"2026-03-04T13:44:43.142216Z","end":"2026-03-04T13:44:45.094996Z","steps":["trace[1958901901] 'agreement among raft nodes before linearized reading' (duration: 1.952607196s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.095151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:43.142152Z","time spent":"1.952991995s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:45.095155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980544933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T13:44:45.095196Z","caller":"traceutil/trace.go:171","msg":"trace[1294795221] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24106; }","duration":"1.980623635s","start":"2026-03-04T13:44:43.114562Z","end":"2026-03-04T13:44:45.095185Z","steps":["trace[1294795221] 'agreement among raft nodes before linearized reading' (duration: 1.980516543s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.09524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:43.114544Z","time spent":"1.980683926s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T13:44:45.094043Z","caller":"traceutil/trace.go:171","msg":"trace[1727724647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24106; }","duration":"2.737148664s","start":"2026-03-04T13:44:42.356884Z","end":"2026-03-04T13:44:45.094033Z","steps":["trace[1727724647] 'agreement among raft nodes before linearized reading' (duration: 2.736443548s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.095303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:42.356789Z","time spent":"2.738502035s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:44:45.095455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012550332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:45.095492Z","caller":"traceutil/trace.go:171","msg":"trace[69408189] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24106; }","duration":"1.012627854s","start":"2026-03-04T13:44:44.082855Z","end":"2026-03-04T13:44:45.095483Z","steps":["trace[69408189] 'agreement among raft nodes before linearized reading' (duration: 1.012569693s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.095521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:44.082835Z","time spent":"1.012678244s","remote":"127.0.0.1:37834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:45.095523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438243989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-04T13:44:45.095592Z","caller":"traceutil/trace.go:171","msg":"trace[167037092] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24106; }","duration":"1.439389696s","start":"2026-03-04T13:44:43.65618Z","end":"2026-03-04T13:44:45.09557Z","steps":["trace[167037092] 'agreement among raft nodes before linearized reading' (duration: 1.438235349s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.095586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.078478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-04T13:44:45.095648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:43.656159Z","time spent":"1.439471427s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-04T13:44:45.095671Z","caller":"traceutil/trace.go:171","msg":"trace[650455916] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24106; }","duration":"834.198041ms","start":"2026-03-04T13:44:44.261449Z","end":"2026-03-04T13:44:45.095647Z","steps":["trace[650455916] 'agreement among raft nodes before linearized reading' (duration: 833.933326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.095749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:44.261423Z","time spent":"834.310993ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T13:44:45.689204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322554,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T13:44:45.996847Z","caller":"traceutil/trace.go:171","msg":"trace[196344650] transaction","detail":"{read_only:false; response_revision:24108; number_of_response:1; }","duration":"897.208875ms","start":"2026-03-04T13:44:45.099594Z","end":"2026-03-04T13:44:45.996803Z","steps":["trace[196344650] 'process raft request' (duration: 896.760524ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:45.996884Z","caller":"traceutil/trace.go:171","msg":"trace[1095745392] transaction","detail":"{read_only:false; response_revision:24109; number_of_response:1; }","duration":"895.859104ms","start":"2026-03-04T13:44:45.100994Z","end":"2026-03-04T13:44:45.996853Z","steps":["trace[1095745392] 'process raft request' (duration: 895.67273ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:45.99689Z","caller":"traceutil/trace.go:171","msg":"trace[1795722662] transaction","detail":"{read_only:false; response_revision:24112; number_of_response:1; }","duration":"894.77837ms","start":"2026-03-04T13:44:45.10208Z","end":"2026-03-04T13:44:45.996859Z","steps":["trace[1795722662] 'process raft request' (duration: 894.723969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.99705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:45.100982Z","time spent":"895.966916ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:45.997115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:45.102071Z","time spent":"894.962204ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:45.997158Z","caller":"traceutil/trace.go:171","msg":"trace[1977046588] transaction","detail":"{read_only:false; response_revision:24110; number_of_response:1; }","duration":"895.372713ms","start":"2026-03-04T13:44:45.101745Z","end":"2026-03-04T13:44:45.997118Z","steps":["trace[1977046588] 'process raft request' (duration: 894.984755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.997066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:45.099581Z","time spent":"897.345328ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:45.997224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:45.101726Z","time spent":"895.463785ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:45.997261Z","caller":"traceutil/trace.go:171","msg":"trace[1396250844] transaction","detail":"{read_only:false; response_revision:24111; number_of_response:1; }","duration":"895.354263ms","start":"2026-03-04T13:44:45.101885Z","end":"2026-03-04T13:44:45.997239Z","steps":["trace[1396250844] 'process raft request' (duration: 894.879562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.997343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:45.101874Z","time spent":"895.427744ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:46.004842Z","caller":"traceutil/trace.go:171","msg":"trace[172377416] transaction","detail":"{read_only:false; response_revision:24113; number_of_response:1; }","duration":"757.95349ms","start":"2026-03-04T13:44:45.246872Z","end":"2026-03-04T13:44:46.004826Z","steps":["trace[172377416] 'process raft request' (duration: 757.799147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:46.004943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:45.246845Z","time spent":"758.048022ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:46.005311Z","caller":"traceutil/trace.go:171","msg":"trace[139086408] transaction","detail":"{read_only:false; response_revision:24114; number_of_response:1; }","duration":"755.580928ms","start":"2026-03-04T13:44:45.249705Z","end":"2026-03-04T13:44:46.005286Z","steps":["trace[139086408] 'process raft request' (duration: 755.084356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:46.005436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:45.249678Z","time spent":"755.69346ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:46.015762Z","caller":"traceutil/trace.go:171","msg":"trace[135955109] transaction","detail":"{read_only:false; response_revision:24115; number_of_response:1; }","duration":"561.239818ms","start":"2026-03-04T13:44:45.454502Z","end":"2026-03-04T13:44:46.015742Z","steps":["trace[135955109] 'process raft request' (duration: 550.889257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:46.015894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:45.454474Z","time spent":"561.344351ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418334,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:46.016065Z","caller":"traceutil/trace.go:171","msg":"trace[2100677673] linearizableReadLoop","detail":"{readStateIndex:24976; appliedIndex:24967; }","duration":"826.938988ms","start":"2026-03-04T13:44:45.189078Z","end":"2026-03-04T13:44:46.016017Z","steps":["trace[2100677673] 'read index received' (duration: 807.41187ms)","trace[2100677673] 'applied index is now lower than readState.Index' (duration: 19.525028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:46.016222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.618095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T13:44:46.016289Z","caller":"traceutil/trace.go:171","msg":"trace[1946078192] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24116; }","duration":"914.710617ms","start":"2026-03-04T13:44:45.101564Z","end":"2026-03-04T13:44:46.016274Z","steps":["trace[1946078192] 'agreement among raft nodes before linearized reading' (duration: 914.507541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:46.016327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:45.101558Z","time spent":"914.761528ms","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T13:44:46.01645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.512618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:46.016478Z","caller":"traceutil/trace.go:171","msg":"trace[420314572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24116; }","duration":"916.578879ms","start":"2026-03-04T13:44:45.099893Z","end":"2026-03-04T13:44:46.016472Z","steps":["trace[420314572] 'agreement among raft nodes before linearized reading' (duration: 916.533688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:46.016496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:45.09987Z","time spent":"916.62278ms","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:44:46.016516Z","caller":"traceutil/trace.go:171","msg":"trace[176339699] transaction","detail":"{read_only:false; response_revision:24116; number_of_response:1; }","duration":"348.313483ms","start":"2026-03-04T13:44:45.668191Z","end":"2026-03-04T13:44:46.016504Z","steps":["trace[176339699] 'process raft request' (duration: 347.058124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:46.016592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.649107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-03-04T13:44:46.01665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.453164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:46.016655Z","caller":"traceutil/trace.go:171","msg":"trace[1985822955] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24116; }","duration":"915.74174ms","start":"2026-03-04T13:44:45.100903Z","end":"2026-03-04T13:44:46.016644Z","steps":["trace[1985822955] 'agreement among raft nodes before linearized reading' (duration: 915.313511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:46.016719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.08894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:46.016606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:45.668145Z","time spent":"348.410925ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:46.016736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.438421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:46.016741Z","caller":"traceutil/trace.go:171","msg":"trace[1119897127] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24116; }","duration":"633.146891ms","start":"2026-03-04T13:44:45.383588Z","end":"2026-03-04T13:44:46.016735Z","steps":["trace[1119897127] 'agreement among raft nodes before linearized reading' (duration: 633.11354ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:46.016758Z","caller":"traceutil/trace.go:171","msg":"trace[2084087530] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24116; }","duration":"692.487532ms","start":"2026-03-04T13:44:45.324264Z","end":"2026-03-04T13:44:46.016751Z","steps":["trace[2084087530] 'agreement among raft nodes before linearized reading' (duration: 692.447552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:46.016763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:45.38357Z","time spent":"633.188383ms","remote":"127.0.0.1:54802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:46.016779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:45.324249Z","time spent":"692.526413ms","remote":"127.0.0.1:50380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:46.01673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:45.100896Z","time spent":"915.825112ms","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-03-04T13:44:46.016688Z","caller":"traceutil/trace.go:171","msg":"trace[529353958] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24116; }","duration":"162.532446ms","start":"2026-03-04T13:44:45.854144Z","end":"2026-03-04T13:44:46.016676Z","steps":["trace[529353958] 'agreement among raft nodes before linearized reading' (duration: 162.485045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:46.016626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.73754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-04T13:44:46.016608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.985156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-04T13:44:46.016975Z","caller":"traceutil/trace.go:171","msg":"trace[904053179] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24116; }","duration":"916.101158ms","start":"2026-03-04T13:44:45.100863Z","end":"2026-03-04T13:44:46.016964Z","steps":["trace[904053179] 'agreement among raft nodes before linearized reading' (duration: 915.71201ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:46.017028Z","caller":"traceutil/trace.go:171","msg":"trace[832931340] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24116; }","duration":"826.401925ms","start":"2026-03-04T13:44:45.190574Z","end":"2026-03-04T13:44:46.016976Z","steps":["trace[832931340] 'agreement among raft nodes before linearized reading' (duration: 825.953455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:46.017064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:45.100853Z","time spent":"916.20264ms","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-04T13:44:46.017071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:45.190555Z","time spent":"826.506308ms","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T13:44:48.268597Z","caller":"traceutil/trace.go:171","msg":"trace[1694504222] transaction","detail":"{read_only:false; response_revision:24127; number_of_response:1; }","duration":"260.387931ms","start":"2026-03-04T13:44:48.008175Z","end":"2026-03-04T13:44:48.268563Z","steps":["trace[1694504222] 'process raft request' (duration: 260.193346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:50.267945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.999393334s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:44:50.347448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000332267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:44:50.347605Z","caller":"traceutil/trace.go:171","msg":"trace[1416764943] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000539942s","start":"2026-03-04T13:44:48.347047Z","end":"2026-03-04T13:44:50.347587Z","steps":["trace[1416764943] 'agreement among raft nodes before linearized reading' (duration: 2.000366298s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:50.347651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.347026Z","time spent":"2.000614513s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:44:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:44:50.507516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.314298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:44:50.508091Z","caller":"traceutil/trace.go:171","msg":"trace[1146579852] linearizableReadLoop","detail":"{readStateIndex:24993; appliedIndex:24988; }","duration":"2.470756358s","start":"2026-03-04T13:44:48.037321Z","end":"2026-03-04T13:44:50.508077Z","steps":["trace[1146579852] 'read index received' (duration: 231.36485ms)","trace[1146579852] 'applied index is now lower than readState.Index' (duration: 2.239390688s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:50.508161Z","caller":"traceutil/trace.go:171","msg":"trace[1994619321] transaction","detail":"{read_only:false; response_revision:24128; number_of_response:1; }","duration":"2.499753989s","start":"2026-03-04T13:44:48.008398Z","end":"2026-03-04T13:44:50.508152Z","steps":["trace[1994619321] 'process raft request' (duration: 2.259738755s)","trace[1994619321] 'compare' (duration: 239.007951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:50.508212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.008386Z","time spent":"2.499800059s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:50.508442Z","caller":"traceutil/trace.go:171","msg":"trace[302312469] transaction","detail":"{read_only:false; response_revision:24129; number_of_response:1; }","duration":"2.499705997s","start":"2026-03-04T13:44:48.008728Z","end":"2026-03-04T13:44:50.508434Z","steps":["trace[302312469] 'process raft request' (duration: 2.498866598s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:50.508488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.008669Z","time spent":"2.4997984s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":487,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:50.508572Z","caller":"traceutil/trace.go:171","msg":"trace[2088969903] transaction","detail":"{read_only:false; response_revision:24130; number_of_response:1; }","duration":"2.499637916s","start":"2026-03-04T13:44:48.008927Z","end":"2026-03-04T13:44:50.508565Z","steps":["trace[2088969903] 'process raft request' (duration: 2.498736636s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:50.508616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.008915Z","time spent":"2.499679706s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:50.508701Z","caller":"traceutil/trace.go:171","msg":"trace[1045038338] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"2.496847374s","start":"2026-03-04T13:44:48.011847Z","end":"2026-03-04T13:44:50.508694Z","steps":["trace[1045038338] 'process raft request' (duration: 2.495838421s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:50.508742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.011802Z","time spent":"2.496920125s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:50.508833Z","caller":"traceutil/trace.go:171","msg":"trace[77186335] transaction","detail":"{read_only:false; response_revision:24132; number_of_response:1; }","duration":"2.491237127s","start":"2026-03-04T13:44:48.017583Z","end":"2026-03-04T13:44:50.508821Z","steps":["trace[77186335] 'process raft request' (duration: 2.490426669s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:50.508873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.01757Z","time spent":"2.491286238s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:50.508914Z","caller":"traceutil/trace.go:171","msg":"trace[2069452787] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"2.261785091s","start":"2026-03-04T13:44:48.247108Z","end":"2026-03-04T13:44:50.508893Z","steps":["trace[2069452787] 'process raft request' (duration: 2.260936542s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:50.508927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471585767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:50.508999Z","caller":"traceutil/trace.go:171","msg":"trace[1745967916] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24133; }","duration":"2.47172547s","start":"2026-03-04T13:44:48.037256Z","end":"2026-03-04T13:44:50.508981Z","steps":["trace[1745967916] 'agreement among raft nodes before linearized reading' (duration: 2.471573447s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:50.509033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.247082Z","time spent":"2.261897503s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:50.509047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.037213Z","time spent":"2.471823562s","remote":"127.0.0.1:49684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:51.008476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:51.142718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000676414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:44:51.142807Z","caller":"traceutil/trace.go:171","msg":"trace[1626873602] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000839079s","start":"2026-03-04T13:44:49.141949Z","end":"2026-03-04T13:44:51.142788Z","steps":["trace[1626873602] 'agreement among raft nodes before linearized reading' (duration: 2.000710575s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:51.142859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:49.14193Z","time spent":"2.000919061s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:44:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:44:52.002491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.024416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:44:52.002862Z","caller":"traceutil/trace.go:171","msg":"trace[1332833272] linearizableReadLoop","detail":"{readStateIndex:24999; appliedIndex:24994; }","duration":"1.494727597s","start":"2026-03-04T13:44:50.508121Z","end":"2026-03-04T13:44:52.002849Z","steps":["trace[1332833272] 'read index received' (duration: 928.174668ms)","trace[1332833272] 'applied index is now lower than readState.Index' (duration: 566.552259ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:52.002884Z","caller":"traceutil/trace.go:171","msg":"trace[852071366] transaction","detail":"{read_only:false; response_revision:24134; number_of_response:1; }","duration":"3.728805556s","start":"2026-03-04T13:44:48.274037Z","end":"2026-03-04T13:44:52.002842Z","steps":["trace[852071366] 'process raft request' (duration: 3.16235805s)","trace[852071366] 'compare' (duration: 565.454424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:52.003041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.274014Z","time spent":"3.72894907s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:52.003075Z","caller":"traceutil/trace.go:171","msg":"trace[875132947] transaction","detail":"{read_only:false; response_revision:24136; number_of_response:1; }","duration":"3.728817236s","start":"2026-03-04T13:44:48.274251Z","end":"2026-03-04T13:44:52.003069Z","steps":["trace[875132947] 'process raft request' (duration: 3.728482559s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.003172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414280221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:52.003047Z","caller":"traceutil/trace.go:171","msg":"trace[359781842] transaction","detail":"{read_only:false; response_revision:24135; number_of_response:1; }","duration":"3.728838087s","start":"2026-03-04T13:44:48.274199Z","end":"2026-03-04T13:44:52.003037Z","steps":["trace[359781842] 'process raft request' (duration: 3.728376116s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.003181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523267846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:52.003184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.826536429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:52.003307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730508315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T13:44:52.003349Z","caller":"traceutil/trace.go:171","msg":"trace[1272266372] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24138; }","duration":"2.826731432s","start":"2026-03-04T13:44:49.176601Z","end":"2026-03-04T13:44:52.003332Z","steps":["trace[1272266372] 'agreement among raft nodes before linearized reading' (duration: 2.826532208s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.003366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360873624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-04T13:44:52.003372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652854803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a6e4e3b2aa5b\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T13:44:52.00339Z","caller":"traceutil/trace.go:171","msg":"trace[48852315] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899a6e4e3b2aa5b; range_end:; response_count:1; response_revision:24138; }","duration":"1.652901923s","start":"2026-03-04T13:44:50.350482Z","end":"2026-03-04T13:44:52.003384Z","steps":["trace[48852315] 'agreement among raft nodes before linearized reading' (duration: 1.652824102s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:52.00339Z","caller":"traceutil/trace.go:171","msg":"trace[1899690257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24138; }","duration":"1.730630578s","start":"2026-03-04T13:44:50.272741Z","end":"2026-03-04T13:44:52.003371Z","steps":["trace[1899690257] 'agreement among raft nodes before linearized reading' (duration: 1.730384403s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.003398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:49.176586Z","time spent":"2.826798744s","remote":"127.0.0.1:43536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T13:44:52.003409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.684513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:52.003426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:50.272725Z","time spent":"1.730692569s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:44:52.003436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.806484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T13:44:52.003337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.198245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T13:44:52.003453Z","caller":"traceutil/trace.go:171","msg":"trace[1223624840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24138; }","duration":"855.739625ms","start":"2026-03-04T13:44:51.147698Z","end":"2026-03-04T13:44:52.003437Z","steps":["trace[1223624840] 'agreement among raft nodes before linearized reading' (duration: 855.685423ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:52.003511Z","caller":"traceutil/trace.go:171","msg":"trace[1332631167] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24138; }","duration":"686.875506ms","start":"2026-03-04T13:44:51.3166Z","end":"2026-03-04T13:44:52.003475Z","steps":["trace[1332631167] 'agreement among raft nodes before linearized reading' (duration: 686.726523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.003536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.147686Z","time spent":"855.838286ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:52.003558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.316588Z","time spent":"686.962238ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T13:44:52.00341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:50.350466Z","time spent":"1.652940955s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a6e4e3b2aa5b\" "} {"level":"info","ts":"2026-03-04T13:44:52.003514Z","caller":"traceutil/trace.go:171","msg":"trace[926900989] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24138; }","duration":"897.392339ms","start":"2026-03-04T13:44:51.106091Z","end":"2026-03-04T13:44:52.003483Z","steps":["trace[926900989] 'agreement among raft nodes before linearized reading' (duration: 897.080422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.003926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.106076Z","time spent":"897.731577ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T13:44:52.003391Z","caller":"traceutil/trace.go:171","msg":"trace[1185005106] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24138; }","duration":"2.360943285s","start":"2026-03-04T13:44:49.642441Z","end":"2026-03-04T13:44:52.003384Z","steps":["trace[1185005106] 'agreement among raft nodes before linearized reading' (duration: 2.360867944s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.004151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:49.64242Z","time spent":"2.361715252s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-04T13:44:52.003237Z","caller":"traceutil/trace.go:171","msg":"trace[1222895543] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24138; }","duration":"2.523365719s","start":"2026-03-04T13:44:49.479856Z","end":"2026-03-04T13:44:52.003222Z","steps":["trace[1222895543] 'agreement among raft nodes before linearized reading' (duration: 2.523266467s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.004312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:49.479822Z","time spent":"2.524469912s","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:52.003209Z","caller":"traceutil/trace.go:171","msg":"trace[577401606] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24138; }","duration":"2.414352053s","start":"2026-03-04T13:44:49.588847Z","end":"2026-03-04T13:44:52.003199Z","steps":["trace[577401606] 'agreement among raft nodes before linearized reading' (duration: 2.414249571s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.004426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:49.588833Z","time spent":"2.41558562s","remote":"127.0.0.1:51944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:52.003254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.366627812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T13:44:52.004531Z","caller":"traceutil/trace.go:171","msg":"trace[333396452] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24138; }","duration":"3.367945051s","start":"2026-03-04T13:44:48.636576Z","end":"2026-03-04T13:44:52.004521Z","steps":["trace[333396452] 'agreement among raft nodes before linearized reading' (duration: 3.3665227s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.004552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.636555Z","time spent":"3.367989982s","remote":"127.0.0.1:37770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:52.003272Z","caller":"traceutil/trace.go:171","msg":"trace[559384117] transaction","detail":"{read_only:false; response_revision:24138; number_of_response:1; }","duration":"3.728946579s","start":"2026-03-04T13:44:48.27432Z","end":"2026-03-04T13:44:52.003266Z","steps":["trace[559384117] 'process raft request' (duration: 3.728496179s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.004686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.274304Z","time spent":"3.730348029s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:52.003257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.790345866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T13:44:52.004758Z","caller":"traceutil/trace.go:171","msg":"trace[541367447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24138; }","duration":"2.791887801s","start":"2026-03-04T13:44:49.212865Z","end":"2026-03-04T13:44:52.004753Z","steps":["trace[541367447] 'agreement among raft nodes before linearized reading' (duration: 2.790256585s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.004783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:49.212847Z","time spent":"2.791928131s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T13:44:52.003292Z","caller":"traceutil/trace.go:171","msg":"trace[1158766083] transaction","detail":"{read_only:false; response_revision:24137; number_of_response:1; }","duration":"3.728974129s","start":"2026-03-04T13:44:48.274313Z","end":"2026-03-04T13:44:52.003287Z","steps":["trace[1158766083] 'process raft request' (duration: 3.728447648s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.003297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819873519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:52.004912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.274306Z","time spent":"3.730552934s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:52.003303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046079473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:52.005013Z","caller":"traceutil/trace.go:171","msg":"trace[1109418109] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24138; }","duration":"2.047826842s","start":"2026-03-04T13:44:49.95718Z","end":"2026-03-04T13:44:52.005007Z","steps":["trace[1109418109] 'agreement among raft nodes before linearized reading' (duration: 2.046102654s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.005037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:49.957141Z","time spent":"2.047889793s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:52.004992Z","caller":"traceutil/trace.go:171","msg":"trace[49925041] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24138; }","duration":"1.821537726s","start":"2026-03-04T13:44:50.183392Z","end":"2026-03-04T13:44:52.00493Z","steps":["trace[49925041] 'agreement among raft nodes before linearized reading' (duration: 1.81988904s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.003258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615089556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:44:52.003298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.274245Z","time spent":"3.728954299s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:52.003237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.274189Z","time spent":"3.729022621s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:52.005121Z","caller":"traceutil/trace.go:171","msg":"trace[2122690498] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24138; }","duration":"3.617012448s","start":"2026-03-04T13:44:48.388103Z","end":"2026-03-04T13:44:52.005116Z","steps":["trace[2122690498] 'agreement among raft nodes before linearized reading' (duration: 3.615050034s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.005143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.388086Z","time spent":"3.617051819s","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:52.005198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:50.183376Z","time spent":"1.821811032s","remote":"127.0.0.1:43156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:53.704377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397311151s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T13:44:53.704718Z","caller":"traceutil/trace.go:171","msg":"trace[920473396] transaction","detail":"{read_only:false; response_revision:24141; number_of_response:1; }","duration":"1.692648465s","start":"2026-03-04T13:44:52.012052Z","end":"2026-03-04T13:44:53.704701Z","steps":["trace[920473396] 'process raft request' (duration: 1.692603154s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:53.704766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.004467Z","time spent":"1.700295087s","remote":"127.0.0.1:37726","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T13:44:53.704812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.012041Z","time spent":"1.692719017s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:53.70491Z","caller":"traceutil/trace.go:171","msg":"trace[1029187320] transaction","detail":"{read_only:false; response_revision:24139; number_of_response:1; }","duration":"1.695831776s","start":"2026-03-04T13:44:52.009069Z","end":"2026-03-04T13:44:53.704901Z","steps":["trace[1029187320] 'process raft request' (duration: 1.695401147s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:53.704957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.009057Z","time spent":"1.695872838s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:53.704965Z","caller":"traceutil/trace.go:171","msg":"trace[1785209244] linearizableReadLoop","detail":"{readStateIndex:25000; appliedIndex:24999; }","duration":"1.700301497s","start":"2026-03-04T13:44:52.004642Z","end":"2026-03-04T13:44:53.704943Z","steps":["trace[1785209244] 'read index received' (duration: 302.424343ms)","trace[1785209244] 'applied index is now lower than readState.Index' (duration: 1.397875464s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:53.70511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7004552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:53.705138Z","caller":"traceutil/trace.go:171","msg":"trace[1918222101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24141; }","duration":"1.700514261s","start":"2026-03-04T13:44:52.004616Z","end":"2026-03-04T13:44:53.70513Z","steps":["trace[1918222101] 'agreement among raft nodes before linearized reading' (duration: 1.70045236s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:53.705132Z","caller":"traceutil/trace.go:171","msg":"trace[635751014] transaction","detail":"{read_only:false; response_revision:24140; number_of_response:1; }","duration":"1.695698573s","start":"2026-03-04T13:44:52.009423Z","end":"2026-03-04T13:44:53.705122Z","steps":["trace[635751014] 'process raft request' (duration: 1.695153191s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:53.70516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.004601Z","time spent":"1.700553353s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:53.705185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.009414Z","time spent":"1.695741985s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:53.705298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.009215Z","time spent":"1.696081042s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T13:44:54.205287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:54.705616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:55.206202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:55.60939Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.603421543s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:44:55.71252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000364047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:44:55.7126Z","caller":"traceutil/trace.go:171","msg":"trace[997716200] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00049049s","start":"2026-03-04T13:44:53.712091Z","end":"2026-03-04T13:44:55.712582Z","steps":["trace[997716200] 'agreement among raft nodes before linearized reading' (duration: 2.000401178s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:55.712641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:53.712072Z","time spent":"2.000559401s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:44:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:44:56.31832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.623684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:44:56.318489Z","caller":"traceutil/trace.go:171","msg":"trace[365280681] transaction","detail":"{read_only:false; response_revision:24144; number_of_response:1; }","duration":"3.719456277s","start":"2026-03-04T13:44:52.599019Z","end":"2026-03-04T13:44:56.318476Z","steps":["trace[365280681] 'process raft request' (duration: 3.719421226s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:56.318542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.59899Z","time spent":"3.719530648s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:56.318689Z","caller":"traceutil/trace.go:171","msg":"trace[1816507274] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"3.802412557s","start":"2026-03-04T13:44:52.516268Z","end":"2026-03-04T13:44:56.31868Z","steps":["trace[1816507274] 'process raft request' (duration: 3.093388813s)","trace[1816507274] 'compare' (duration: 708.437651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:56.318733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.51625Z","time spent":"3.802461017s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:56.319035Z","caller":"traceutil/trace.go:171","msg":"trace[921139572] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"3.80169055s","start":"2026-03-04T13:44:52.517304Z","end":"2026-03-04T13:44:56.318995Z","steps":["trace[921139572] 'process raft request' (duration: 3.801093187s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:56.31925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.517286Z","time spent":"3.801843973s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:57.512527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999547507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:44:57.512641Z","caller":"traceutil/trace.go:171","msg":"trace[470864791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99969688s","start":"2026-03-04T13:44:52.512904Z","end":"2026-03-04T13:44:57.512601Z","steps":["trace[470864791] 'agreement among raft nodes before linearized reading' (duration: 4.999583038s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:57.512689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.512851Z","time spent":"4.999826413s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 13:44:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:44:57.513246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999952777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:44:57.513398Z","caller":"traceutil/trace.go:171","msg":"trace[118247019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000881308s","start":"2026-03-04T13:44:52.512485Z","end":"2026-03-04T13:44:57.513366Z","steps":["trace[118247019] 'agreement among raft nodes before linearized reading' (duration: 4.999979637s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:57.513501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.512459Z","time spent":"5.001022782s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 13:44:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:44:57.713277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:44:57.713349Z","caller":"traceutil/trace.go:171","msg":"trace[617084421] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000427309s","start":"2026-03-04T13:44:55.712906Z","end":"2026-03-04T13:44:57.713334Z","steps":["trace[617084421] 'agreement among raft nodes before linearized reading' (duration: 2.000332907s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:57.713386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:55.712898Z","time spent":"2.00048148s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:58.064381Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.453841789s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:44:58.797472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709582705s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:58.79853Z","caller":"traceutil/trace.go:171","msg":"trace[153813974] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24144; }","duration":"1.710642869s","start":"2026-03-04T13:44:57.087852Z","end":"2026-03-04T13:44:58.798495Z","steps":["trace[153813974] 'range keys from in-memory index tree' (duration: 1.709562935s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:58.79849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.650216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:44:58.800166Z","caller":"traceutil/trace.go:171","msg":"trace[1721229783] transaction","detail":"{read_only:false; response_revision:24145; number_of_response:1; }","duration":"5.094348395s","start":"2026-03-04T13:44:53.705785Z","end":"2026-03-04T13:44:58.800133Z","steps":["trace[1721229783] 'process raft request' (duration: 4.35897138s)","trace[1721229783] 'compare' (duration: 732.727045ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:58.800246Z","caller":"traceutil/trace.go:171","msg":"trace[233493199] transaction","detail":"{read_only:false; response_revision:24147; number_of_response:1; }","duration":"4.790935619s","start":"2026-03-04T13:44:54.009291Z","end":"2026-03-04T13:44:58.800226Z","steps":["trace[233493199] 'process raft request' (duration: 4.79052789s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:58.800335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:53.705769Z","time spent":"5.094472888s","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:58.800366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.009267Z","time spent":"4.79102213s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:58.800178Z","caller":"traceutil/trace.go:171","msg":"trace[1407567395] transaction","detail":"{read_only:false; response_revision:24146; number_of_response:1; }","duration":"5.09371427s","start":"2026-03-04T13:44:53.706418Z","end":"2026-03-04T13:44:58.800132Z","steps":["trace[1407567395] 'process raft request' (duration: 5.09327174s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:58.800503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:53.7064Z","time spent":"5.094039048s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:58.800649Z","caller":"traceutil/trace.go:171","msg":"trace[1717074131] transaction","detail":"{read_only:false; response_revision:24149; number_of_response:1; }","duration":"4.789038936s","start":"2026-03-04T13:44:54.011587Z","end":"2026-03-04T13:44:58.800626Z","steps":["trace[1717074131] 'process raft request' (duration: 4.788700798s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:58.800841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.01157Z","time spent":"4.789173989s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:58.800881Z","caller":"traceutil/trace.go:171","msg":"trace[1562099512] transaction","detail":"{read_only:false; response_revision:24148; number_of_response:1; }","duration":"4.789347904s","start":"2026-03-04T13:44:54.011026Z","end":"2026-03-04T13:44:58.800373Z","steps":["trace[1562099512] 'process raft request' (duration: 4.788889504s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:58.801094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.010962Z","time spent":"4.79007164s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:58.801703Z","caller":"traceutil/trace.go:171","msg":"trace[761033271] transaction","detail":"{read_only:false; response_revision:24150; number_of_response:1; }","duration":"4.78963234s","start":"2026-03-04T13:44:54.012055Z","end":"2026-03-04T13:44:58.801687Z","steps":["trace[761033271] 'process raft request' (duration: 4.788484804s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:58.801789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.012049Z","time spent":"4.789700881s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:58.801817Z","caller":"traceutil/trace.go:171","msg":"trace[240290818] transaction","detail":"{read_only:false; response_revision:24151; number_of_response:1; }","duration":"4.788930434s","start":"2026-03-04T13:44:54.012852Z","end":"2026-03-04T13:44:58.801782Z","steps":["trace[240290818] 'process raft request' (duration: 4.788747939s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:58.801936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.012843Z","time spent":"4.789024856s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:58.801945Z","caller":"traceutil/trace.go:171","msg":"trace[268612619] transaction","detail":"{read_only:false; response_revision:24152; number_of_response:1; }","duration":"3.548346708s","start":"2026-03-04T13:44:55.253581Z","end":"2026-03-04T13:44:58.801928Z","steps":["trace[268612619] 'process raft request' (duration: 3.548101013s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:58.802024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:55.253563Z","time spent":"3.548422331s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:58.802228Z","caller":"traceutil/trace.go:171","msg":"trace[1894093953] linearizableReadLoop","detail":"{readStateIndex:25014; appliedIndex:25004; }","duration":"5.097197579s","start":"2026-03-04T13:44:53.705011Z","end":"2026-03-04T13:44:58.802208Z","steps":["trace[1894093953] 'read index received' (duration: 1.904659331s)","trace[1894093953] 'applied index is now lower than readState.Index' (duration: 3.192537068s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:58.80231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.287255002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T13:44:58.802313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.789778153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:58.802338Z","caller":"traceutil/trace.go:171","msg":"trace[262196696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24153; }","duration":"6.287302222s","start":"2026-03-04T13:44:52.515028Z","end":"2026-03-04T13:44:58.80233Z","steps":["trace[262196696] 'agreement among raft nodes before linearized reading' (duration: 6.28718472s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:58.802356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.515017Z","time spent":"6.287335963s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T13:44:58.802372Z","caller":"traceutil/trace.go:171","msg":"trace[1809735468] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24153; }","duration":"6.789842995s","start":"2026-03-04T13:44:52.012504Z","end":"2026-03-04T13:44:58.802347Z","steps":["trace[1809735468] 'agreement among raft nodes before linearized reading' (duration: 6.789757203s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:58.802413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.012497Z","time spent":"6.789906536s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T13:44:58.802411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.619762879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:58.802463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.135095258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:58.802462Z","caller":"traceutil/trace.go:171","msg":"trace[1277068541] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24153; }","duration":"6.619846121s","start":"2026-03-04T13:44:52.182604Z","end":"2026-03-04T13:44:58.802451Z","steps":["trace[1277068541] 'agreement among raft nodes before linearized reading' (duration: 6.619748569s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:58.802483Z","caller":"traceutil/trace.go:171","msg":"trace[562788302] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24153; }","duration":"5.13515137s","start":"2026-03-04T13:44:53.667327Z","end":"2026-03-04T13:44:58.802478Z","steps":["trace[562788302] 'agreement among raft nodes before linearized reading' (duration: 5.135114549s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:58.802497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:53.667305Z","time spent":"5.13518786s","remote":"127.0.0.1:41436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:58.802497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.182586Z","time spent":"6.619902842s","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:58.802465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.793352533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T13:44:58.802582Z","caller":"traceutil/trace.go:171","msg":"trace[1311742498] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24153; }","duration":"6.793464645s","start":"2026-03-04T13:44:52.009073Z","end":"2026-03-04T13:44:58.802538Z","steps":["trace[1311742498] 'agreement among raft nodes before linearized reading' (duration: 6.793280931s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:58.802432Z","caller":"traceutil/trace.go:171","msg":"trace[56186374] transaction","detail":"{read_only:false; response_revision:24153; number_of_response:1; }","duration":"3.28674394s","start":"2026-03-04T13:44:55.515682Z","end":"2026-03-04T13:44:58.802426Z","steps":["trace[56186374] 'process raft request' (duration: 3.286435134s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:58.802677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:55.515638Z","time spent":"3.287015266s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:58.802633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.009057Z","time spent":"6.793559548s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T13:44:58.802817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.794283603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b0704307-fd55-47be-b454-2c32457928a3\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T13:44:58.802874Z","caller":"traceutil/trace.go:171","msg":"trace[425848033] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b0704307-fd55-47be-b454-2c32457928a3; range_end:; response_count:1; response_revision:24153; }","duration":"6.794354225s","start":"2026-03-04T13:44:52.008505Z","end":"2026-03-04T13:44:58.802859Z","steps":["trace[425848033] 'agreement among raft nodes before linearized reading' (duration: 6.794192931s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:58.802943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.008495Z","time spent":"6.794434086s","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-b0704307-fd55-47be-b454-2c32457928a3\" "} {"level":"info","ts":"2026-03-04T13:44:58.826402Z","caller":"traceutil/trace.go:171","msg":"trace[1795914221] transaction","detail":"{read_only:false; response_revision:24154; number_of_response:1; }","duration":"2.66431308s","start":"2026-03-04T13:44:56.162064Z","end":"2026-03-04T13:44:58.826378Z","steps":["trace[1795914221] 'process raft request' (duration: 2.663891581s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:58.826735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:56.162029Z","time spent":"2.664453012s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:59.720876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000083451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:44:59.720942Z","caller":"traceutil/trace.go:171","msg":"trace[417097306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000200724s","start":"2026-03-04T13:44:57.720727Z","end":"2026-03-04T13:44:59.720927Z","steps":["trace[417097306] 'agreement among raft nodes before linearized reading' (duration: 2.000112372s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:59.720976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:57.720711Z","time spent":"2.000258015s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:00.709435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999836394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:00.709533Z","caller":"traceutil/trace.go:171","msg":"trace[157247311] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999970058s","start":"2026-03-04T13:44:55.709541Z","end":"2026-03-04T13:45:00.709511Z","steps":["trace[157247311] 'agreement among raft nodes before linearized reading' (duration: 4.999851765s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:00.709581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:55.709531Z","time spent":"5.000039869s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 13:45:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:01.237912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41155742s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T13:45:01.239196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:59.34068Z","time spent":"1.898506613s","remote":"127.0.0.1:33898","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T13:45:01.24206Z","caller":"traceutil/trace.go:171","msg":"trace[138578255] transaction","detail":"{read_only:false; response_revision:24155; number_of_response:1; }","duration":"2.91890334s","start":"2026-03-04T13:44:58.323133Z","end":"2026-03-04T13:45:01.242036Z","steps":["trace[138578255] 'process raft request' (duration: 2.914882319s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:01.242255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:58.323107Z","time spent":"2.919034683s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:01.721572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000244285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:01.72174Z","caller":"traceutil/trace.go:171","msg":"trace[41631158] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00046453s","start":"2026-03-04T13:44:59.721253Z","end":"2026-03-04T13:45:01.721717Z","steps":["trace[41631158] 'agreement among raft nodes before linearized reading' (duration: 2.000269956s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:01.722221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:59.721236Z","time spent":"2.000965591s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:02.512936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997911251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:02.51302Z","caller":"traceutil/trace.go:171","msg":"trace[1351023703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998043915s","start":"2026-03-04T13:44:59.514957Z","end":"2026-03-04T13:45:02.513001Z","steps":["trace[1351023703] 'agreement among raft nodes before linearized reading' (duration: 2.997940312s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:02.513073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:59.514937Z","time spent":"2.998125527s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 13:45:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:02.513215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:58.806845Z","time spent":"3.706368382s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 13:45:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:02.514193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999051818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:02.514259Z","caller":"traceutil/trace.go:171","msg":"trace[1649744977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99913497s","start":"2026-03-04T13:44:59.515107Z","end":"2026-03-04T13:45:02.514242Z","steps":["trace[1649744977] 'agreement among raft nodes before linearized reading' (duration: 2.999061588s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:02.514311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:59.515102Z","time spent":"2.999197141s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 13:45:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:03.323959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:58.325021Z","time spent":"4.998929394s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 13:45:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:03.342381Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.060801742s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:45:03.42394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181784956s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:03.424428Z","caller":"traceutil/trace.go:171","msg":"trace[1262990030] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"2.615090426s","start":"2026-03-04T13:45:00.809319Z","end":"2026-03-04T13:45:03.42441Z","steps":["trace[1262990030] 'process raft request' (duration: 2.615050275s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:03.424543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:00.809308Z","time spent":"2.615172798s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:03.425026Z","caller":"traceutil/trace.go:171","msg":"trace[1280177675] linearizableReadLoop","detail":"{readStateIndex:25020; appliedIndex:25016; }","duration":"4.622705095s","start":"2026-03-04T13:44:58.802299Z","end":"2026-03-04T13:45:03.425004Z","steps":["trace[1280177675] 'read index received' (duration: 23.65195ms)","trace[1280177675] 'applied index is now lower than readState.Index' (duration: 4.599051455s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:03.425133Z","caller":"traceutil/trace.go:171","msg":"trace[1004065874] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"2.616364734s","start":"2026-03-04T13:45:00.808755Z","end":"2026-03-04T13:45:03.425119Z","steps":["trace[1004065874] 'process raft request' (duration: 2.615471635s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:03.425221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:00.808732Z","time spent":"2.616442126s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:03.42544Z","caller":"traceutil/trace.go:171","msg":"trace[753418277] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"2.616534968s","start":"2026-03-04T13:45:00.808889Z","end":"2026-03-04T13:45:03.425424Z","steps":["trace[753418277] 'process raft request' (duration: 2.615382443s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:03.425527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:00.808862Z","time spent":"2.616623539s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:03.425705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.227329526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:03.425739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.426715598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:03.4258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.914406078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:03.425838Z","caller":"traceutil/trace.go:171","msg":"trace[509043068] transaction","detail":"{read_only:false; response_revision:24161; number_of_response:1; }","duration":"2.616783703s","start":"2026-03-04T13:45:00.809045Z","end":"2026-03-04T13:45:03.425828Z","steps":["trace[509043068] 'process raft request' (duration: 2.61529451s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:03.425858Z","caller":"traceutil/trace.go:171","msg":"trace[2041606215] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24162; }","duration":"5.914495059s","start":"2026-03-04T13:44:57.511346Z","end":"2026-03-04T13:45:03.425841Z","steps":["trace[2041606215] 'agreement among raft nodes before linearized reading' (duration: 5.914425008s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:03.425893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.912266968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:03.425903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:57.511324Z","time spent":"5.914566611s","remote":"127.0.0.1:43536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:03.42593Z","caller":"traceutil/trace.go:171","msg":"trace[141235563] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24162; }","duration":"8.91233499s","start":"2026-03-04T13:44:54.513585Z","end":"2026-03-04T13:45:03.42592Z","steps":["trace[141235563] 'agreement among raft nodes before linearized reading' (duration: 8.912282119s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:03.425941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:00.809038Z","time spent":"2.616845915s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:03.425973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.513566Z","time spent":"8.912397881s","remote":"127.0.0.1:36460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:03.426055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.921821554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T13:45:03.426121Z","caller":"traceutil/trace.go:171","msg":"trace[528592334] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24162; }","duration":"7.921929286s","start":"2026-03-04T13:44:55.504176Z","end":"2026-03-04T13:45:03.426106Z","steps":["trace[528592334] 'agreement among raft nodes before linearized reading' (duration: 7.92166258s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:03.425795Z","caller":"traceutil/trace.go:171","msg":"trace[1301092738] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24162; }","duration":"9.227469089s","start":"2026-03-04T13:44:54.198304Z","end":"2026-03-04T13:45:03.425773Z","steps":["trace[1301092738] 'agreement among raft nodes before linearized reading' (duration: 9.227303625s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:03.426173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:55.504153Z","time spent":"7.922006987s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":173,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:03.426175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.367655754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:03.42618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.716820184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T13:45:03.426213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.35551325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:03.426232Z","caller":"traceutil/trace.go:171","msg":"trace[185989407] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24162; }","duration":"6.367719756s","start":"2026-03-04T13:44:57.058497Z","end":"2026-03-04T13:45:03.426217Z","steps":["trace[185989407] 'agreement among raft nodes before linearized reading' (duration: 6.367619813s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:03.426224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.198287Z","time spent":"9.227921998s","remote":"127.0.0.1:50348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:03.426284Z","caller":"traceutil/trace.go:171","msg":"trace[1228394201] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24162; }","duration":"9.355614173s","start":"2026-03-04T13:44:54.070649Z","end":"2026-03-04T13:45:03.426263Z","steps":["trace[1228394201] 'agreement among raft nodes before linearized reading' (duration: 9.3555028s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:03.426322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.522858983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:03.425728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.70897605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:03.426352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:57.058423Z","time spent":"6.367909749s","remote":"127.0.0.1:47876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:03.426377Z","caller":"traceutil/trace.go:171","msg":"trace[1998817381] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24162; }","duration":"9.522949366s","start":"2026-03-04T13:44:53.903413Z","end":"2026-03-04T13:45:03.426363Z","steps":["trace[1998817381] 'agreement among raft nodes before linearized reading' (duration: 9.522859574s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:03.426385Z","caller":"traceutil/trace.go:171","msg":"trace[1059179036] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24162; }","duration":"5.709672565s","start":"2026-03-04T13:44:57.716698Z","end":"2026-03-04T13:45:03.42637Z","steps":["trace[1059179036] 'agreement among raft nodes before linearized reading' (duration: 5.708967609s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:03.425846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.472079575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:03.426403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.262449202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:03.42642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:53.903397Z","time spent":"9.523009228s","remote":"127.0.0.1:38108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:03.426428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:57.716683Z","time spent":"5.709733217s","remote":"127.0.0.1:50268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:03.426386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.571020475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T13:45:03.425797Z","caller":"traceutil/trace.go:171","msg":"trace[1428125165] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"2.616793814s","start":"2026-03-04T13:45:00.808983Z","end":"2026-03-04T13:45:03.425776Z","steps":["trace[1428125165] 'process raft request' (duration: 2.615320101s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:03.42646Z","caller":"traceutil/trace.go:171","msg":"trace[276139221] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24162; }","duration":"9.262537635s","start":"2026-03-04T13:44:54.163903Z","end":"2026-03-04T13:45:03.426441Z","steps":["trace[276139221] 'agreement among raft nodes before linearized reading' (duration: 9.262464693s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:03.426465Z","caller":"traceutil/trace.go:171","msg":"trace[1278917944] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24162; }","duration":"8.472713959s","start":"2026-03-04T13:44:54.953722Z","end":"2026-03-04T13:45:03.426436Z","steps":["trace[1278917944] 'agreement among raft nodes before linearized reading' (duration: 8.472100696s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:03.426474Z","caller":"traceutil/trace.go:171","msg":"trace[1908082624] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24162; }","duration":"7.571204969s","start":"2026-03-04T13:44:55.855255Z","end":"2026-03-04T13:45:03.42646Z","steps":["trace[1908082624] 'agreement among raft nodes before linearized reading' (duration: 7.570664557s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:03.426516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.163877Z","time spent":"9.262624507s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:03.425805Z","caller":"traceutil/trace.go:171","msg":"trace[2025621546] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24162; }","duration":"8.42683107s","start":"2026-03-04T13:44:54.998955Z","end":"2026-03-04T13:45:03.425786Z","steps":["trace[2025621546] 'agreement among raft nodes before linearized reading' (duration: 8.426706327s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:03.426531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.9537Z","time spent":"8.472810961s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:03.425717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.857944341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:03.426566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:55.855234Z","time spent":"7.571315351s","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":157,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:03.426579Z","caller":"traceutil/trace.go:171","msg":"trace[414738065] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24162; }","duration":"7.858873671s","start":"2026-03-04T13:44:55.567692Z","end":"2026-03-04T13:45:03.426566Z","steps":["trace[414738065] 'agreement among raft nodes before linearized reading' (duration: 7.857883539s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:03.426342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.070636Z","time spent":"9.355690094s","remote":"127.0.0.1:49770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:03.426595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.998935Z","time spent":"8.427629808s","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:03.426509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:00.808976Z","time spent":"2.617493679s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:03.426612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:55.567673Z","time spent":"7.858929682s","remote":"127.0.0.1:36396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:03.426243Z","caller":"traceutil/trace.go:171","msg":"trace[1837278706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24162; }","duration":"7.717011939s","start":"2026-03-04T13:44:55.709215Z","end":"2026-03-04T13:45:03.426227Z","steps":["trace[1837278706] 'agreement among raft nodes before linearized reading' (duration: 7.716832495s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:03.426686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:55.709195Z","time spent":"7.71748459s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:45:03.729407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00003318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:45:03.729497Z","caller":"traceutil/trace.go:171","msg":"trace[1829043518] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000181193s","start":"2026-03-04T13:45:01.729296Z","end":"2026-03-04T13:45:03.729478Z","steps":["trace[1829043518] 'agreement among raft nodes before linearized reading' (duration: 2.000064571s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:03.729546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:01.729271Z","time spent":"2.000265845s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:03.925204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322646,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T13:45:04.024305Z","caller":"traceutil/trace.go:171","msg":"trace[400361398] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24162; }","duration":"1.507547123s","start":"2026-03-04T13:45:02.516718Z","end":"2026-03-04T13:45:04.024265Z","steps":["trace[400361398] 'process raft request' (duration: 1.505718642s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:04.024546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:02.516655Z","time spent":"1.507761458s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:04.024786Z","caller":"traceutil/trace.go:171","msg":"trace[1508719214] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"1.507693677s","start":"2026-03-04T13:45:02.517058Z","end":"2026-03-04T13:45:04.024751Z","steps":["trace[1508719214] 'process raft request' (duration: 1.507119664s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:04.024938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:02.517021Z","time spent":"1.50783578s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:04.03273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:03.431045Z","time spent":"601.676646ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 13:45:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:05.708826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997083044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:05.708922Z","caller":"traceutil/trace.go:171","msg":"trace[936669738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997231567s","start":"2026-03-04T13:45:02.71167Z","end":"2026-03-04T13:45:05.708901Z","steps":["trace[936669738] 'agreement among raft nodes before linearized reading' (duration: 2.997114754s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.708971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:02.711649Z","time spent":"2.997311139s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 13:45:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:05.730169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999936598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:05.730247Z","caller":"traceutil/trace.go:171","msg":"trace[1030800771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000066581s","start":"2026-03-04T13:45:03.73016Z","end":"2026-03-04T13:45:05.730226Z","steps":["trace[1030800771] 'agreement among raft nodes before linearized reading' (duration: 1.999961219s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.730291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:03.730142Z","time spent":"2.000140133s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:05.817354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688686957s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:05.817686Z","caller":"traceutil/trace.go:171","msg":"trace[842858869] transaction","detail":"{read_only:false; response_revision:24167; number_of_response:1; }","duration":"384.645777ms","start":"2026-03-04T13:45:05.433021Z","end":"2026-03-04T13:45:05.817667Z","steps":["trace[842858869] 'process raft request' (duration: 384.601946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.817779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:05.432995Z","time spent":"384.736139ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:05.818005Z","caller":"traceutil/trace.go:171","msg":"trace[1528498419] linearizableReadLoop","detail":"{readStateIndex:25031; appliedIndex:25026; }","duration":"2.392913493s","start":"2026-03-04T13:45:03.425079Z","end":"2026-03-04T13:45:05.817993Z","steps":["trace[1528498419] 'read index received' (duration: 597.375229ms)","trace[1528498419] 'applied index is now lower than readState.Index' (duration: 1.795536923s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:05.81806Z","caller":"traceutil/trace.go:171","msg":"trace[337264384] transaction","detail":"{read_only:false; response_revision:24165; number_of_response:1; }","duration":"2.00986058s","start":"2026-03-04T13:45:03.808187Z","end":"2026-03-04T13:45:05.818047Z","steps":["trace[337264384] 'process raft request' (duration: 2.009278517s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.818254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:03.808165Z","time spent":"2.009954422s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:05.818289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491407061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-04T13:45:05.81839Z","caller":"traceutil/trace.go:171","msg":"trace[7072647] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24167; }","duration":"2.491504333s","start":"2026-03-04T13:45:03.326825Z","end":"2026-03-04T13:45:05.818329Z","steps":["trace[7072647] 'agreement among raft nodes before linearized reading' (duration: 2.491314959s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.818452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:03.326808Z","time spent":"2.491630186s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-04T13:45:05.818672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570921284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-04T13:45:05.818677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.712448018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:05.818718Z","caller":"traceutil/trace.go:171","msg":"trace[1019638970] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24167; }","duration":"2.571008916s","start":"2026-03-04T13:45:03.247697Z","end":"2026-03-04T13:45:05.818706Z","steps":["trace[1019638970] 'agreement among raft nodes before linearized reading' (duration: 2.570862703s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:05.81874Z","caller":"traceutil/trace.go:171","msg":"trace[1886050742] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24167; }","duration":"5.712554091s","start":"2026-03-04T13:45:00.106168Z","end":"2026-03-04T13:45:05.818722Z","steps":["trace[1886050742] 'agreement among raft nodes before linearized reading' (duration: 5.712414568s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.81875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:03.247678Z","time spent":"2.571065567s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T13:45:05.818779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:00.106149Z","time spent":"5.712622202s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-04T13:45:05.817967Z","caller":"traceutil/trace.go:171","msg":"trace[279054925] transaction","detail":"{read_only:false; response_revision:24166; number_of_response:1; }","duration":"1.992779947s","start":"2026-03-04T13:45:03.825139Z","end":"2026-03-04T13:45:05.817919Z","steps":["trace[279054925] 'process raft request' (duration: 1.992432219s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.81902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.794859216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:05.819036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.014909721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a4a586867624\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T13:45:05.819085Z","caller":"traceutil/trace.go:171","msg":"trace[1977050061] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24167; }","duration":"5.795103561s","start":"2026-03-04T13:45:00.023964Z","end":"2026-03-04T13:45:05.819067Z","steps":["trace[1977050061] 'agreement among raft nodes before linearized reading' (duration: 5.794865026s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.8192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.013290706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-04T13:45:05.819221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.962498267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:05.819245Z","caller":"traceutil/trace.go:171","msg":"trace[1142105193] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24167; }","duration":"7.013347857s","start":"2026-03-04T13:44:58.805884Z","end":"2026-03-04T13:45:05.819232Z","steps":["trace[1142105193] 'agreement among raft nodes before linearized reading' (duration: 7.013243245s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:05.819279Z","caller":"traceutil/trace.go:171","msg":"trace[911334951] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24167; }","duration":"6.962585339s","start":"2026-03-04T13:44:58.856671Z","end":"2026-03-04T13:45:05.819257Z","steps":["trace[911334951] 'agreement among raft nodes before linearized reading' (duration: 6.962506377s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.819286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.73437631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:05.819368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.014882371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-04T13:45:05.819421Z","caller":"traceutil/trace.go:171","msg":"trace[1891851369] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24167; }","duration":"7.014932542s","start":"2026-03-04T13:44:58.804479Z","end":"2026-03-04T13:45:05.819412Z","steps":["trace[1891851369] 'agreement among raft nodes before linearized reading' (duration: 7.01482869s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:05.8194Z","caller":"traceutil/trace.go:171","msg":"trace[1548107788] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24167; }","duration":"6.734564884s","start":"2026-03-04T13:44:59.084814Z","end":"2026-03-04T13:45:05.819379Z","steps":["trace[1548107788] 'agreement among raft nodes before linearized reading' (duration: 6.734332149s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.819453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:58.804453Z","time spent":"7.014994004s","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T13:45:05.819461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.432227555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:05.819525Z","caller":"traceutil/trace.go:171","msg":"trace[1579089177] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24167; }","duration":"4.432337597s","start":"2026-03-04T13:45:01.387173Z","end":"2026-03-04T13:45:05.819511Z","steps":["trace[1579089177] 'agreement among raft nodes before linearized reading' (duration: 4.432152773s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.819499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:59.084791Z","time spent":"6.734689086s","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:05.819547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.70223071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:05.819632Z","caller":"traceutil/trace.go:171","msg":"trace[1242710594] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24167; }","duration":"3.702309601s","start":"2026-03-04T13:45:02.117304Z","end":"2026-03-04T13:45:05.819613Z","steps":["trace[1242710594] 'agreement among raft nodes before linearized reading' (duration: 3.702206079s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.819695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:02.117228Z","time spent":"3.702451955s","remote":"127.0.0.1:43076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:05.819711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.192840704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:05.81975Z","caller":"traceutil/trace.go:171","msg":"trace[935950280] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24167; }","duration":"4.192911316s","start":"2026-03-04T13:45:01.626828Z","end":"2026-03-04T13:45:05.819739Z","steps":["trace[935950280] 'agreement among raft nodes before linearized reading' (duration: 4.192842165s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.819793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:01.62681Z","time spent":"4.192973107s","remote":"127.0.0.1:38102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:05.819479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.851825165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T13:45:05.819914Z","caller":"traceutil/trace.go:171","msg":"trace[19963565] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24167; }","duration":"3.852285716s","start":"2026-03-04T13:45:01.967609Z","end":"2026-03-04T13:45:05.819895Z","steps":["trace[19963565] 'agreement among raft nodes before linearized reading' (duration: 3.851766074s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.819639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.908113248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:05.819975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:01.967591Z","time spent":"3.852369537s","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T13:45:05.819998Z","caller":"traceutil/trace.go:171","msg":"trace[86673743] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24167; }","duration":"3.908496816s","start":"2026-03-04T13:45:01.911478Z","end":"2026-03-04T13:45:05.819975Z","steps":["trace[86673743] 'agreement among raft nodes before linearized reading' (duration: 3.908121808s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.819391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.647497192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:05.819303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.659040281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:05.820126Z","caller":"traceutil/trace.go:171","msg":"trace[1100088180] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24167; }","duration":"4.648229588s","start":"2026-03-04T13:45:01.17188Z","end":"2026-03-04T13:45:05.820109Z","steps":["trace[1100088180] 'agreement among raft nodes before linearized reading' (duration: 4.647458911s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:05.820147Z","caller":"traceutil/trace.go:171","msg":"trace[1821094221] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24167; }","duration":"3.659931891s","start":"2026-03-04T13:45:02.160202Z","end":"2026-03-04T13:45:05.820134Z","steps":["trace[1821094221] 'agreement among raft nodes before linearized reading' (duration: 3.659012581s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.820178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:01.171787Z","time spent":"4.648377102s","remote":"127.0.0.1:43078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:05.820192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:02.160177Z","time spent":"3.660000943s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:05.820232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.314924642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:05.820289Z","caller":"traceutil/trace.go:171","msg":"trace[823883832] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24167; }","duration":"6.314988813s","start":"2026-03-04T13:44:59.505287Z","end":"2026-03-04T13:45:05.820276Z","steps":["trace[823883832] 'agreement among raft nodes before linearized reading' (duration: 6.314897931s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.820324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.702611158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:05.820335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:59.505232Z","time spent":"6.315091625s","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:05.819286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:58.805873Z","time spent":"7.013404759s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T13:45:05.820067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:01.91146Z","time spent":"3.908587478s","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:05.820496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.819106891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T13:45:05.820537Z","caller":"traceutil/trace.go:171","msg":"trace[1101959832] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24167; }","duration":"4.819185403s","start":"2026-03-04T13:45:01.001338Z","end":"2026-03-04T13:45:05.820523Z","steps":["trace[1101959832] 'agreement among raft nodes before linearized reading' (duration: 4.81906624s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.820566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.332852884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:05.820583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:01.001319Z","time spent":"4.819253614s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T13:45:05.819242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:00.023945Z","time spent":"5.795278446s","remote":"127.0.0.1:43248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:05.820614Z","caller":"traceutil/trace.go:171","msg":"trace[860505694] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24167; }","duration":"6.332940226s","start":"2026-03-04T13:44:59.48766Z","end":"2026-03-04T13:45:05.820601Z","steps":["trace[860505694] 'agreement among raft nodes before linearized reading' (duration: 6.332871185s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.820647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:59.487638Z","time spent":"6.333000587s","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:05.819038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:03.82511Z","time spent":"1.993859921s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:05.82071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990565346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:05.820754Z","caller":"traceutil/trace.go:171","msg":"trace[398898] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24167; }","duration":"4.990646078s","start":"2026-03-04T13:45:00.830096Z","end":"2026-03-04T13:45:05.820743Z","steps":["trace[398898] 'agreement among raft nodes before linearized reading' (duration: 4.990582677s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.820799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:00.830075Z","time spent":"4.990712789s","remote":"127.0.0.1:54870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:05.819123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.193694844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:05.820857Z","caller":"traceutil/trace.go:171","msg":"trace[361047339] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24167; }","duration":"3.195458244s","start":"2026-03-04T13:45:02.625383Z","end":"2026-03-04T13:45:05.820842Z","steps":["trace[361047339] 'agreement among raft nodes before linearized reading' (duration: 3.193664713s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.818988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.012491327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:05.820917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:02.625368Z","time spent":"3.195533005s","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:05.820958Z","caller":"traceutil/trace.go:171","msg":"trace[1004866249] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24167; }","duration":"7.014509053s","start":"2026-03-04T13:44:58.80643Z","end":"2026-03-04T13:45:05.820939Z","steps":["trace[1004866249] 'agreement among raft nodes before linearized reading' (duration: 7.012450786s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.820966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.484953935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T13:45:05.821017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:58.806424Z","time spent":"7.014577584s","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T13:45:05.82105Z","caller":"traceutil/trace.go:171","msg":"trace[1505944330] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24167; }","duration":"6.485072518s","start":"2026-03-04T13:44:59.335959Z","end":"2026-03-04T13:45:05.821031Z","steps":["trace[1505944330] 'agreement among raft nodes before linearized reading' (duration: 6.483016401s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.821112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:59.335942Z","time spent":"6.485153039s","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2615,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:05.819148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.015473265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T13:45:05.819096Z","caller":"traceutil/trace.go:171","msg":"trace[217265599] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899a4a586867624; range_end:; response_count:1; response_revision:24167; }","duration":"7.015284231s","start":"2026-03-04T13:44:58.803791Z","end":"2026-03-04T13:45:05.819075Z","steps":["trace[217265599] 'agreement among raft nodes before linearized reading' (duration: 7.015093816s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.821247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:58.803765Z","time spent":"7.017469269s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a4a586867624\" "} {"level":"warn","ts":"2026-03-04T13:45:05.819343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:58.856651Z","time spent":"6.962675911s","remote":"127.0.0.1:49662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:05.81957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:01.387151Z","time spent":"4.432408788s","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:05.820379Z","caller":"traceutil/trace.go:171","msg":"trace[142706301] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24167; }","duration":"5.70270305s","start":"2026-03-04T13:45:00.11766Z","end":"2026-03-04T13:45:05.820363Z","steps":["trace[142706301] 'agreement among raft nodes before linearized reading' (duration: 5.702619118s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.82148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:00.117641Z","time spent":"5.703820235s","remote":"127.0.0.1:55004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:05.821192Z","caller":"traceutil/trace.go:171","msg":"trace[817103068] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24167; }","duration":"7.017537661s","start":"2026-03-04T13:44:58.803641Z","end":"2026-03-04T13:45:05.821179Z","steps":["trace[817103068] 'agreement among raft nodes before linearized reading' (duration: 7.015428623s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.821603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:58.80362Z","time spent":"7.0179612s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T13:45:05.819186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.480250022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:05.821726Z","caller":"traceutil/trace.go:171","msg":"trace[1277454176] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24167; }","duration":"3.482820239s","start":"2026-03-04T13:45:02.338885Z","end":"2026-03-04T13:45:05.821705Z","steps":["trace[1277454176] 'agreement among raft nodes before linearized reading' (duration: 3.480269792s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:05.8218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:02.338868Z","time spent":"3.48291047s","remote":"127.0.0.1:36416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.319021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:06.819823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:07.320391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:07.738727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000072762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:07.738795Z","caller":"traceutil/trace.go:171","msg":"trace[1003785474] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000178543s","start":"2026-03-04T13:45:05.738601Z","end":"2026-03-04T13:45:07.738779Z","steps":["trace[1003785474] 'agreement among raft nodes before linearized reading' (duration: 2.000089782s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:07.738825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:05.738591Z","time spent":"2.000227424s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:07.821601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:08.245813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:05.824718Z","time spent":"2.421087664s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:08.322412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:08.323282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495846221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:08.323369Z","caller":"traceutil/trace.go:171","msg":"trace[770803092] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"2.495993364s","start":"2026-03-04T13:45:05.827356Z","end":"2026-03-04T13:45:08.323349Z","steps":["trace[770803092] 'agreement among raft nodes before linearized reading' (duration: 2.495884512s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:08.323415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:05.827333Z","time spent":"2.496073146s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:08.767509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:07.285128Z","time spent":"1.482349079s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T13:45:08.768623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680464421s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:08.768781Z","caller":"traceutil/trace.go:171","msg":"trace[1590960944] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24167; }","duration":"1.680634345s","start":"2026-03-04T13:45:07.088122Z","end":"2026-03-04T13:45:08.768756Z","steps":["trace[1590960944] 'range keys from in-memory index tree' (duration: 1.680444081s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:08.770659Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.999777664s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:45:08.771195Z","caller":"traceutil/trace.go:171","msg":"trace[2120576386] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"3.33802325s","start":"2026-03-04T13:45:05.433144Z","end":"2026-03-04T13:45:08.771167Z","steps":["trace[2120576386] 'process raft request' (duration: 3.337787395s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:08.771262Z","caller":"traceutil/trace.go:171","msg":"trace[319396481] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"3.337789355s","start":"2026-03-04T13:45:05.433449Z","end":"2026-03-04T13:45:08.771239Z","steps":["trace[319396481] 'process raft request' (duration: 3.337703853s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:08.771313Z","caller":"traceutil/trace.go:171","msg":"trace[1924767771] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"3.338011749s","start":"2026-03-04T13:45:05.433262Z","end":"2026-03-04T13:45:08.771274Z","steps":["trace[1924767771] 'process raft request' (duration: 3.337817245s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:08.771335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:05.433118Z","time spent":"3.338135263s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:08.771386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:05.433415Z","time spent":"3.337899477s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:08.771458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:05.433254Z","time spent":"3.338127953s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:08.771668Z","caller":"traceutil/trace.go:171","msg":"trace[637999662] transaction","detail":"{read_only:false; response_revision:24172; number_of_response:1; }","duration":"3.059426872s","start":"2026-03-04T13:45:05.712218Z","end":"2026-03-04T13:45:08.771645Z","steps":["trace[637999662] 'process raft request' (duration: 3.05933763s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:08.771797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:05.712178Z","time spent":"3.059548325s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:08.772489Z","caller":"traceutil/trace.go:171","msg":"trace[1350693386] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"3.33802157s","start":"2026-03-04T13:45:05.433619Z","end":"2026-03-04T13:45:08.771641Z","steps":["trace[1350693386] 'process raft request' (duration: 3.337587421s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:08.772602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:05.433596Z","time spent":"3.338952041s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:09.738777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999926778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:09.738862Z","caller":"traceutil/trace.go:171","msg":"trace[527984198] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00006324s","start":"2026-03-04T13:45:07.738781Z","end":"2026-03-04T13:45:09.738844Z","steps":["trace[527984198] 'agreement among raft nodes before linearized reading' (duration: 1.999957938s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:09.73896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:07.73875Z","time spent":"2.000147682s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:10.075672Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.298922495s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:45:10.130096Z","caller":"traceutil/trace.go:171","msg":"trace[976005087] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"4.305785477s","start":"2026-03-04T13:45:05.824279Z","end":"2026-03-04T13:45:10.130064Z","steps":["trace[976005087] 'process raft request' (duration: 4.251740746s)","trace[976005087] 'compare' (duration: 52.827635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:10.130451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:05.82425Z","time spent":"4.30592737s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:10.130216Z","caller":"traceutil/trace.go:171","msg":"trace[1893372712] transaction","detail":"{read_only:false; response_revision:24175; number_of_response:1; }","duration":"4.302897892s","start":"2026-03-04T13:45:05.827289Z","end":"2026-03-04T13:45:10.130187Z","steps":["trace[1893372712] 'process raft request' (duration: 4.302325879s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:10.131075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:05.827276Z","time spent":"4.303677331s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:10.346528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999901057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:10.346591Z","caller":"traceutil/trace.go:171","msg":"trace[591502513] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000026759s","start":"2026-03-04T13:45:08.34655Z","end":"2026-03-04T13:45:10.346577Z","steps":["trace[591502513] 'agreement among raft nodes before linearized reading' (duration: 1.999934097s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:10.346621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:08.346532Z","time spent":"2.000083161s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:11.747559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000181643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:45:11.747627Z","caller":"traceutil/trace.go:171","msg":"trace[986042306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000268475s","start":"2026-03-04T13:45:09.747342Z","end":"2026-03-04T13:45:11.747611Z","steps":["trace[986042306] 'agreement among raft nodes before linearized reading' (duration: 2.000171353s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:11.747708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:09.747285Z","time spent":"2.000414298s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:12.190443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060765433s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T13:45:12.191774Z","caller":"traceutil/trace.go:171","msg":"trace[1198962656] linearizableReadLoop","detail":"{readStateIndex:25042; appliedIndex:25033; }","duration":"6.37371876s","start":"2026-03-04T13:45:05.81804Z","end":"2026-03-04T13:45:12.191759Z","steps":["trace[1198962656] 'read index received' (duration: 2.953025815s)","trace[1198962656] 'applied index is now lower than readState.Index' (duration: 3.420692074s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:12.191887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.29439518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:12.191908Z","caller":"traceutil/trace.go:171","msg":"trace[1425821794] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24178; }","duration":"7.294462362s","start":"2026-03-04T13:45:04.89744Z","end":"2026-03-04T13:45:12.191902Z","steps":["trace[1425821794] 'agreement among raft nodes before linearized reading' (duration: 7.294412371s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:12.191929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:04.897421Z","time spent":"7.294504163s","remote":"127.0.0.1:37904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:12.191955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.458315437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-04T13:45:12.192009Z","caller":"traceutil/trace.go:171","msg":"trace[1871877306] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24178; }","duration":"6.45842025s","start":"2026-03-04T13:45:05.733572Z","end":"2026-03-04T13:45:12.191992Z","steps":["trace[1871877306] 'agreement among raft nodes before linearized reading' (duration: 6.458215515s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:12.192051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:05.733548Z","time spent":"6.458494841s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-04T13:45:12.192251Z","caller":"traceutil/trace.go:171","msg":"trace[623207262] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"4.364058135s","start":"2026-03-04T13:45:07.828178Z","end":"2026-03-04T13:45:12.192236Z","steps":["trace[623207262] 'process raft request' (duration: 4.362360937s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:12.192336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.865264145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:12.192337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:07.828148Z","time spent":"4.364135806s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:12.192365Z","caller":"traceutil/trace.go:171","msg":"trace[1726630861] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24178; }","duration":"7.865295376s","start":"2026-03-04T13:45:04.327062Z","end":"2026-03-04T13:45:12.192357Z","steps":["trace[1726630861] 'agreement among raft nodes before linearized reading' (duration: 7.865245095s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:12.192382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:04.327039Z","time spent":"7.865338207s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:12.19241Z","caller":"traceutil/trace.go:171","msg":"trace[863146684] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"3.866390033s","start":"2026-03-04T13:45:08.32601Z","end":"2026-03-04T13:45:12.1924Z","steps":["trace[863146684] 'process raft request' (duration: 3.865698516s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:12.192486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:08.325981Z","time spent":"3.866463894s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:12.192565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.675807695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:12.192661Z","caller":"traceutil/trace.go:171","msg":"trace[273036517] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24178; }","duration":"8.675965089s","start":"2026-03-04T13:45:03.516672Z","end":"2026-03-04T13:45:12.192638Z","steps":["trace[273036517] 'agreement among raft nodes before linearized reading' (duration: 8.675760184s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:12.192717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:03.51665Z","time spent":"8.67605239s","remote":"127.0.0.1:43112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:12.315032Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.233411804s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:45:13.245453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997954253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:13.245513Z","caller":"traceutil/trace.go:171","msg":"trace[1739113409] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998066655s","start":"2026-03-04T13:45:08.247433Z","end":"2026-03-04T13:45:13.2455Z","steps":["trace[1739113409] 'agreement among raft nodes before linearized reading' (duration: 4.997987194s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:13.245542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:08.247414Z","time spent":"4.998122577s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/04 13:45:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:13.460935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145588385s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:13.461211Z","caller":"traceutil/trace.go:171","msg":"trace[1415901018] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"4.596351693s","start":"2026-03-04T13:45:08.864831Z","end":"2026-03-04T13:45:13.461182Z","steps":["trace[1415901018] 'process raft request' (duration: 3.45042564s)","trace[1415901018] 'compare' (duration: 1.145107545s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:13.461262Z","caller":"traceutil/trace.go:171","msg":"trace[120878230] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"4.530055498s","start":"2026-03-04T13:45:08.931182Z","end":"2026-03-04T13:45:13.461238Z","steps":["trace[120878230] 'process raft request' (duration: 4.529933715s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:13.461347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:08.864807Z","time spent":"4.596470467s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:13.461365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:08.931155Z","time spent":"4.530155961s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:13.748521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000261905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:13.748602Z","caller":"traceutil/trace.go:171","msg":"trace[1749714129] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000356277s","start":"2026-03-04T13:45:11.748229Z","end":"2026-03-04T13:45:13.748585Z","steps":["trace[1749714129] 'agreement among raft nodes before linearized reading' (duration: 2.000258755s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:13.748647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:11.748189Z","time spent":"2.000448289s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:14.130276Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.446328581s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:45:14.988122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.563386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:14.988345Z","caller":"traceutil/trace.go:171","msg":"trace[1402701096] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"4.211137755s","start":"2026-03-04T13:45:10.777171Z","end":"2026-03-04T13:45:14.988309Z","steps":["trace[1402701096] 'process raft request' (duration: 3.353302113s)","trace[1402701096] 'compare' (duration: 857.179956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:14.98848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:10.777144Z","time spent":"4.211260228s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:14.988527Z","caller":"traceutil/trace.go:171","msg":"trace[238351116] linearizableReadLoop","detail":"{readStateIndex:25050; appliedIndex:25043; }","duration":"2.796646098s","start":"2026-03-04T13:45:12.191816Z","end":"2026-03-04T13:45:14.988462Z","steps":["trace[238351116] 'read index received' (duration: 123.399538ms)","trace[238351116] 'applied index is now lower than readState.Index' (duration: 2.6732456s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:14.988592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.872277873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:14.988616Z","caller":"traceutil/trace.go:171","msg":"trace[426807152] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24186; }","duration":"6.872344164s","start":"2026-03-04T13:45:08.116265Z","end":"2026-03-04T13:45:14.988609Z","steps":["trace[426807152] 'agreement among raft nodes before linearized reading' (duration: 6.872299223s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:14.988587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.085091745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:14.988662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.960313388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:14.988583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.864074659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:14.988678Z","caller":"traceutil/trace.go:171","msg":"trace[2055140379] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24186; }","duration":"6.960366369s","start":"2026-03-04T13:45:08.028306Z","end":"2026-03-04T13:45:14.988672Z","steps":["trace[2055140379] 'agreement among raft nodes before linearized reading' (duration: 6.960342348s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:14.988672Z","caller":"traceutil/trace.go:171","msg":"trace[276953801] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24186; }","duration":"9.085262469s","start":"2026-03-04T13:45:05.90339Z","end":"2026-03-04T13:45:14.988653Z","steps":["trace[276953801] 'agreement among raft nodes before linearized reading' (duration: 9.085118276s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:14.988707Z","caller":"traceutil/trace.go:171","msg":"trace[709918843] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24186; }","duration":"6.864237923s","start":"2026-03-04T13:45:08.124449Z","end":"2026-03-04T13:45:14.988687Z","steps":["trace[709918843] 'agreement among raft nodes before linearized reading' (duration: 6.864027269s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:14.988767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.452436815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T13:45:14.98877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:08.124434Z","time spent":"6.864325095s","remote":"127.0.0.1:43526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:14.988781Z","caller":"traceutil/trace.go:171","msg":"trace[324654370] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24186; }","duration":"7.452487777s","start":"2026-03-04T13:45:07.53629Z","end":"2026-03-04T13:45:14.988777Z","steps":["trace[324654370] 'agreement among raft nodes before linearized reading' (duration: 7.452436866s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:14.988783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.011631298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:14.988796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:07.536267Z","time spent":"7.452525609s","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T13:45:14.988813Z","caller":"traceutil/trace.go:171","msg":"trace[425397741] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24186; }","duration":"8.01170376s","start":"2026-03-04T13:45:06.9771Z","end":"2026-03-04T13:45:14.988804Z","steps":["trace[425397741] 'agreement among raft nodes before linearized reading' (duration: 8.011643378s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:14.988832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.164606239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:14.988888Z","caller":"traceutil/trace.go:171","msg":"trace[636326881] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:24186; }","duration":"9.164687771s","start":"2026-03-04T13:45:05.824188Z","end":"2026-03-04T13:45:14.988875Z","steps":["trace[636326881] 'agreement among raft nodes before linearized reading' (duration: 9.164599269s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:14.988813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.164129839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f11636f8-7673-4743-b7c6-dce5fa7e2ac3\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-04T13:45:14.988927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:05.824171Z","time spent":"9.164748792s","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-04T13:45:14.988921Z","caller":"traceutil/trace.go:171","msg":"trace[79036149] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"4.211424171s","start":"2026-03-04T13:45:10.777481Z","end":"2026-03-04T13:45:14.988906Z","steps":["trace[79036149] 'process raft request' (duration: 4.210807307s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:14.988965Z","caller":"traceutil/trace.go:171","msg":"trace[47730019] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"2.787429501s","start":"2026-03-04T13:45:12.201524Z","end":"2026-03-04T13:45:14.988953Z","steps":["trace[47730019] 'process raft request' (duration: 2.786880459s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:14.988625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.161411058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:14.989012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:10.777429Z","time spent":"4.211534264s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:14.98904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:12.201506Z","time spent":"2.787486912s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:14.98903Z","caller":"traceutil/trace.go:171","msg":"trace[738639491] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24186; }","duration":"9.161818847s","start":"2026-03-04T13:45:05.827183Z","end":"2026-03-04T13:45:14.989002Z","steps":["trace[738639491] 'agreement among raft nodes before linearized reading' (duration: 9.161407238s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:14.989044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000551591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:14.988895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.607646077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:14.989033Z","caller":"traceutil/trace.go:171","msg":"trace[550444678] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"4.211758099s","start":"2026-03-04T13:45:10.777236Z","end":"2026-03-04T13:45:14.988994Z","steps":["trace[550444678] 'process raft request' (duration: 4.210974492s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:14.989081Z","caller":"traceutil/trace.go:171","msg":"trace[902363050] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24186; }","duration":"3.000627573s","start":"2026-03-04T13:45:11.988446Z","end":"2026-03-04T13:45:14.989073Z","steps":["trace[902363050] 'agreement among raft nodes before linearized reading' (duration: 3.000567651s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:14.989092Z","caller":"traceutil/trace.go:171","msg":"trace[417981720] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24186; }","duration":"8.607878202s","start":"2026-03-04T13:45:06.381202Z","end":"2026-03-04T13:45:14.98908Z","steps":["trace[417981720] 'agreement among raft nodes before linearized reading' (duration: 8.607671097s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:14.989108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.853716247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-797b5b474b-bzmwq.1899a74e5ac3cf55\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-04T13:45:14.989114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:11.988423Z","time spent":"3.000684074s","remote":"127.0.0.1:37988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:14.989129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.381181Z","time spent":"8.607936623s","remote":"127.0.0.1:49742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:14.989089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.508697477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-04T13:45:14.989193Z","caller":"traceutil/trace.go:171","msg":"trace[695715812] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"4.160286953s","start":"2026-03-04T13:45:10.828891Z","end":"2026-03-04T13:45:14.989178Z","steps":["trace[695715812] 'process raft request' (duration: 4.159472395s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:14.989201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:10.777209Z","time spent":"4.211907422s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:14.989219Z","caller":"traceutil/trace.go:171","msg":"trace[1034112641] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24186; }","duration":"7.508891971s","start":"2026-03-04T13:45:07.480297Z","end":"2026-03-04T13:45:14.989189Z","steps":["trace[1034112641] 'agreement among raft nodes before linearized reading' (duration: 7.508487692s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:14.989256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278868063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T13:45:14.988853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.977076Z","time spent":"8.011768991s","remote":"127.0.0.1:43324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:14.989275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:07.480272Z","time spent":"7.508993785s","remote":"127.0.0.1:49766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T13:45:14.988717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.012163541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:14.988929Z","caller":"traceutil/trace.go:171","msg":"trace[1653258853] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f11636f8-7673-4743-b7c6-dce5fa7e2ac3; range_end:; response_count:1; response_revision:24186; }","duration":"9.164248181s","start":"2026-03-04T13:45:05.824672Z","end":"2026-03-04T13:45:14.98892Z","steps":["trace[1653258853] 'agreement among raft nodes before linearized reading' (duration: 9.163970435s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:14.989332Z","caller":"traceutil/trace.go:171","msg":"trace[1195788586] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24186; }","duration":"7.012802604s","start":"2026-03-04T13:45:07.976513Z","end":"2026-03-04T13:45:14.989316Z","steps":["trace[1195788586] 'agreement among raft nodes before linearized reading' (duration: 7.01218817s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:14.989342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:10.828877Z","time spent":"4.160353305s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:14.989375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:05.824613Z","time spent":"9.164742402s","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-f11636f8-7673-4743-b7c6-dce5fa7e2ac3\" "} {"level":"warn","ts":"2026-03-04T13:45:14.989375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:07.97649Z","time spent":"7.012871536s","remote":"127.0.0.1:47908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:14.989113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:05.827172Z","time spent":"9.161909499s","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T13:45:14.989019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.906257946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:14.98872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:05.903352Z","time spent":"9.085359001s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T13:45:14.988692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:08.028284Z","time spent":"6.96040391s","remote":"127.0.0.1:49772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:14.989442Z","caller":"traceutil/trace.go:171","msg":"trace[981804170] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24186; }","duration":"4.906800459s","start":"2026-03-04T13:45:10.082627Z","end":"2026-03-04T13:45:14.989428Z","steps":["trace[981804170] 'agreement among raft nodes before linearized reading' (duration: 4.906361879s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:14.989117Z","caller":"traceutil/trace.go:171","msg":"trace[1977755508] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"4.211342559s","start":"2026-03-04T13:45:10.777744Z","end":"2026-03-04T13:45:14.989087Z","steps":["trace[1977755508] 'process raft request' (duration: 4.210591862s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:14.989488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:10.082602Z","time spent":"4.90687283s","remote":"127.0.0.1:49692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:14.988546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.78431032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:14.989527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:10.777732Z","time spent":"4.211754278s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:14.989284Z","caller":"traceutil/trace.go:171","msg":"trace[1108991397] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24186; }","duration":"6.278926404s","start":"2026-03-04T13:45:08.710348Z","end":"2026-03-04T13:45:14.989274Z","steps":["trace[1108991397] 'agreement among raft nodes before linearized reading' (duration: 6.278801651s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:14.989551Z","caller":"traceutil/trace.go:171","msg":"trace[1390744552] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24186; }","duration":"7.785311642s","start":"2026-03-04T13:45:07.204223Z","end":"2026-03-04T13:45:14.989534Z","steps":["trace[1390744552] 'agreement among raft nodes before linearized reading' (duration: 7.784257609s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:14.989601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:08.71033Z","time spent":"6.279258661s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T13:45:14.989616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:07.204121Z","time spent":"7.785478705s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:14.988636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:08.116244Z","time spent":"6.872387005s","remote":"127.0.0.1:43054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:14.98915Z","caller":"traceutil/trace.go:171","msg":"trace[1453812631] range","detail":"{range_begin:/registry/events/openstack/magnum-api-797b5b474b-bzmwq.1899a74e5ac3cf55; range_end:; response_count:1; response_revision:24186; }","duration":"4.853788489s","start":"2026-03-04T13:45:10.135348Z","end":"2026-03-04T13:45:14.989137Z","steps":["trace[1453812631] 'agreement among raft nodes before linearized reading' (duration: 4.853691877s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:14.98967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:10.135329Z","time spent":"4.854329052s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-797b5b474b-bzmwq.1899a74e5ac3cf55\" "} {"level":"warn","ts":"2026-03-04T13:45:15.488804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322674,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:15.755926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000086021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:15.756009Z","caller":"traceutil/trace.go:171","msg":"trace[1800484151] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217364s","start":"2026-03-04T13:45:13.755774Z","end":"2026-03-04T13:45:15.755992Z","steps":["trace[1800484151] 'agreement among raft nodes before linearized reading' (duration: 2.000114741s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:15.756063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:13.755739Z","time spent":"2.000306886s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:15.948434Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.817992747s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:45:17.756403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:17.75652Z","caller":"traceutil/trace.go:171","msg":"trace[493424935] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000289776s","start":"2026-03-04T13:45:15.756207Z","end":"2026-03-04T13:45:17.756496Z","steps":["trace[493424935] 'agreement among raft nodes before linearized reading' (duration: 2.000144793s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:17.757165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:15.756189Z","time spent":"2.000907459s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:18.142868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055131006s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:18.143001Z","caller":"traceutil/trace.go:171","msg":"trace[742940778] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24186; }","duration":"1.055276879s","start":"2026-03-04T13:45:17.087704Z","end":"2026-03-04T13:45:18.142981Z","steps":["trace[742940778] 'range keys from in-memory index tree' (duration: 1.055115366s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:18.143567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194734247s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:18.143649Z","caller":"traceutil/trace.go:171","msg":"trace[204207666] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"4.816946963s","start":"2026-03-04T13:45:13.326688Z","end":"2026-03-04T13:45:18.143635Z","steps":["trace[204207666] 'process raft request' (duration: 2.622082423s)","trace[204207666] 'compare' (duration: 2.194086043s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:18.143705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:13.326668Z","time spent":"4.817009094s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:18.332559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.295241882s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:45:19.196467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:14.199406Z","time spent":"4.997054232s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 13:45:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:19.336671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003865947s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:19.336941Z","caller":"traceutil/trace.go:171","msg":"trace[2147387705] linearizableReadLoop","detail":"{readStateIndex:25055; appliedIndex:25051; }","duration":"4.348358822s","start":"2026-03-04T13:45:14.988565Z","end":"2026-03-04T13:45:19.336924Z","steps":["trace[2147387705] 'read index received' (duration: 960.105064ms)","trace[2147387705] 'applied index is now lower than readState.Index' (duration: 3.388252858s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:19.337182Z","caller":"traceutil/trace.go:171","msg":"trace[50460234] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"4.344986117s","start":"2026-03-04T13:45:14.992184Z","end":"2026-03-04T13:45:19.33717Z","steps":["trace[50460234] 'process raft request' (duration: 4.344574817s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:19.337259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:14.992165Z","time spent":"4.345058528s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:19.337526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.085644988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:19.337576Z","caller":"traceutil/trace.go:171","msg":"trace[480502152] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24190; }","duration":"5.085752531s","start":"2026-03-04T13:45:14.251814Z","end":"2026-03-04T13:45:19.337567Z","steps":["trace[480502152] 'agreement among raft nodes before linearized reading' (duration: 5.085629769s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:19.337608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:14.251795Z","time spent":"5.085805152s","remote":"127.0.0.1:38156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:19.337615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.932557356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:19.337719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.373183099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:19.337846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.823765274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:19.337866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.936193186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:19.337858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.689366681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:19.337852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.657870984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:19.337908Z","caller":"traceutil/trace.go:171","msg":"trace[696467414] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24190; }","duration":"6.823868127s","start":"2026-03-04T13:45:12.514026Z","end":"2026-03-04T13:45:19.337894Z","steps":["trace[696467414] 'agreement among raft nodes before linearized reading' (duration: 6.823772894s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:19.337923Z","caller":"traceutil/trace.go:171","msg":"trace[1198841348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24190; }","duration":"6.936287718s","start":"2026-03-04T13:45:12.40162Z","end":"2026-03-04T13:45:19.337908Z","steps":["trace[1198841348] 'agreement among raft nodes before linearized reading' (duration: 6.936188436s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:19.337929Z","caller":"traceutil/trace.go:171","msg":"trace[976551827] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24190; }","duration":"4.689453543s","start":"2026-03-04T13:45:14.648461Z","end":"2026-03-04T13:45:19.337914Z","steps":["trace[976551827] 'agreement among raft nodes before linearized reading' (duration: 4.68931517s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:19.337951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:12.514006Z","time spent":"6.823935309s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:19.337963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:12.401603Z","time spent":"6.936350419s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:19.337954Z","caller":"traceutil/trace.go:171","msg":"trace[1129938488] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24190; }","duration":"4.658015516s","start":"2026-03-04T13:45:14.679916Z","end":"2026-03-04T13:45:19.337931Z","steps":["trace[1129938488] 'agreement among raft nodes before linearized reading' (duration: 4.657837262s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:19.337978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:14.648395Z","time spent":"4.689573645s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:19.338002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:14.679898Z","time spent":"4.658093269s","remote":"127.0.0.1:54968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:19.338028Z","caller":"traceutil/trace.go:171","msg":"trace[1062958183] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"4.342324897s","start":"2026-03-04T13:45:14.995664Z","end":"2026-03-04T13:45:19.337989Z","steps":["trace[1062958183] 'process raft request' (duration: 4.341176221s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:19.338077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.5774211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:19.338218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:14.995653Z","time spent":"4.34246939s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:19.337873Z","caller":"traceutil/trace.go:171","msg":"trace[1074383284] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24190; }","duration":"4.373369383s","start":"2026-03-04T13:45:14.964461Z","end":"2026-03-04T13:45:19.33783Z","steps":["trace[1074383284] 'agreement among raft nodes before linearized reading' (duration: 4.373072897s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:19.338223Z","caller":"traceutil/trace.go:171","msg":"trace[904582305] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24190; }","duration":"4.577611684s","start":"2026-03-04T13:45:14.760584Z","end":"2026-03-04T13:45:19.338195Z","steps":["trace[904582305] 'agreement among raft nodes before linearized reading' (duration: 4.577266527s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:19.337764Z","caller":"traceutil/trace.go:171","msg":"trace[1018114039] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24190; }","duration":"4.932777711s","start":"2026-03-04T13:45:14.404951Z","end":"2026-03-04T13:45:19.337728Z","steps":["trace[1018114039] 'agreement among raft nodes before linearized reading' (duration: 4.932474394s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:19.338328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:14.964366Z","time spent":"4.373915955s","remote":"127.0.0.1:43444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:19.338344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:14.760564Z","time spent":"4.577762367s","remote":"127.0.0.1:36442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:19.338402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:14.404935Z","time spent":"4.933446595s","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:19.337784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.627556684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:19.338504Z","caller":"traceutil/trace.go:171","msg":"trace[905414533] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24190; }","duration":"6.628257129s","start":"2026-03-04T13:45:12.710215Z","end":"2026-03-04T13:45:19.338472Z","steps":["trace[905414533] 'agreement among raft nodes before linearized reading' (duration: 6.627535593s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:19.338597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:12.710174Z","time spent":"6.628389633s","remote":"127.0.0.1:43354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:19.765014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000434038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:19.765098Z","caller":"traceutil/trace.go:171","msg":"trace[460902488] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000589863s","start":"2026-03-04T13:45:17.76449Z","end":"2026-03-04T13:45:19.76508Z","steps":["trace[460902488] 'agreement among raft nodes before linearized reading' (duration: 2.00048232s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:19.765151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:17.76446Z","time spent":"2.000673304s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:19.837535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:20.2417Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.908915557s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:45:21.765306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999717113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:45:21.765416Z","caller":"traceutil/trace.go:171","msg":"trace[904041052] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999890467s","start":"2026-03-04T13:45:19.765502Z","end":"2026-03-04T13:45:21.765393Z","steps":["trace[904041052] 'agreement among raft nodes before linearized reading' (duration: 1.999755824s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.765467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:19.76547Z","time spent":"1.999986899s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:21.993358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:16.996526Z","time spent":"4.996825066s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 13:45:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:21.993357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:16.996443Z","time spent":"4.996906608s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 13:45:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:21.993838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:16.996531Z","time spent":"4.997304577s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 13:45:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:21.99396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:16.996607Z","time spent":"4.997351308s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 13:45:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:22.167876Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.926023489s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:45:22.754176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512213558s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:22.754523Z","caller":"traceutil/trace.go:171","msg":"trace[1384095369] transaction","detail":"{read_only:false; response_revision:24195; number_of_response:1; }","duration":"2.760008155s","start":"2026-03-04T13:45:19.994493Z","end":"2026-03-04T13:45:22.754501Z","steps":["trace[1384095369] 'process raft request' (duration: 2.759947054s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:22.754633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:19.994467Z","time spent":"2.760115778s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:22.754741Z","caller":"traceutil/trace.go:171","msg":"trace[1181284637] linearizableReadLoop","detail":"{readStateIndex:25059; appliedIndex:25055; }","duration":"3.417731658s","start":"2026-03-04T13:45:19.336994Z","end":"2026-03-04T13:45:22.754725Z","steps":["trace[1181284637] 'read index received' (duration: 904.873456ms)","trace[1181284637] 'applied index is now lower than readState.Index' (duration: 2.512857142s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:22.754915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.557009543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-04T13:45:22.754955Z","caller":"traceutil/trace.go:171","msg":"trace[362298687] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24195; }","duration":"3.557088485s","start":"2026-03-04T13:45:19.197853Z","end":"2026-03-04T13:45:22.754942Z","steps":["trace[362298687] 'agreement among raft nodes before linearized reading' (duration: 3.556962662s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:22.755002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:19.197834Z","time spent":"3.557158456s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T13:45:22.755103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.761457316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:22.755136Z","caller":"traceutil/trace.go:171","msg":"trace[695474147] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24195; }","duration":"7.761533858s","start":"2026-03-04T13:45:14.993594Z","end":"2026-03-04T13:45:22.755128Z","steps":["trace[695474147] 'agreement among raft nodes before linearized reading' (duration: 7.761482597s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:22.755163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:14.993575Z","time spent":"7.761581829s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T13:45:22.755131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.238714922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:22.755214Z","caller":"traceutil/trace.go:171","msg":"trace[1366697824] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24195; }","duration":"6.238816464s","start":"2026-03-04T13:45:16.51638Z","end":"2026-03-04T13:45:22.755197Z","steps":["trace[1366697824] 'agreement among raft nodes before linearized reading' (duration: 6.238663531s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:22.755227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.424475119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:22.755215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.750271584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-04T13:45:22.75524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.65683634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-04T13:45:22.755134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.063372368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:22.755267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:16.51632Z","time spent":"6.238935997s","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:22.755217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.762657764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:22.755477Z","caller":"traceutil/trace.go:171","msg":"trace[580807557] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:0; response_revision:24195; }","duration":"7.763026351s","start":"2026-03-04T13:45:14.992435Z","end":"2026-03-04T13:45:22.755462Z","steps":["trace[580807557] 'agreement among raft nodes before linearized reading' (duration: 7.762646413s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:22.755298Z","caller":"traceutil/trace.go:171","msg":"trace[1614551957] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24195; }","duration":"7.750386697s","start":"2026-03-04T13:45:15.004895Z","end":"2026-03-04T13:45:22.755281Z","steps":["trace[1614551957] 'agreement among raft nodes before linearized reading' (duration: 7.750163712s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:22.755611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:15.004875Z","time spent":"7.750719604s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T13:45:22.755134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.363677575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:22.755613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:14.992413Z","time spent":"7.763155825s","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"info","ts":"2026-03-04T13:45:22.755705Z","caller":"traceutil/trace.go:171","msg":"trace[208191871] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24195; }","duration":"6.364293959s","start":"2026-03-04T13:45:16.391389Z","end":"2026-03-04T13:45:22.755683Z","steps":["trace[208191871] 'agreement among raft nodes before linearized reading' (duration: 6.363671355s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:22.755242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.022995174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T13:45:22.755787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:16.391367Z","time spent":"6.364396631s","remote":"127.0.0.1:43084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:22.7558Z","caller":"traceutil/trace.go:171","msg":"trace[1940201886] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24195; }","duration":"5.023556056s","start":"2026-03-04T13:45:17.732228Z","end":"2026-03-04T13:45:22.755784Z","steps":["trace[1940201886] 'agreement among raft nodes before linearized reading' (duration: 5.02282567s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:22.755308Z","caller":"traceutil/trace.go:171","msg":"trace[202021189] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24195; }","duration":"7.656956592s","start":"2026-03-04T13:45:15.098335Z","end":"2026-03-04T13:45:22.755292Z","steps":["trace[202021189] 'agreement among raft nodes before linearized reading' (duration: 7.656788439s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:22.755978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:17.732142Z","time spent":"5.023818181s","remote":"127.0.0.1:38022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:22.755134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.363715756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:22.756034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:15.098312Z","time spent":"7.657707619s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-03-04T13:45:22.755304Z","caller":"traceutil/trace.go:171","msg":"trace[1021072669] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24195; }","duration":"4.424569401s","start":"2026-03-04T13:45:18.330694Z","end":"2026-03-04T13:45:22.755263Z","steps":["trace[1021072669] 'agreement among raft nodes before linearized reading' (duration: 4.424500919s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:22.756073Z","caller":"traceutil/trace.go:171","msg":"trace[1874611704] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24195; }","duration":"5.364701348s","start":"2026-03-04T13:45:17.391354Z","end":"2026-03-04T13:45:22.756055Z","steps":["trace[1874611704] 'agreement among raft nodes before linearized reading' (duration: 5.363696906s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:22.756124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:18.330668Z","time spent":"4.42543902s","remote":"127.0.0.1:43086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:22.75614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:17.391333Z","time spent":"5.36478761s","remote":"127.0.0.1:49724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:22.755325Z","caller":"traceutil/trace.go:171","msg":"trace[157044133] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24195; }","duration":"6.063617124s","start":"2026-03-04T13:45:16.691683Z","end":"2026-03-04T13:45:22.7553Z","steps":["trace[157044133] 'agreement among raft nodes before linearized reading' (duration: 6.063381508s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:22.75618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:16.691658Z","time spent":"6.064510044s","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:22.756265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.365830433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:22.756383Z","caller":"traceutil/trace.go:171","msg":"trace[1818612276] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24195; }","duration":"4.36699528s","start":"2026-03-04T13:45:18.389368Z","end":"2026-03-04T13:45:22.756363Z","steps":["trace[1818612276] 'agreement among raft nodes before linearized reading' (duration: 4.365782872s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:22.756481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:18.389315Z","time spent":"4.367146213s","remote":"127.0.0.1:47924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:23.255223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:23.755851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:23.773221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999842916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:23.773285Z","caller":"traceutil/trace.go:171","msg":"trace[129800954] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999966949s","start":"2026-03-04T13:45:21.7733Z","end":"2026-03-04T13:45:23.773266Z","steps":["trace[129800954] 'agreement among raft nodes before linearized reading' (duration: 1.999879667s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:23.773332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:21.773266Z","time spent":"2.00005549s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:24.224883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465670585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:24.224976Z","caller":"traceutil/trace.go:171","msg":"trace[587190607] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"1.465814998s","start":"2026-03-04T13:45:22.759142Z","end":"2026-03-04T13:45:24.224957Z","steps":["trace[587190607] 'agreement among raft nodes before linearized reading' (duration: 1.465700635s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:24.225024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:22.759124Z","time spent":"1.465889719s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/04 13:45:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:24.257189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:24.75802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:25.258552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:25.759733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:25.774783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001085603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:25.774874Z","caller":"traceutil/trace.go:171","msg":"trace[1743225158] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001247936s","start":"2026-03-04T13:45:23.773604Z","end":"2026-03-04T13:45:25.774852Z","steps":["trace[1743225158] 'agreement among raft nodes before linearized reading' (duration: 2.001135374s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:25.774931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:23.773573Z","time spent":"2.001338158s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:26.260436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:26.267678Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.099563191s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:45:26.268177Z","caller":"traceutil/trace.go:171","msg":"trace[500508853] transaction","detail":"{read_only:false; response_revision:24196; number_of_response:1; }","duration":"5.635720707s","start":"2026-03-04T13:45:20.63244Z","end":"2026-03-04T13:45:26.268161Z","steps":["trace[500508853] 'process raft request' (duration: 5.63541524s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:26.26827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:20.632415Z","time spent":"5.635799439s","remote":"127.0.0.1:49766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:26.993823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998648727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:26.99391Z","caller":"traceutil/trace.go:171","msg":"trace[1036663337] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998787681s","start":"2026-03-04T13:45:21.995104Z","end":"2026-03-04T13:45:26.993891Z","steps":["trace[1036663337] 'agreement among raft nodes before linearized reading' (duration: 4.998678988s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:26.993992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:21.995087Z","time spent":"4.998892633s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/04 13:45:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:26.994273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999035336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:26.99443Z","caller":"traceutil/trace.go:171","msg":"trace[1365644380] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.99921364s","start":"2026-03-04T13:45:21.995195Z","end":"2026-03-04T13:45:26.994409Z","steps":["trace[1365644380] 'agreement among raft nodes before linearized reading' (duration: 4.999030136s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:26.994547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:21.995128Z","time spent":"4.999404474s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/04 13:45:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:26.995957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999696612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:45:26.995997Z","caller":"traceutil/trace.go:171","msg":"trace[1885904443] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999761223s","start":"2026-03-04T13:45:21.996226Z","end":"2026-03-04T13:45:26.995988Z","steps":["trace[1885904443] 'agreement among raft nodes before linearized reading' (duration: 4.999714292s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:26.996023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:21.996218Z","time spent":"4.999798834s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T13:45:26.996934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000652512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:45:26.996989Z","caller":"traceutil/trace.go:171","msg":"trace[570496645] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.000733875s","start":"2026-03-04T13:45:21.996242Z","end":"2026-03-04T13:45:26.996976Z","steps":["trace[570496645] 'agreement among raft nodes before linearized reading' (duration: 5.000669483s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:26.997111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:21.996231Z","time spent":"5.000784246s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-04T13:45:27.028772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.269546284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:27.028851Z","caller":"traceutil/trace.go:171","msg":"trace[902348386] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"4.269667257s","start":"2026-03-04T13:45:22.759165Z","end":"2026-03-04T13:45:27.028832Z","steps":["trace[902348386] 'agreement among raft nodes before linearized reading' (duration: 4.269570425s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:27.028897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:22.759146Z","time spent":"4.269741719s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/04 13:45:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:27.781658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000457739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:27.781745Z","caller":"traceutil/trace.go:171","msg":"trace[1697666931] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000592222s","start":"2026-03-04T13:45:25.781134Z","end":"2026-03-04T13:45:27.781726Z","steps":["trace[1697666931] 'agreement among raft nodes before linearized reading' (duration: 2.00048547s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:27.781792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:25.781119Z","time spent":"2.000663444s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:28.044671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.707668ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:28.04479Z","caller":"traceutil/trace.go:171","msg":"trace[949113056] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24196; }","duration":"956.845311ms","start":"2026-03-04T13:45:27.087928Z","end":"2026-03-04T13:45:28.044773Z","steps":["trace[949113056] 'range keys from in-memory index tree' (duration: 956.693158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:28.045064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:22.757164Z","time spent":"5.287898025s","remote":"127.0.0.1:37726","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T13:45:28.045872Z","caller":"traceutil/trace.go:171","msg":"trace[1358946295] transaction","detail":"{read_only:false; response_revision:24197; number_of_response:1; }","duration":"4.494904949s","start":"2026-03-04T13:45:23.550939Z","end":"2026-03-04T13:45:28.045844Z","steps":["trace[1358946295] 'process raft request' (duration: 4.494040859s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:28.046297Z","caller":"traceutil/trace.go:171","msg":"trace[2138892320] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"4.216616958s","start":"2026-03-04T13:45:23.829646Z","end":"2026-03-04T13:45:28.046263Z","steps":["trace[2138892320] 'process raft request' (duration: 4.216117406s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:28.046488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:23.82962Z","time spent":"4.21676405s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:28.046847Z","caller":"traceutil/trace.go:171","msg":"trace[80387602] linearizableReadLoop","detail":"{readStateIndex:25065; appliedIndex:25060; }","duration":"5.292044259s","start":"2026-03-04T13:45:22.754792Z","end":"2026-03-04T13:45:28.046836Z","steps":["trace[80387602] 'read index received' (duration: 3.513008486s)","trace[80387602] 'applied index is now lower than readState.Index' (duration: 1.779031533s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:28.046983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.652470393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:28.047015Z","caller":"traceutil/trace.go:171","msg":"trace[307004692] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24199; }","duration":"6.652540554s","start":"2026-03-04T13:45:21.394463Z","end":"2026-03-04T13:45:28.047003Z","steps":["trace[307004692] 'agreement among raft nodes before linearized reading' (duration: 6.652456862s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:28.047049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:21.394442Z","time spent":"6.652600886s","remote":"127.0.0.1:43518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:28.047053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.460470396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:28.047161Z","caller":"traceutil/trace.go:171","msg":"trace[604217679] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24199; }","duration":"6.46063412s","start":"2026-03-04T13:45:21.586501Z","end":"2026-03-04T13:45:28.047136Z","steps":["trace[604217679] 'agreement among raft nodes before linearized reading' (duration: 6.460422725s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:28.04721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:21.586476Z","time spent":"6.460723701s","remote":"127.0.0.1:43394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:28.047343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.704717213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-567966b9fc-b29jf.1899a5aa00cc0eae\" ","response":"range_response_count:1 size:2109"} {"level":"info","ts":"2026-03-04T13:45:28.047365Z","caller":"traceutil/trace.go:171","msg":"trace[1173884225] range","detail":"{range_begin:/registry/events/openstack/glance-api-567966b9fc-b29jf.1899a5aa00cc0eae; range_end:; response_count:1; response_revision:24199; }","duration":"8.704772065s","start":"2026-03-04T13:45:19.342586Z","end":"2026-03-04T13:45:28.047358Z","steps":["trace[1173884225] 'agreement among raft nodes before linearized reading' (duration: 8.704654452s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:28.047386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:19.342568Z","time spent":"8.704813715s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2132,"request content":"key:\"/registry/events/openstack/glance-api-567966b9fc-b29jf.1899a5aa00cc0eae\" "} {"level":"info","ts":"2026-03-04T13:45:28.047525Z","caller":"traceutil/trace.go:171","msg":"trace[1843486794] transaction","detail":"{read_only:false; response_revision:24199; number_of_response:1; }","duration":"2.396648656s","start":"2026-03-04T13:45:25.650862Z","end":"2026-03-04T13:45:28.047511Z","steps":["trace[1843486794] 'process raft request' (duration: 2.395281906s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:28.047225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.379631113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:28.047611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:25.650833Z","time spent":"2.396723187s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:28.047617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:23.550911Z","time spent":"4.496613147s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:28.047631Z","caller":"traceutil/trace.go:171","msg":"trace[1572729883] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24199; }","duration":"7.380055511s","start":"2026-03-04T13:45:20.66755Z","end":"2026-03-04T13:45:28.047606Z","steps":["trace[1572729883] 'agreement among raft nodes before linearized reading' (duration: 7.379639172s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:28.047722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:20.66753Z","time spent":"7.380157914s","remote":"127.0.0.1:54914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:28.54791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:29.782089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000178443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:29.782162Z","caller":"traceutil/trace.go:171","msg":"trace[307010592] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000304606s","start":"2026-03-04T13:45:27.781842Z","end":"2026-03-04T13:45:29.782146Z","steps":["trace[307010592] 'agreement among raft nodes before linearized reading' (duration: 2.000214154s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:29.782196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:27.781822Z","time spent":"2.000367949s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:29.921108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:29.321055Z","time spent":"600.044868ms","remote":"127.0.0.1:55246","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T13:45:29.921512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092848112s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:29.92162Z","caller":"traceutil/trace.go:171","msg":"trace[307455814] transaction","detail":"{read_only:false; response_revision:24200; number_of_response:1; }","duration":"2.159812864s","start":"2026-03-04T13:45:27.761787Z","end":"2026-03-04T13:45:29.9216Z","steps":["trace[307455814] 'process raft request' (duration: 1.066797568s)","trace[307455814] 'compare' (duration: 1.09274376s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:29.921681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:27.761762Z","time spent":"2.159890395s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:30.347156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000064871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:45:30.347262Z","caller":"traceutil/trace.go:171","msg":"trace[1541976682] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000209744s","start":"2026-03-04T13:45:28.347029Z","end":"2026-03-04T13:45:30.347239Z","steps":["trace[1541976682] 'agreement among raft nodes before linearized reading' (duration: 2.00006011s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.347322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:28.346986Z","time spent":"2.000321886s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:30.558416Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.72981193s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:45:30.852312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.592126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:30.852597Z","caller":"traceutil/trace.go:171","msg":"trace[298286018] linearizableReadLoop","detail":"{readStateIndex:25068; appliedIndex:25065; }","duration":"2.805714241s","start":"2026-03-04T13:45:28.046863Z","end":"2026-03-04T13:45:30.852577Z","steps":["trace[298286018] 'read index received' (duration: 781.712703ms)","trace[298286018] 'applied index is now lower than readState.Index' (duration: 2.024000498s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:30.852713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.59523721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:30.852789Z","caller":"traceutil/trace.go:171","msg":"trace[1345992847] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24202; }","duration":"4.595363352s","start":"2026-03-04T13:45:26.257407Z","end":"2026-03-04T13:45:30.852771Z","steps":["trace[1345992847] 'agreement among raft nodes before linearized reading' (duration: 4.595186648s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.852789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.589108172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:30.852834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:26.257397Z","time spent":"4.595425945s","remote":"127.0.0.1:43580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:30.852868Z","caller":"traceutil/trace.go:171","msg":"trace[601040945] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24202; }","duration":"5.589225574s","start":"2026-03-04T13:45:25.263623Z","end":"2026-03-04T13:45:30.852848Z","steps":["trace[601040945] 'agreement among raft nodes before linearized reading' (duration: 5.588981109s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.852928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:25.263608Z","time spent":"5.589309286s","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:30.85294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.108102753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:30.852994Z","caller":"traceutil/trace.go:171","msg":"trace[664130880] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24202; }","duration":"7.108199755s","start":"2026-03-04T13:45:23.744772Z","end":"2026-03-04T13:45:30.852972Z","steps":["trace[664130880] 'agreement among raft nodes before linearized reading' (duration: 7.108134683s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.853056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:23.744734Z","time spent":"7.108307027s","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:30.853096Z","caller":"traceutil/trace.go:171","msg":"trace[129875077] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"2.802769245s","start":"2026-03-04T13:45:28.050318Z","end":"2026-03-04T13:45:30.853088Z","steps":["trace[129875077] 'process raft request' (duration: 2.802114091s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.853185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:28.050296Z","time spent":"2.802830437s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2092,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:30.853211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.598758839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-z9f56\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-03-04T13:45:30.853245Z","caller":"traceutil/trace.go:171","msg":"trace[438297259] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-z9f56; range_end:; response_count:1; response_revision:24202; }","duration":"4.59881692s","start":"2026-03-04T13:45:26.254419Z","end":"2026-03-04T13:45:30.853236Z","steps":["trace[438297259] 'agreement among raft nodes before linearized reading' (duration: 4.598690667s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:30.853062Z","caller":"traceutil/trace.go:171","msg":"trace[2144594071] transaction","detail":"{read_only:false; response_revision:24201; number_of_response:1; }","duration":"2.805089457s","start":"2026-03-04T13:45:28.047957Z","end":"2026-03-04T13:45:30.853047Z","steps":["trace[2144594071] 'process raft request' (duration: 2.510651463s)","trace[2144594071] 'compare' (duration: 293.103234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:30.853324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.643939312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:30.853358Z","caller":"traceutil/trace.go:171","msg":"trace[258002704] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24202; }","duration":"4.644001243s","start":"2026-03-04T13:45:26.20935Z","end":"2026-03-04T13:45:30.853351Z","steps":["trace[258002704] 'agreement among raft nodes before linearized reading' (duration: 4.643951112s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.85334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063450433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:30.853392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:26.209338Z","time spent":"4.644045504s","remote":"127.0.0.1:54862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:30.853405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.996154743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:30.853426Z","caller":"traceutil/trace.go:171","msg":"trace[1689686353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24202; }","duration":"1.063579346s","start":"2026-03-04T13:45:29.789823Z","end":"2026-03-04T13:45:30.853403Z","steps":["trace[1689686353] 'agreement among raft nodes before linearized reading' (duration: 1.063440213s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:30.85347Z","caller":"traceutil/trace.go:171","msg":"trace[1115517697] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24202; }","duration":"3.996272365s","start":"2026-03-04T13:45:26.857181Z","end":"2026-03-04T13:45:30.853453Z","steps":["trace[1115517697] 'agreement among raft nodes before linearized reading' (duration: 3.996150733s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.853366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:28.047822Z","time spent":"2.805495256s","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:30.853535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:26.857156Z","time spent":"3.996361958s","remote":"127.0.0.1:54946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:30.853606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.762110553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:30.853575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.166527904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:30.853662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.569365859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-04T13:45:30.853283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:26.254407Z","time spent":"4.598869642s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-z9f56\" "} {"level":"warn","ts":"2026-03-04T13:45:30.853706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53235881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:30.853741Z","caller":"traceutil/trace.go:171","msg":"trace[191315266] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24202; }","duration":"3.532428362s","start":"2026-03-04T13:45:27.3213Z","end":"2026-03-04T13:45:30.853728Z","steps":["trace[191315266] 'agreement among raft nodes before linearized reading' (duration: 3.53237887s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.853485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.051710208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T13:45:30.853759Z","caller":"traceutil/trace.go:171","msg":"trace[1465540470] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24202; }","duration":"3.166727338s","start":"2026-03-04T13:45:27.686955Z","end":"2026-03-04T13:45:30.853682Z","steps":["trace[1465540470] 'agreement among raft nodes before linearized reading' (duration: 3.166477053s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.853787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:27.32128Z","time spent":"3.532497623s","remote":"127.0.0.1:50298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:30.85376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.851417496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-03-04T13:45:30.853807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.310025171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:30.853837Z","caller":"traceutil/trace.go:171","msg":"trace[1817303552] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24202; }","duration":"3.851518159s","start":"2026-03-04T13:45:27.002305Z","end":"2026-03-04T13:45:30.853823Z","steps":["trace[1817303552] 'agreement among raft nodes before linearized reading' (duration: 3.851330594s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:30.853855Z","caller":"traceutil/trace.go:171","msg":"trace[1918766636] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24202; }","duration":"7.310106923s","start":"2026-03-04T13:45:23.543735Z","end":"2026-03-04T13:45:30.853842Z","steps":["trace[1918766636] 'agreement among raft nodes before linearized reading' (duration: 7.310032961s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.853882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:27.002292Z","time spent":"3.85157773s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-04T13:45:30.853912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:23.543713Z","time spent":"7.310191044s","remote":"127.0.0.1:38136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:30.853722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.094571608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c68aa9c1-5430-4426-92f1-0a866dbf78e5\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T13:45:30.854003Z","caller":"traceutil/trace.go:171","msg":"trace[1585500234] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c68aa9c1-5430-4426-92f1-0a866dbf78e5; range_end:; response_count:1; response_revision:24202; }","duration":"8.094874694s","start":"2026-03-04T13:45:22.759109Z","end":"2026-03-04T13:45:30.853984Z","steps":["trace[1585500234] 'agreement among raft nodes before linearized reading' (duration: 8.094484486s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.853992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.859712331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:30.853546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.249512595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:30.854065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:22.759097Z","time spent":"8.094951337s","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-c68aa9c1-5430-4426-92f1-0a866dbf78e5\" "} {"level":"info","ts":"2026-03-04T13:45:30.854097Z","caller":"traceutil/trace.go:171","msg":"trace[1536293832] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24202; }","duration":"4.250098197s","start":"2026-03-04T13:45:26.603987Z","end":"2026-03-04T13:45:30.854085Z","steps":["trace[1536293832] 'agreement among raft nodes before linearized reading' (duration: 4.249519375s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:30.854069Z","caller":"traceutil/trace.go:171","msg":"trace[617844688] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24202; }","duration":"7.859825673s","start":"2026-03-04T13:45:22.994227Z","end":"2026-03-04T13:45:30.854053Z","steps":["trace[617844688] 'agreement among raft nodes before linearized reading' (duration: 7.85968955s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.854133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:26.603964Z","time spent":"4.250156839s","remote":"127.0.0.1:49766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:30.853648Z","caller":"traceutil/trace.go:171","msg":"trace[1007161165] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24202; }","duration":"4.762190915s","start":"2026-03-04T13:45:26.091447Z","end":"2026-03-04T13:45:30.853638Z","steps":["trace[1007161165] 'agreement among raft nodes before linearized reading' (duration: 4.762093292s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.854146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:22.994207Z","time spent":"7.859924095s","remote":"127.0.0.1:47898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:30.852881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.85116859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:30.854206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:26.091429Z","time spent":"4.762748146s","remote":"127.0.0.1:47886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:30.854242Z","caller":"traceutil/trace.go:171","msg":"trace[1817873477] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24202; }","duration":"5.85254889s","start":"2026-03-04T13:45:25.001675Z","end":"2026-03-04T13:45:30.854224Z","steps":["trace[1817873477] 'agreement among raft nodes before linearized reading' (duration: 5.85116825s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.853882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:27.686933Z","time spent":"3.166879321s","remote":"127.0.0.1:38048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:30.854333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:25.001661Z","time spent":"5.852650282s","remote":"127.0.0.1:43536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T13:45:30.853804Z","caller":"traceutil/trace.go:171","msg":"trace[1593446029] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24202; }","duration":"4.052062856s","start":"2026-03-04T13:45:26.801723Z","end":"2026-03-04T13:45:30.853786Z","steps":["trace[1593446029] 'agreement among raft nodes before linearized reading' (duration: 4.051611646s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.854424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:26.801703Z","time spent":"4.0527062s","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:30.853641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.135539628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:30.854593Z","caller":"traceutil/trace.go:171","msg":"trace[1675724059] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24202; }","duration":"3.13651641s","start":"2026-03-04T13:45:27.718059Z","end":"2026-03-04T13:45:30.854576Z","steps":["trace[1675724059] 'agreement among raft nodes before linearized reading' (duration: 3.135539689s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.854634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:27.718044Z","time spent":"3.136578781s","remote":"127.0.0.1:49752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:30.853688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.106941896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:30.854726Z","caller":"traceutil/trace.go:171","msg":"trace[1296268833] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24202; }","duration":"5.10800617s","start":"2026-03-04T13:45:25.746702Z","end":"2026-03-04T13:45:30.854708Z","steps":["trace[1296268833] 'agreement among raft nodes before linearized reading' (duration: 5.106965647s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.854778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:25.746683Z","time spent":"5.108078721s","remote":"127.0.0.1:50320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:30.852817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.717505561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T13:45:30.854845Z","caller":"traceutil/trace.go:171","msg":"trace[1366548846] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24202; }","duration":"5.719527006s","start":"2026-03-04T13:45:25.135296Z","end":"2026-03-04T13:45:30.854823Z","steps":["trace[1366548846] 'agreement among raft nodes before linearized reading' (duration: 5.717379968s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.854914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:25.135254Z","time spent":"5.719642488s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T13:45:30.853695Z","caller":"traceutil/trace.go:171","msg":"trace[946875797] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24202; }","duration":"4.569436201s","start":"2026-03-04T13:45:26.284249Z","end":"2026-03-04T13:45:30.853685Z","steps":["trace[946875797] 'agreement among raft nodes before linearized reading' (duration: 4.569314288s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.855096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:26.284229Z","time spent":"4.570814642s","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T13:45:30.853488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:29.789802Z","time spent":"1.063678128s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:32.198328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022264489s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:32.198445Z","caller":"traceutil/trace.go:171","msg":"trace[1753469310] linearizableReadLoop","detail":"{readStateIndex:25069; appliedIndex:25068; }","duration":"1.33881692s","start":"2026-03-04T13:45:30.859612Z","end":"2026-03-04T13:45:32.198429Z","steps":["trace[1753469310] 'read index received' (duration: 316.383737ms)","trace[1753469310] 'applied index is now lower than readState.Index' (duration: 1.022430853s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:32.199078Z","caller":"traceutil/trace.go:171","msg":"trace[309009059] transaction","detail":"{read_only:false; response_revision:24203; number_of_response:1; }","duration":"1.338956323s","start":"2026-03-04T13:45:30.859554Z","end":"2026-03-04T13:45:32.198511Z","steps":["trace[309009059] 'process raft request' (duration: 316.424587ms)","trace[309009059] 'compare' (duration: 1.020568761s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:32.199317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:30.859529Z","time spent":"1.339596297s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:32.199484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339846832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T13:45:32.199563Z","caller":"traceutil/trace.go:171","msg":"trace[1128398555] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24203; }","duration":"1.339971885s","start":"2026-03-04T13:45:30.859574Z","end":"2026-03-04T13:45:32.199545Z","steps":["trace[1128398555] 'agreement among raft nodes before linearized reading' (duration: 1.33971552s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:32.199606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:30.859562Z","time spent":"1.340035318s","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T13:45:32.699444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:32.863943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00084447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:32.864028Z","caller":"traceutil/trace.go:171","msg":"trace[621525930] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000953172s","start":"2026-03-04T13:45:30.863055Z","end":"2026-03-04T13:45:32.864008Z","steps":["trace[621525930] 'agreement among raft nodes before linearized reading' (duration: 2.00085133s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:32.864076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:30.86305Z","time spent":"2.001016113s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:33.200195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:33.45861Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.010888904s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:45:34.522056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062971451s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:34.522587Z","caller":"traceutil/trace.go:171","msg":"trace[87380396] linearizableReadLoop","detail":"{readStateIndex:25071; appliedIndex:25069; }","duration":"2.324087448s","start":"2026-03-04T13:45:32.198477Z","end":"2026-03-04T13:45:34.522565Z","steps":["trace[87380396] 'read index received' (duration: 1.26038634s)","trace[87380396] 'applied index is now lower than readState.Index' (duration: 1.063699878s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:34.522725Z","caller":"traceutil/trace.go:171","msg":"trace[171139851] transaction","detail":"{read_only:false; response_revision:24204; number_of_response:1; }","duration":"3.663045241s","start":"2026-03-04T13:45:30.859662Z","end":"2026-03-04T13:45:34.522708Z","steps":["trace[171139851] 'process raft request' (duration: 2.599292232s)","trace[171139851] 'compare' (duration: 1.061658872s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:34.522821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:30.859655Z","time spent":"3.663116293s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:34.523307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889460339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:34.523403Z","caller":"traceutil/trace.go:171","msg":"trace[132884686] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24205; }","duration":"2.889608532s","start":"2026-03-04T13:45:31.633772Z","end":"2026-03-04T13:45:34.52338Z","steps":["trace[132884686] 'agreement among raft nodes before linearized reading' (duration: 2.889432908s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.523996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97599679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272962"} {"level":"info","ts":"2026-03-04T13:45:34.524091Z","caller":"traceutil/trace.go:171","msg":"trace[673148534] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24205; }","duration":"2.976125483s","start":"2026-03-04T13:45:31.547937Z","end":"2026-03-04T13:45:34.524062Z","steps":["trace[673148534] 'agreement among raft nodes before linearized reading' (duration: 2.975304145s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.524172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:31.547917Z","time spent":"2.976232685s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272985,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T13:45:34.524189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.863513407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:34.524279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322304928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T13:45:34.524293Z","caller":"traceutil/trace.go:171","msg":"trace[2118539361] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24205; }","duration":"2.86362752s","start":"2026-03-04T13:45:31.660631Z","end":"2026-03-04T13:45:34.524258Z","steps":["trace[2118539361] 'agreement among raft nodes before linearized reading' (duration: 2.863438845s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:34.524349Z","caller":"traceutil/trace.go:171","msg":"trace[103583452] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:24205; }","duration":"2.32240792s","start":"2026-03-04T13:45:32.201926Z","end":"2026-03-04T13:45:34.524334Z","steps":["trace[103583452] 'agreement among raft nodes before linearized reading' (duration: 2.322160385s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.524385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:32.201909Z","time spent":"2.322466432s","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-04T13:45:34.524379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:31.660537Z","time spent":"2.863815054s","remote":"127.0.0.1:49708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:34.524409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:31.633751Z","time spent":"2.889697354s","remote":"127.0.0.1:54908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:34.524596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387112322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:34.524645Z","caller":"traceutil/trace.go:171","msg":"trace[1806683025] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24205; }","duration":"1.387190674s","start":"2026-03-04T13:45:33.137439Z","end":"2026-03-04T13:45:34.52463Z","steps":["trace[1806683025] 'agreement among raft nodes before linearized reading' (duration: 1.387110002s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.524558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.924119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:34.524689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:33.13741Z","time spent":"1.387266046s","remote":"127.0.0.1:49758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:34.524769Z","caller":"traceutil/trace.go:171","msg":"trace[1516802078] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24205; }","duration":"334.195836ms","start":"2026-03-04T13:45:34.190513Z","end":"2026-03-04T13:45:34.524709Z","steps":["trace[1516802078] 'agreement among raft nodes before linearized reading' (duration: 333.709935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:34.524806Z","caller":"traceutil/trace.go:171","msg":"trace[59096919] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"3.66206197s","start":"2026-03-04T13:45:30.862694Z","end":"2026-03-04T13:45:34.524756Z","steps":["trace[59096919] 'process raft request' (duration: 3.659466741s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.524891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660488644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:34.524937Z","caller":"traceutil/trace.go:171","msg":"trace[1866573826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24205; }","duration":"1.660563045s","start":"2026-03-04T13:45:32.864362Z","end":"2026-03-04T13:45:34.524925Z","steps":["trace[1866573826] 'agreement among raft nodes before linearized reading' (duration: 1.660494544s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.524885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:34.190493Z","time spent":"334.335929ms","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:34.524979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:32.864346Z","time spent":"1.660624337s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:34.525009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:30.862681Z","time spent":"3.662221223s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:34.525045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.664856803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-04T13:45:34.525079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.66208227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:34.525121Z","caller":"traceutil/trace.go:171","msg":"trace[1285103947] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24205; }","duration":"3.664958704s","start":"2026-03-04T13:45:30.860135Z","end":"2026-03-04T13:45:34.525093Z","steps":["trace[1285103947] 'agreement among raft nodes before linearized reading' (duration: 3.664684998s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:34.525169Z","caller":"traceutil/trace.go:171","msg":"trace[1054666210] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24205; }","duration":"3.662191022s","start":"2026-03-04T13:45:30.862951Z","end":"2026-03-04T13:45:34.525142Z","steps":["trace[1054666210] 'agreement among raft nodes before linearized reading' (duration: 3.662054279s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.525181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:30.860116Z","time spent":"3.665053617s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-04T13:45:34.525194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.406971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T13:45:34.52525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:30.862939Z","time spent":"3.662286534s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T13:45:34.52479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.596197082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:34.525288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308828986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:34.52527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322318789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a6e4e3b2aa5b\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T13:45:34.525325Z","caller":"traceutil/trace.go:171","msg":"trace[1358176093] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24205; }","duration":"2.308896628s","start":"2026-03-04T13:45:32.216417Z","end":"2026-03-04T13:45:34.525313Z","steps":["trace[1358176093] 'agreement among raft nodes before linearized reading' (duration: 2.308818526s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:34.525329Z","caller":"traceutil/trace.go:171","msg":"trace[2030120200] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24205; }","duration":"2.596798335s","start":"2026-03-04T13:45:31.928514Z","end":"2026-03-04T13:45:34.525313Z","steps":["trace[2030120200] 'agreement among raft nodes before linearized reading' (duration: 2.5961726s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:34.52534Z","caller":"traceutil/trace.go:171","msg":"trace[826885153] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899a6e4e3b2aa5b; range_end:; response_count:1; response_revision:24205; }","duration":"2.322418541s","start":"2026-03-04T13:45:32.202904Z","end":"2026-03-04T13:45:34.525322Z","steps":["trace[826885153] 'agreement among raft nodes before linearized reading' (duration: 2.322157755s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.525355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:32.216403Z","time spent":"2.30894604s","remote":"127.0.0.1:36400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:34.525376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:32.202891Z","time spent":"2.322477612s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a6e4e3b2aa5b\" "} {"level":"warn","ts":"2026-03-04T13:45:34.525365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871435105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:34.52534Z","caller":"traceutil/trace.go:171","msg":"trace[1862320302] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24205; }","duration":"182.543114ms","start":"2026-03-04T13:45:34.342742Z","end":"2026-03-04T13:45:34.525286Z","steps":["trace[1862320302] 'agreement among raft nodes before linearized reading' (duration: 182.168746ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:34.525426Z","caller":"traceutil/trace.go:171","msg":"trace[1800914424] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24205; }","duration":"2.871554828s","start":"2026-03-04T13:45:31.653857Z","end":"2026-03-04T13:45:34.525412Z","steps":["trace[1800914424] 'agreement among raft nodes before linearized reading' (duration: 2.871445276s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.525495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:31.653846Z","time spent":"2.87163897s","remote":"127.0.0.1:54936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:34.525376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:31.928481Z","time spent":"2.596878077s","remote":"127.0.0.1:54922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:34.526218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.865579474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T13:45:34.526264Z","caller":"traceutil/trace.go:171","msg":"trace[672486810] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24205; }","duration":"2.865677656s","start":"2026-03-04T13:45:31.660575Z","end":"2026-03-04T13:45:34.526253Z","steps":["trace[672486810] 'agreement among raft nodes before linearized reading' (duration: 2.864028218s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.526294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:31.66055Z","time spent":"2.865734808s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2615,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:35.341639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.053365ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T13:45:35.341746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:34.526761Z","time spent":"814.9796ms","remote":"127.0.0.1:37726","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T13:45:36.534744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000413959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:36.534823Z","caller":"traceutil/trace.go:171","msg":"trace[1798414953] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000532011s","start":"2026-03-04T13:45:34.534274Z","end":"2026-03-04T13:45:36.534806Z","steps":["trace[1798414953] 'agreement among raft nodes before linearized reading' (duration: 2.000434949s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:36.534867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:34.534262Z","time spent":"2.000596042s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:36.618536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128719367s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:36.618778Z","caller":"traceutil/trace.go:171","msg":"trace[832320796] transaction","detail":"{read_only:false; response_revision:24206; number_of_response:1; }","duration":"2.09140319s","start":"2026-03-04T13:45:34.527352Z","end":"2026-03-04T13:45:36.618756Z","steps":["trace[832320796] 'process raft request' (duration: 962.377336ms)","trace[832320796] 'compare' (duration: 1.127271104s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:36.618864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:34.527336Z","time spent":"2.091491412s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:36.619554Z","caller":"traceutil/trace.go:171","msg":"trace[961141811] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"2.086834857s","start":"2026-03-04T13:45:34.53269Z","end":"2026-03-04T13:45:36.619525Z","steps":["trace[961141811] 'process raft request' (duration: 2.085961158s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:36.619698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:34.532675Z","time spent":"2.086938939s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:36.619724Z","caller":"traceutil/trace.go:171","msg":"trace[1638018397] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"1.692223146s","start":"2026-03-04T13:45:34.927479Z","end":"2026-03-04T13:45:36.619703Z","steps":["trace[1638018397] 'process raft request' (duration: 1.691998871s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:36.619735Z","caller":"traceutil/trace.go:171","msg":"trace[144283040] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"1.276595313s","start":"2026-03-04T13:45:35.343114Z","end":"2026-03-04T13:45:36.61971Z","steps":["trace[144283040] 'process raft request' (duration: 1.276498891s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:36.619877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:34.927453Z","time spent":"1.692327329s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:36.619894Z","caller":"traceutil/trace.go:171","msg":"trace[560826899] linearizableReadLoop","detail":"{readStateIndex:25073; appliedIndex:25071; }","duration":"2.090783036s","start":"2026-03-04T13:45:34.529084Z","end":"2026-03-04T13:45:36.619867Z","steps":["trace[560826899] 'read index received' (duration: 152.653285ms)","trace[560826899] 'applied index is now lower than readState.Index' (duration: 1.938128081s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:36.619914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:35.343052Z","time spent":"1.276759536s","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:36.62002Z","caller":"traceutil/trace.go:171","msg":"trace[51177440] transaction","detail":"{read_only:false; response_revision:24210; number_of_response:1; }","duration":"1.065006118s","start":"2026-03-04T13:45:35.554996Z","end":"2026-03-04T13:45:36.620002Z","steps":["trace[51177440] 'process raft request' (duration: 1.06467308s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:36.620063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090042879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:36.620068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.68046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:36.620091Z","caller":"traceutil/trace.go:171","msg":"trace[177054622] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24210; }","duration":"2.09009652s","start":"2026-03-04T13:45:34.529986Z","end":"2026-03-04T13:45:36.620083Z","steps":["trace[177054622] 'agreement among raft nodes before linearized reading' (duration: 2.090027069s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:36.620087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:35.554971Z","time spent":"1.06508028s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:36.620113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:34.529972Z","time spent":"2.090135491s","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T13:45:36.620111Z","caller":"traceutil/trace.go:171","msg":"trace[2072662473] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24210; }","duration":"928.720791ms","start":"2026-03-04T13:45:35.691373Z","end":"2026-03-04T13:45:36.620094Z","steps":["trace[2072662473] 'agreement among raft nodes before linearized reading' (duration: 928.652389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:36.620152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:35.691331Z","time spent":"928.809253ms","remote":"127.0.0.1:49126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:36.620173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091073982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6d46d8df-932c-497a-8f7a-f960cca9f64f\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-04T13:45:36.620261Z","caller":"traceutil/trace.go:171","msg":"trace[590272690] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6d46d8df-932c-497a-8f7a-f960cca9f64f; range_end:; response_count:1; response_revision:24210; }","duration":"2.091183755s","start":"2026-03-04T13:45:34.529053Z","end":"2026-03-04T13:45:36.620237Z","steps":["trace[590272690] 'agreement among raft nodes before linearized reading' (duration: 2.090947708s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:36.620298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:34.529041Z","time spent":"2.091247826s","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-6d46d8df-932c-497a-8f7a-f960cca9f64f\" "} {"level":"warn","ts":"2026-03-04T13:45:36.620338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639134946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:36.620365Z","caller":"traceutil/trace.go:171","msg":"trace[1802903565] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24210; }","duration":"1.639210988s","start":"2026-03-04T13:45:34.981146Z","end":"2026-03-04T13:45:36.620357Z","steps":["trace[1802903565] 'agreement among raft nodes before linearized reading' (duration: 1.639082726s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:36.620354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084223768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-8lkwp\" ","response":"range_response_count:1 size:4803"} {"level":"warn","ts":"2026-03-04T13:45:36.6204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:34.981133Z","time spent":"1.639259329s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:36.620406Z","caller":"traceutil/trace.go:171","msg":"trace[735839841] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-8lkwp; range_end:; response_count:1; response_revision:24210; }","duration":"2.08429162s","start":"2026-03-04T13:45:34.536097Z","end":"2026-03-04T13:45:36.620388Z","steps":["trace[735839841] 'agreement among raft nodes before linearized reading' (duration: 2.084153497s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:36.620439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:34.536085Z","time spent":"2.084345941s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4826,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-8lkwp\" "} {"level":"warn","ts":"2026-03-04T13:45:37.12767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:38.627082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000321356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:45:38.627172Z","caller":"traceutil/trace.go:171","msg":"trace[1499690052] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00044334s","start":"2026-03-04T13:45:36.626707Z","end":"2026-03-04T13:45:38.62715Z","steps":["trace[1499690052] 'agreement among raft nodes before linearized reading' (duration: 2.000332257s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:38.627225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:36.626699Z","time spent":"2.000510461s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:38.828003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740016399s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:38.828131Z","caller":"traceutil/trace.go:171","msg":"trace[1038665484] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24210; }","duration":"1.740155342s","start":"2026-03-04T13:45:37.087956Z","end":"2026-03-04T13:45:38.828111Z","steps":["trace[1038665484] 'range keys from in-memory index tree' (duration: 1.739996478s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:38.828306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210670965s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:38.828409Z","caller":"traceutil/trace.go:171","msg":"trace[1940081706] transaction","detail":"{read_only:false; response_revision:24211; number_of_response:1; }","duration":"2.202574693s","start":"2026-03-04T13:45:36.625819Z","end":"2026-03-04T13:45:38.828394Z","steps":["trace[1940081706] 'process raft request' (duration: 991.740774ms)","trace[1940081706] 'compare' (duration: 1.209014827s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:38.828458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:36.625808Z","time spent":"2.202629014s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:39.519303Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.901666474s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:45:40.349099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000554363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:40.349182Z","caller":"traceutil/trace.go:171","msg":"trace[858435649] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000681976s","start":"2026-03-04T13:45:38.348482Z","end":"2026-03-04T13:45:40.349164Z","steps":["trace[858435649] 'agreement among raft nodes before linearized reading' (duration: 2.000578354s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:40.349228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:38.348466Z","time spent":"2.000752397s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:40.628015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000450009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:40.628115Z","caller":"traceutil/trace.go:171","msg":"trace[1981565484] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000609873s","start":"2026-03-04T13:45:38.627485Z","end":"2026-03-04T13:45:40.628095Z","steps":["trace[1981565484] 'agreement among raft nodes before linearized reading' (duration: 2.00048572s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:40.628162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:38.627464Z","time spent":"2.000687674s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:41.405355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885713237s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:41.405589Z","caller":"traceutil/trace.go:171","msg":"trace[1746499674] transaction","detail":"{read_only:false; response_revision:24214; number_of_response:1; }","duration":"2.961046486s","start":"2026-03-04T13:45:38.444525Z","end":"2026-03-04T13:45:41.405571Z","steps":["trace[1746499674] 'process raft request' (duration: 2.960999405s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:41.405662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:38.4445Z","time spent":"2.961129397s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:41.405927Z","caller":"traceutil/trace.go:171","msg":"trace[712810568] transaction","detail":"{read_only:false; response_revision:24213; number_of_response:1; }","duration":"3.009065352s","start":"2026-03-04T13:45:38.396843Z","end":"2026-03-04T13:45:41.405908Z","steps":["trace[712810568] 'process raft request' (duration: 3.008614502s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:41.405996Z","caller":"traceutil/trace.go:171","msg":"trace[1149848067] transaction","detail":"{read_only:false; response_revision:24212; number_of_response:1; }","duration":"4.777519958s","start":"2026-03-04T13:45:36.62844Z","end":"2026-03-04T13:45:41.405959Z","steps":["trace[1149848067] 'process raft request' (duration: 2.891109526s)","trace[1149848067] 'compare' (duration: 1.885599994s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:41.406053Z","caller":"traceutil/trace.go:171","msg":"trace[441482150] linearizableReadLoop","detail":"{readStateIndex:25079; appliedIndex:25077; }","duration":"4.779312098s","start":"2026-03-04T13:45:36.626726Z","end":"2026-03-04T13:45:41.406038Z","steps":["trace[441482150] 'read index received' (duration: 990.979837ms)","trace[441482150] 'applied index is now lower than readState.Index' (duration: 3.788330691s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:41.406153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:36.628427Z","time spent":"4.777639592s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4785,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:41.406018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:38.396824Z","time spent":"3.009150005s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:41.406473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.77938287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T13:45:41.406545Z","caller":"traceutil/trace.go:171","msg":"trace[587723612] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24214; }","duration":"4.779457932s","start":"2026-03-04T13:45:36.627073Z","end":"2026-03-04T13:45:41.406531Z","steps":["trace[587723612] 'agreement among raft nodes before linearized reading' (duration: 4.779265068s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:41.406604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:36.627066Z","time spent":"4.779501463s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-04T13:45:41.406902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.426179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:41.406942Z","caller":"traceutil/trace.go:171","msg":"trace[1894717255] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24214; }","duration":"650.533602ms","start":"2026-03-04T13:45:40.756399Z","end":"2026-03-04T13:45:41.406932Z","steps":["trace[1894717255] 'agreement among raft nodes before linearized reading' (duration: 650.43584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:41.407004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:40.756382Z","time spent":"650.609933ms","remote":"127.0.0.1:43376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:41.407049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.441565243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:41.407125Z","caller":"traceutil/trace.go:171","msg":"trace[104626931] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24214; }","duration":"3.441679415s","start":"2026-03-04T13:45:37.965424Z","end":"2026-03-04T13:45:41.407103Z","steps":["trace[104626931] 'agreement among raft nodes before linearized reading' (duration: 3.441556023s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:41.40718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:37.965405Z","time spent":"3.441762087s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:41.407203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.271983359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T13:45:41.407239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.777156099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:41.4073Z","caller":"traceutil/trace.go:171","msg":"trace[516108612] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24214; }","duration":"4.777232032s","start":"2026-03-04T13:45:36.630057Z","end":"2026-03-04T13:45:41.407289Z","steps":["trace[516108612] 'agreement among raft nodes before linearized reading' (duration: 4.77714433s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:41.407299Z","caller":"traceutil/trace.go:171","msg":"trace[1039466216] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24214; }","duration":"4.272116822s","start":"2026-03-04T13:45:37.135159Z","end":"2026-03-04T13:45:41.407276Z","steps":["trace[1039466216] 'agreement among raft nodes before linearized reading' (duration: 4.271880807s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:41.407328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:36.630051Z","time spent":"4.777268372s","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T13:45:41.407399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.261349321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:41.4074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.829263289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:41.407445Z","caller":"traceutil/trace.go:171","msg":"trace[1289155926] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24214; }","duration":"4.261406652s","start":"2026-03-04T13:45:37.14602Z","end":"2026-03-04T13:45:41.407427Z","steps":["trace[1289155926] 'agreement among raft nodes before linearized reading' (duration: 4.26134863s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:41.407445Z","caller":"traceutil/trace.go:171","msg":"trace[1155362081] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24214; }","duration":"3.829343121s","start":"2026-03-04T13:45:37.578089Z","end":"2026-03-04T13:45:41.407432Z","steps":["trace[1155362081] 'agreement among raft nodes before linearized reading' (duration: 3.829262749s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:41.407474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:37.146009Z","time spent":"4.261457072s","remote":"127.0.0.1:47950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:41.407481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:37.578074Z","time spent":"3.829399252s","remote":"127.0.0.1:38096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:41.407481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679515081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:41.407532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575885466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-6fjjz.1899a694069e0553\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-03-04T13:45:41.40758Z","caller":"traceutil/trace.go:171","msg":"trace[1494650628] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-6fjjz.1899a694069e0553; range_end:; response_count:1; response_revision:24214; }","duration":"2.575975338s","start":"2026-03-04T13:45:38.831591Z","end":"2026-03-04T13:45:41.407566Z","steps":["trace[1494650628] 'agreement among raft nodes before linearized reading' (duration: 2.575806084s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:41.407588Z","caller":"traceutil/trace.go:171","msg":"trace[1030745945] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24214; }","duration":"1.679669494s","start":"2026-03-04T13:45:39.72789Z","end":"2026-03-04T13:45:41.407559Z","steps":["trace[1030745945] 'agreement among raft nodes before linearized reading' (duration: 1.67948767s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:41.407651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:38.831574Z","time spent":"2.576047959s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-6fjjz.1899a694069e0553\" "} {"level":"warn","ts":"2026-03-04T13:45:41.407663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:39.72787Z","time spent":"1.679778426s","remote":"127.0.0.1:36428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:41.407692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.759576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T13:45:41.407347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:37.13514Z","time spent":"4.272196824s","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T13:45:41.407747Z","caller":"traceutil/trace.go:171","msg":"trace[633167457] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24214; }","duration":"724.858678ms","start":"2026-03-04T13:45:40.682876Z","end":"2026-03-04T13:45:41.407735Z","steps":["trace[633167457] 'agreement among raft nodes before linearized reading' (duration: 724.667993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:41.407789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:40.682854Z","time spent":"724.9253ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:41.407808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.740322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:41.407961Z","caller":"traceutil/trace.go:171","msg":"trace[1201630032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24214; }","duration":"773.05688ms","start":"2026-03-04T13:45:40.634884Z","end":"2026-03-04T13:45:41.407941Z","steps":["trace[1201630032] 'agreement among raft nodes before linearized reading' (duration: 772.694291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:41.408045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:40.634864Z","time spent":"773.167602ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:41.910916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371322726,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:42.919461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:41.549203Z","time spent":"1.370249874s","remote":"127.0.0.1:53468","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T13:45:42.920522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.970257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:42.920748Z","caller":"traceutil/trace.go:171","msg":"trace[1311633510] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"1.510391208s","start":"2026-03-04T13:45:41.410226Z","end":"2026-03-04T13:45:42.920617Z","steps":["trace[1311633510] 'process raft request' (duration: 971.93849ms)","trace[1311633510] 'compare' (duration: 537.589548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:42.920835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:41.410208Z","time spent":"1.510585442s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:43.166728Z","caller":"traceutil/trace.go:171","msg":"trace[2103053747] linearizableReadLoop","detail":"{readStateIndex:25083; appliedIndex:25081; }","duration":"1.755989065s","start":"2026-03-04T13:45:41.410708Z","end":"2026-03-04T13:45:43.166697Z","steps":["trace[2103053747] 'read index received' (duration: 971.680253ms)","trace[2103053747] 'applied index is now lower than readState.Index' (duration: 784.307542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:43.167106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756381314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-43a28167-ff05-4aba-9220-c50049b89813\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-03-04T13:45:43.167144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755395053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-04T13:45:43.167135Z","caller":"traceutil/trace.go:171","msg":"trace[281294287] transaction","detail":"{read_only:false; response_revision:24216; number_of_response:1; }","duration":"1.541476745s","start":"2026-03-04T13:45:41.62561Z","end":"2026-03-04T13:45:43.167087Z","steps":["trace[281294287] 'process raft request' (duration: 1.540925451s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:43.167198Z","caller":"traceutil/trace.go:171","msg":"trace[49931302] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24216; }","duration":"1.755485415s","start":"2026-03-04T13:45:41.411699Z","end":"2026-03-04T13:45:43.167185Z","steps":["trace[49931302] 'agreement among raft nodes before linearized reading' (duration: 1.755300411s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:43.167194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.50946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-797b5b474b-bzmwq.1899a74e5ac3cf55\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-04T13:45:43.1672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.61125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:43.167226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:41.411682Z","time spent":"1.755539357s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-04T13:45:43.167229Z","caller":"traceutil/trace.go:171","msg":"trace[58591810] range","detail":"{range_begin:/registry/events/openstack/magnum-api-797b5b474b-bzmwq.1899a74e5ac3cf55; range_end:; response_count:1; response_revision:24216; }","duration":"242.586662ms","start":"2026-03-04T13:45:42.924632Z","end":"2026-03-04T13:45:43.167219Z","steps":["trace[58591810] 'agreement among raft nodes before linearized reading' (duration: 242.446928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:43.167244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.729147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"info","ts":"2026-03-04T13:45:43.16724Z","caller":"traceutil/trace.go:171","msg":"trace[178479366] range","detail":"{range_begin:/registry/persistentvolumes/pvc-43a28167-ff05-4aba-9220-c50049b89813; range_end:; response_count:1; response_revision:24216; }","duration":"1.756506547s","start":"2026-03-04T13:45:41.41065Z","end":"2026-03-04T13:45:43.167157Z","steps":["trace[178479366] 'agreement among raft nodes before linearized reading' (duration: 1.756296442s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:43.167263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024662223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:43.167289Z","caller":"traceutil/trace.go:171","msg":"trace[1354099482] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24216; }","duration":"638.814179ms","start":"2026-03-04T13:45:42.528461Z","end":"2026-03-04T13:45:43.167275Z","steps":["trace[1354099482] 'agreement among raft nodes before linearized reading' (duration: 638.561963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:43.167308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:41.410641Z","time spent":"1.756653221s","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-43a28167-ff05-4aba-9220-c50049b89813\" "} {"level":"warn","ts":"2026-03-04T13:45:43.167327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:42.528432Z","time spent":"638.88597ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418374,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-04T13:45:43.167332Z","caller":"traceutil/trace.go:171","msg":"trace[973901975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24216; }","duration":"1.024776636s","start":"2026-03-04T13:45:42.142537Z","end":"2026-03-04T13:45:43.167314Z","steps":["trace[973901975] 'agreement among raft nodes before linearized reading' (duration: 1.024611402s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:43.167334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:41.625583Z","time spent":"1.541645199s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:43.167247Z","caller":"traceutil/trace.go:171","msg":"trace[932300503] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24216; }","duration":"385.699801ms","start":"2026-03-04T13:45:42.781534Z","end":"2026-03-04T13:45:43.167234Z","steps":["trace[932300503] 'agreement among raft nodes before linearized reading' (duration: 385.596429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:43.167371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.991965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T13:45:43.167377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:42.142517Z","time spent":"1.024849337s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:43.167362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211253409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:43.167409Z","caller":"traceutil/trace.go:171","msg":"trace[884066517] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:24216; }","duration":"965.070287ms","start":"2026-03-04T13:45:42.202329Z","end":"2026-03-04T13:45:43.167399Z","steps":["trace[884066517] 'agreement among raft nodes before linearized reading' (duration: 964.955534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:43.167416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:42.781509Z","time spent":"385.888646ms","remote":"127.0.0.1:38114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:43.167446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:42.20231Z","time spent":"965.125767ms","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"info","ts":"2026-03-04T13:45:43.167444Z","caller":"traceutil/trace.go:171","msg":"trace[2015751926] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24216; }","duration":"1.211388131s","start":"2026-03-04T13:45:41.956038Z","end":"2026-03-04T13:45:43.167426Z","steps":["trace[2015751926] 'agreement among raft nodes before linearized reading' (duration: 1.211218037s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:43.167494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:41.956013Z","time spent":"1.211469143s","remote":"127.0.0.1:43048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:43.493165Z","caller":"traceutil/trace.go:171","msg":"trace[1139069070] linearizableReadLoop","detail":"{readStateIndex:25085; appliedIndex:25083; }","duration":"320.449867ms","start":"2026-03-04T13:45:43.172694Z","end":"2026-03-04T13:45:43.493144Z","steps":["trace[1139069070] 'read index received' (duration: 59.453233ms)","trace[1139069070] 'applied index is now lower than readState.Index' (duration: 260.995704ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:43.493275Z","caller":"traceutil/trace.go:171","msg":"trace[1155757053] transaction","detail":"{read_only:false; response_revision:24218; number_of_response:1; }","duration":"317.282106ms","start":"2026-03-04T13:45:43.175972Z","end":"2026-03-04T13:45:43.493254Z","steps":["trace[1155757053] 'process raft request' (duration: 317.109073ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:43.493277Z","caller":"traceutil/trace.go:171","msg":"trace[1772081793] transaction","detail":"{read_only:false; response_revision:24217; number_of_response:1; }","duration":"323.100626ms","start":"2026-03-04T13:45:43.170111Z","end":"2026-03-04T13:45:43.493212Z","steps":["trace[1772081793] 'process raft request' (duration: 322.83064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:43.493394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.175962Z","time spent":"317.358218ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:43.493424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.719023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T13:45:43.493456Z","caller":"traceutil/trace.go:171","msg":"trace[845403504] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24218; }","duration":"320.784545ms","start":"2026-03-04T13:45:43.17266Z","end":"2026-03-04T13:45:43.493445Z","steps":["trace[845403504] 'agreement among raft nodes before linearized reading' (duration: 320.644481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:43.493482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.172644Z","time spent":"320.832735ms","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T13:45:43.49349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.170097Z","time spent":"323.265931ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:43.532441Z","caller":"traceutil/trace.go:171","msg":"trace[1038455257] transaction","detail":"{read_only:false; response_revision:24219; number_of_response:1; }","duration":"299.058028ms","start":"2026-03-04T13:45:43.23335Z","end":"2026-03-04T13:45:43.532408Z","steps":["trace[1038455257] 'process raft request' (duration: 298.793492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:43.534917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.725678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-03-04T13:45:43.534952Z","caller":"traceutil/trace.go:171","msg":"trace[1010181280] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:24219; }","duration":"120.809829ms","start":"2026-03-04T13:45:43.414135Z","end":"2026-03-04T13:45:43.534945Z","steps":["trace[1010181280] 'agreement among raft nodes before linearized reading' (duration: 120.727117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:43.535188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.427344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:43.535275Z","caller":"traceutil/trace.go:171","msg":"trace[110824339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24219; }","duration":"360.538017ms","start":"2026-03-04T13:45:43.17472Z","end":"2026-03-04T13:45:43.535258Z","steps":["trace[110824339] 'agreement among raft nodes before linearized reading' (duration: 360.411864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:43.535313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.174709Z","time spent":"360.596068ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:44.043795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.98302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:44.043956Z","caller":"traceutil/trace.go:171","msg":"trace[924946470] transaction","detail":"{read_only:false; response_revision:24225; number_of_response:1; }","duration":"383.84762ms","start":"2026-03-04T13:45:43.660087Z","end":"2026-03-04T13:45:44.043934Z","steps":["trace[924946470] 'process raft request' (duration: 82.658524ms)","trace[924946470] 'compare' (duration: 300.788076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:44.044011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.660066Z","time spent":"383.923121ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T13:45:44.1062Z","caller":"traceutil/trace.go:171","msg":"trace[96067466] transaction","detail":"{read_only:false; response_revision:24226; number_of_response:1; }","duration":"440.965551ms","start":"2026-03-04T13:45:43.665213Z","end":"2026-03-04T13:45:44.106178Z","steps":["trace[96067466] 'process raft request' (duration: 440.767047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.106329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.665189Z","time spent":"441.076004ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:44.106466Z","caller":"traceutil/trace.go:171","msg":"trace[558742185] linearizableReadLoop","detail":"{readStateIndex:25095; appliedIndex:25093; }","duration":"440.201743ms","start":"2026-03-04T13:45:43.66624Z","end":"2026-03-04T13:45:44.106442Z","steps":["trace[558742185] 'read index received' (duration: 76.522006ms)","trace[558742185] 'applied index is now lower than readState.Index' (duration: 363.678697ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:44.106614Z","caller":"traceutil/trace.go:171","msg":"trace[829476506] transaction","detail":"{read_only:false; response_revision:24227; number_of_response:1; }","duration":"438.571238ms","start":"2026-03-04T13:45:43.668027Z","end":"2026-03-04T13:45:44.106598Z","steps":["trace[829476506] 'process raft request' (duration: 438.091467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.106749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.668017Z","time spent":"438.641349ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:44.106834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.734241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"warn","ts":"2026-03-04T13:45:44.10683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.104435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:44.106879Z","caller":"traceutil/trace.go:171","msg":"trace[648137633] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:24227; }","duration":"434.794932ms","start":"2026-03-04T13:45:43.672068Z","end":"2026-03-04T13:45:44.106863Z","steps":["trace[648137633] 'agreement among raft nodes before linearized reading' (duration: 434.624359ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:44.106889Z","caller":"traceutil/trace.go:171","msg":"trace[859670065] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24227; }","duration":"104.197028ms","start":"2026-03-04T13:45:44.002676Z","end":"2026-03-04T13:45:44.106873Z","steps":["trace[859670065] 'agreement among raft nodes before linearized reading' (duration: 104.094055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.106915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.672038Z","time spent":"434.867784ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-04T13:45:44.106907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.210613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-03-04T13:45:44.107001Z","caller":"traceutil/trace.go:171","msg":"trace[1953375595] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:24227; }","duration":"440.319326ms","start":"2026-03-04T13:45:43.666655Z","end":"2026-03-04T13:45:44.106974Z","steps":["trace[1953375595] 'agreement among raft nodes before linearized reading' (duration: 440.0344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.107062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.666636Z","time spent":"440.410758ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-03-04T13:45:44.107141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.153718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:44.107174Z","caller":"traceutil/trace.go:171","msg":"trace[1286321629] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24227; }","duration":"146.217549ms","start":"2026-03-04T13:45:43.960946Z","end":"2026-03-04T13:45:44.107163Z","steps":["trace[1286321629] 'agreement among raft nodes before linearized reading' (duration: 146.159768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.107206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.392317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"warn","ts":"2026-03-04T13:45:44.107212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.419869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"info","ts":"2026-03-04T13:45:44.107264Z","caller":"traceutil/trace.go:171","msg":"trace[201342189] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:24227; }","duration":"440.462679ms","start":"2026-03-04T13:45:43.666783Z","end":"2026-03-04T13:45:44.107246Z","steps":["trace[201342189] 'agreement among raft nodes before linearized reading' (duration: 440.226874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.10725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.179923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"warn","ts":"2026-03-04T13:45:44.107274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.530981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-03-04T13:45:44.107301Z","caller":"traceutil/trace.go:171","msg":"trace[1304987203] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:24227; }","duration":"440.49149ms","start":"2026-03-04T13:45:43.666765Z","end":"2026-03-04T13:45:44.107257Z","steps":["trace[1304987203] 'agreement among raft nodes before linearized reading' (duration: 440.266505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.107313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.66678Z","time spent":"440.51776ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-03-04T13:45:44.107337Z","caller":"traceutil/trace.go:171","msg":"trace[586909751] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:24227; }","duration":"440.567311ms","start":"2026-03-04T13:45:43.666749Z","end":"2026-03-04T13:45:44.107316Z","steps":["trace[586909751] 'agreement among raft nodes before linearized reading' (duration: 440.04024ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:44.107349Z","caller":"traceutil/trace.go:171","msg":"trace[2127065724] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:24227; }","duration":"440.623513ms","start":"2026-03-04T13:45:43.666705Z","end":"2026-03-04T13:45:44.107329Z","steps":["trace[2127065724] 'agreement among raft nodes before linearized reading' (duration: 440.389187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.107354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.666761Z","time spent":"440.579032ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-03-04T13:45:44.107406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.666702Z","time spent":"440.692104ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-04T13:45:44.107415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.162844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5b263ed1-9056-4768-aa24-4528dfddf3ae\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-04T13:45:44.107465Z","caller":"traceutil/trace.go:171","msg":"trace[299131917] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5b263ed1-9056-4768-aa24-4528dfddf3ae; range_end:; response_count:1; response_revision:24227; }","duration":"441.235336ms","start":"2026-03-04T13:45:43.666214Z","end":"2026-03-04T13:45:44.107449Z","steps":["trace[299131917] 'agreement among raft nodes before linearized reading' (duration: 441.087613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.107462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.666745Z","time spent":"440.692954ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-04T13:45:44.107503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.666204Z","time spent":"441.289137ms","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-5b263ed1-9056-4768-aa24-4528dfddf3ae\" "} {"level":"warn","ts":"2026-03-04T13:45:44.107506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.794116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-03-04T13:45:44.107561Z","caller":"traceutil/trace.go:171","msg":"trace[852873023] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:24227; }","duration":"440.860178ms","start":"2026-03-04T13:45:43.666686Z","end":"2026-03-04T13:45:44.107546Z","steps":["trace[852873023] 'agreement among raft nodes before linearized reading' (duration: 440.707615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.107605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.666682Z","time spent":"440.912499ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-03-04T13:45:44.10761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.859108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"warn","ts":"2026-03-04T13:45:44.107613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.244621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-03-04T13:45:44.107649Z","caller":"traceutil/trace.go:171","msg":"trace[1604571936] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:24227; }","duration":"440.896788ms","start":"2026-03-04T13:45:43.666741Z","end":"2026-03-04T13:45:44.107637Z","steps":["trace[1604571936] 'agreement among raft nodes before linearized reading' (duration: 440.797126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:44.10766Z","caller":"traceutil/trace.go:171","msg":"trace[914185074] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:24227; }","duration":"241.335163ms","start":"2026-03-04T13:45:43.866312Z","end":"2026-03-04T13:45:44.107647Z","steps":["trace[914185074] 'agreement among raft nodes before linearized reading' (duration: 241.166779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.107678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.924226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-03-04T13:45:44.107687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.666737Z","time spent":"440.940379ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-04T13:45:44.107727Z","caller":"traceutil/trace.go:171","msg":"trace[1863502753] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:24227; }","duration":"411.004028ms","start":"2026-03-04T13:45:43.696709Z","end":"2026-03-04T13:45:44.107713Z","steps":["trace[1863502753] 'agreement among raft nodes before linearized reading' (duration: 410.792073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.107775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.69669Z","time spent":"411.072779ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-04T13:45:44.107906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.084433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-03-04T13:45:44.107953Z","caller":"traceutil/trace.go:171","msg":"trace[1357978651] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:24227; }","duration":"441.143464ms","start":"2026-03-04T13:45:43.666799Z","end":"2026-03-04T13:45:44.107942Z","steps":["trace[1357978651] 'agreement among raft nodes before linearized reading' (duration: 440.97158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.10799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.666796Z","time spent":"441.186605ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-03-04T13:45:44.417366Z","caller":"traceutil/trace.go:171","msg":"trace[56774927] linearizableReadLoop","detail":"{readStateIndex:25102; appliedIndex:25101; }","duration":"146.344913ms","start":"2026-03-04T13:45:44.270975Z","end":"2026-03-04T13:45:44.41732Z","steps":["trace[56774927] 'read index received' (duration: 137.040344ms)","trace[56774927] 'applied index is now lower than readState.Index' (duration: 9.302259ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:44.417463Z","caller":"traceutil/trace.go:171","msg":"trace[455843271] transaction","detail":"{read_only:false; response_revision:24233; number_of_response:1; }","duration":"179.360913ms","start":"2026-03-04T13:45:44.238069Z","end":"2026-03-04T13:45:44.41743Z","steps":["trace[455843271] 'process raft request' (duration: 169.843599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.417682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.67802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-z9f56.1899a753b1bd1e20\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-04T13:45:44.417774Z","caller":"traceutil/trace.go:171","msg":"trace[1583168945] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-z9f56.1899a753b1bd1e20; range_end:; response_count:1; response_revision:24233; }","duration":"146.822963ms","start":"2026-03-04T13:45:44.270926Z","end":"2026-03-04T13:45:44.417749Z","steps":["trace[1583168945] 'agreement among raft nodes before linearized reading' (duration: 146.557877ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:44.624411Z","caller":"traceutil/trace.go:171","msg":"trace[1449616247] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"120.206536ms","start":"2026-03-04T13:45:44.504181Z","end":"2026-03-04T13:45:44.624387Z","steps":["trace[1449616247] 'process raft request' (duration: 120.104004ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:44.838022Z","caller":"traceutil/trace.go:171","msg":"trace[857765873] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"256.226296ms","start":"2026-03-04T13:45:44.581768Z","end":"2026-03-04T13:45:44.837994Z","steps":["trace[857765873] 'process raft request' (duration: 256.018531ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:44.838003Z","caller":"traceutil/trace.go:171","msg":"trace[1430152689] linearizableReadLoop","detail":"{readStateIndex:25109; appliedIndex:25108; }","duration":"208.522836ms","start":"2026-03-04T13:45:44.629449Z","end":"2026-03-04T13:45:44.837972Z","steps":["trace[1430152689] 'read index received' (duration: 208.274211ms)","trace[1430152689] 'applied index is now lower than readState.Index' (duration: 247.305µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:44.838293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.817983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-h4cbx\" ","response":"range_response_count:1 size:4353"} {"level":"info","ts":"2026-03-04T13:45:44.838362Z","caller":"traceutil/trace.go:171","msg":"trace[1685457001] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-h4cbx; range_end:; response_count:1; response_revision:24240; }","duration":"208.934306ms","start":"2026-03-04T13:45:44.629409Z","end":"2026-03-04T13:45:44.838343Z","steps":["trace[1685457001] 'agreement among raft nodes before linearized reading' (duration: 208.65586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.838562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.984703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:44.838675Z","caller":"traceutil/trace.go:171","msg":"trace[12135721] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24240; }","duration":"199.206558ms","start":"2026-03-04T13:45:44.639435Z","end":"2026-03-04T13:45:44.838642Z","steps":["trace[12135721] 'agreement among raft nodes before linearized reading' (duration: 198.883211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:45.149681Z","caller":"traceutil/trace.go:171","msg":"trace[1212960675] linearizableReadLoop","detail":"{readStateIndex:25114; appliedIndex:25113; }","duration":"148.558252ms","start":"2026-03-04T13:45:45.001103Z","end":"2026-03-04T13:45:45.149661Z","steps":["trace[1212960675] 'read index received' (duration: 148.313397ms)","trace[1212960675] 'applied index is now lower than readState.Index' (duration: 244.155µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:45.150048Z","caller":"traceutil/trace.go:171","msg":"trace[411082553] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"190.444032ms","start":"2026-03-04T13:45:44.959587Z","end":"2026-03-04T13:45:45.150031Z","steps":["trace[411082553] 'process raft request' (duration: 189.93745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:45.150436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.31785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a4a586867624\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T13:45:45.150483Z","caller":"traceutil/trace.go:171","msg":"trace[1782204205] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899a4a586867624; range_end:; response_count:1; response_revision:24245; }","duration":"149.409712ms","start":"2026-03-04T13:45:45.001061Z","end":"2026-03-04T13:45:45.150471Z","steps":["trace[1782204205] 'agreement among raft nodes before linearized reading' (duration: 149.260838ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:45.360648Z","caller":"traceutil/trace.go:171","msg":"trace[1627935015] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"149.480353ms","start":"2026-03-04T13:45:45.211147Z","end":"2026-03-04T13:45:45.360627Z","steps":["trace[1627935015] 'process raft request' (duration: 149.33734ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:45.428244Z","caller":"traceutil/trace.go:171","msg":"trace[830878124] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"132.939302ms","start":"2026-03-04T13:45:45.295283Z","end":"2026-03-04T13:45:45.428222Z","steps":["trace[830878124] 'process raft request' (duration: 132.809999ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:45.690495Z","caller":"traceutil/trace.go:171","msg":"trace[1424888889] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"151.283413ms","start":"2026-03-04T13:45:45.539175Z","end":"2026-03-04T13:45:45.690458Z","steps":["trace[1424888889] 'process raft request' (duration: 150.797023ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:46.243942Z","caller":"traceutil/trace.go:171","msg":"trace[52423131] linearizableReadLoop","detail":"{readStateIndex:25131; appliedIndex:25130; }","duration":"245.762603ms","start":"2026-03-04T13:45:45.99816Z","end":"2026-03-04T13:45:46.243923Z","steps":["trace[52423131] 'read index received' (duration: 245.535408ms)","trace[52423131] 'applied index is now lower than readState.Index' (duration: 225.745µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:46.244006Z","caller":"traceutil/trace.go:171","msg":"trace[21180369] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"253.815074ms","start":"2026-03-04T13:45:45.99014Z","end":"2026-03-04T13:45:46.243955Z","steps":["trace[21180369] 'process raft request' (duration: 253.562268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:46.244101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.921456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:46.244155Z","caller":"traceutil/trace.go:171","msg":"trace[338597828] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:24262; }","duration":"246.000848ms","start":"2026-03-04T13:45:45.998143Z","end":"2026-03-04T13:45:46.244144Z","steps":["trace[338597828] 'agreement among raft nodes before linearized reading' (duration: 245.891765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:46.244314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.418597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-04T13:45:46.244403Z","caller":"traceutil/trace.go:171","msg":"trace[1033856982] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24262; }","duration":"151.515219ms","start":"2026-03-04T13:45:46.092849Z","end":"2026-03-04T13:45:46.244364Z","steps":["trace[1033856982] 'agreement among raft nodes before linearized reading' (duration: 151.265243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:46.244762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.071937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T13:45:46.245909Z","caller":"traceutil/trace.go:171","msg":"trace[488400062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24262; }","duration":"131.286605ms","start":"2026-03-04T13:45:46.114609Z","end":"2026-03-04T13:45:46.245895Z","steps":["trace[488400062] 'agreement among raft nodes before linearized reading' (duration: 129.895924ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:46.470036Z","caller":"traceutil/trace.go:171","msg":"trace[333241629] linearizableReadLoop","detail":"{readStateIndex:25136; appliedIndex:25135; }","duration":"166.970925ms","start":"2026-03-04T13:45:46.303039Z","end":"2026-03-04T13:45:46.470009Z","steps":["trace[333241629] 'read index received' (duration: 166.848542ms)","trace[333241629] 'applied index is now lower than readState.Index' (duration: 119.343µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:46.470165Z","caller":"traceutil/trace.go:171","msg":"trace[1123529189] transaction","detail":"{read_only:false; response_revision:24267; number_of_response:1; }","duration":"167.379035ms","start":"2026-03-04T13:45:46.30275Z","end":"2026-03-04T13:45:46.470129Z","steps":["trace[1123529189] 'process raft request' (duration: 167.097039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:46.470295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.228982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1899a753ce8403a2\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-03-04T13:45:46.470337Z","caller":"traceutil/trace.go:171","msg":"trace[1683733126] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.1899a753ce8403a2; range_end:; response_count:1; response_revision:24267; }","duration":"167.303373ms","start":"2026-03-04T13:45:46.303022Z","end":"2026-03-04T13:45:46.470325Z","steps":["trace[1683733126] 'agreement among raft nodes before linearized reading' (duration: 167.129849ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:46.488127Z","caller":"traceutil/trace.go:171","msg":"trace[1061163677] transaction","detail":"{read_only:false; response_revision:24268; number_of_response:1; }","duration":"185.0039ms","start":"2026-03-04T13:45:46.303106Z","end":"2026-03-04T13:45:46.48811Z","steps":["trace[1061163677] 'process raft request' (duration: 184.695253ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:47.045336Z","caller":"traceutil/trace.go:171","msg":"trace[772427588] transaction","detail":"{read_only:false; response_revision:24303; number_of_response:1; }","duration":"117.600038ms","start":"2026-03-04T13:45:46.92771Z","end":"2026-03-04T13:45:47.04531Z","steps":["trace[772427588] 'process raft request' (duration: 41.963582ms)","trace[772427588] 'compare' (duration: 74.806578ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:47.045548Z","caller":"traceutil/trace.go:171","msg":"trace[740129656] linearizableReadLoop","detail":"{readStateIndex:25173; appliedIndex:25171; }","duration":"106.844416ms","start":"2026-03-04T13:45:46.938681Z","end":"2026-03-04T13:45:47.045525Z","steps":["trace[740129656] 'read index received' (duration: 31.032556ms)","trace[740129656] 'applied index is now lower than readState.Index' (duration: 75.81068ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:47.045726Z","caller":"traceutil/trace.go:171","msg":"trace[1034858175] transaction","detail":"{read_only:false; response_revision:24304; number_of_response:1; }","duration":"116.341749ms","start":"2026-03-04T13:45:46.929354Z","end":"2026-03-04T13:45:47.045696Z","steps":["trace[1034858175] 'process raft request' (duration: 115.891859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:47.04578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.094062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-04T13:45:47.045805Z","caller":"traceutil/trace.go:171","msg":"trace[977902809] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24304; }","duration":"107.193944ms","start":"2026-03-04T13:45:46.938604Z","end":"2026-03-04T13:45:47.045798Z","steps":["trace[977902809] 'agreement among raft nodes before linearized reading' (duration: 107.032511ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:47.374766Z","caller":"traceutil/trace.go:171","msg":"trace[1285598289] linearizableReadLoop","detail":"{readStateIndex:25180; appliedIndex:25178; }","duration":"124.186956ms","start":"2026-03-04T13:45:47.250546Z","end":"2026-03-04T13:45:47.374733Z","steps":["trace[1285598289] 'read index received' (duration: 116.699727ms)","trace[1285598289] 'applied index is now lower than readState.Index' (duration: 7.485919ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:47.374825Z","caller":"traceutil/trace.go:171","msg":"trace[1414071145] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"130.59825ms","start":"2026-03-04T13:45:47.244201Z","end":"2026-03-04T13:45:47.374799Z","steps":["trace[1414071145] 'process raft request' (duration: 123.02747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:47.374998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.38702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:47.375063Z","caller":"traceutil/trace.go:171","msg":"trace[1021562957] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24311; }","duration":"124.516793ms","start":"2026-03-04T13:45:47.250518Z","end":"2026-03-04T13:45:47.375035Z","steps":["trace[1021562957] 'agreement among raft nodes before linearized reading' (duration: 124.34698ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:47.375103Z","caller":"traceutil/trace.go:171","msg":"trace[136321676] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"130.769534ms","start":"2026-03-04T13:45:47.244326Z","end":"2026-03-04T13:45:47.375096Z","steps":["trace[136321676] 'process raft request' (duration: 130.318814ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:47.561198Z","caller":"traceutil/trace.go:171","msg":"trace[969459749] linearizableReadLoop","detail":"{readStateIndex:25182; appliedIndex:25181; }","duration":"172.010708ms","start":"2026-03-04T13:45:47.389166Z","end":"2026-03-04T13:45:47.561177Z","steps":["trace[969459749] 'read index received' (duration: 171.851594ms)","trace[969459749] 'applied index is now lower than readState.Index' (duration: 158.104µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:47.561419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.243103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-kvqsb.1899a759adde468f\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-03-04T13:45:47.56146Z","caller":"traceutil/trace.go:171","msg":"trace[950329985] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-kvqsb.1899a759adde468f; range_end:; response_count:1; response_revision:24313; }","duration":"172.319845ms","start":"2026-03-04T13:45:47.38913Z","end":"2026-03-04T13:45:47.56145Z","steps":["trace[950329985] 'agreement among raft nodes before linearized reading' (duration: 172.143811ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:47.56179Z","caller":"traceutil/trace.go:171","msg":"trace[38884512] transaction","detail":"{read_only:false; response_revision:24313; number_of_response:1; }","duration":"174.199037ms","start":"2026-03-04T13:45:47.387578Z","end":"2026-03-04T13:45:47.561777Z","steps":["trace[38884512] 'process raft request' (duration: 173.458321ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:47.755729Z","caller":"traceutil/trace.go:171","msg":"trace[1360939014] transaction","detail":"{read_only:false; response_revision:24317; number_of_response:1; }","duration":"118.617591ms","start":"2026-03-04T13:45:47.637078Z","end":"2026-03-04T13:45:47.755696Z","steps":["trace[1360939014] 'process raft request' (duration: 92.755181ms)","trace[1360939014] 'compare' (duration: 25.710786ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:48.442799Z","caller":"traceutil/trace.go:171","msg":"trace[1060623817] linearizableReadLoop","detail":"{readStateIndex:25204; appliedIndex:25203; }","duration":"145.562765ms","start":"2026-03-04T13:45:48.29722Z","end":"2026-03-04T13:45:48.442783Z","steps":["trace[1060623817] 'read index received' (duration: 145.401532ms)","trace[1060623817] 'applied index is now lower than readState.Index' (duration: 160.683µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:48.442851Z","caller":"traceutil/trace.go:171","msg":"trace[1254616519] transaction","detail":"{read_only:false; response_revision:24335; number_of_response:1; }","duration":"147.738574ms","start":"2026-03-04T13:45:48.295092Z","end":"2026-03-04T13:45:48.44283Z","steps":["trace[1254616519] 'process raft request' (duration: 147.573931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:48.443026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.757319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T13:45:48.44305Z","caller":"traceutil/trace.go:171","msg":"trace[1958068563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24335; }","duration":"145.882282ms","start":"2026-03-04T13:45:48.297161Z","end":"2026-03-04T13:45:48.443043Z","steps":["trace[1958068563] 'agreement among raft nodes before linearized reading' (duration: 145.717848ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:48.613414Z","caller":"traceutil/trace.go:171","msg":"trace[920285381] transaction","detail":"{read_only:false; response_revision:24341; number_of_response:1; }","duration":"117.538616ms","start":"2026-03-04T13:45:48.495821Z","end":"2026-03-04T13:45:48.61336Z","steps":["trace[920285381] 'process raft request' (duration: 117.100107ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:48.613415Z","caller":"traceutil/trace.go:171","msg":"trace[493764652] transaction","detail":"{read_only:false; response_revision:24340; number_of_response:1; }","duration":"117.812523ms","start":"2026-03-04T13:45:48.495571Z","end":"2026-03-04T13:45:48.613384Z","steps":["trace[493764652] 'process raft request' (duration: 117.118247ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:48.859738Z","caller":"traceutil/trace.go:171","msg":"trace[854820485] linearizableReadLoop","detail":"{readStateIndex:25213; appliedIndex:25212; }","duration":"152.878379ms","start":"2026-03-04T13:45:48.706832Z","end":"2026-03-04T13:45:48.85971Z","steps":["trace[854820485] 'read index received' (duration: 147.414867ms)","trace[854820485] 'applied index is now lower than readState.Index' (duration: 5.461942ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:48.859786Z","caller":"traceutil/trace.go:171","msg":"trace[1814862261] transaction","detail":"{read_only:false; response_revision:24344; number_of_response:1; }","duration":"152.947701ms","start":"2026-03-04T13:45:48.706815Z","end":"2026-03-04T13:45:48.859762Z","steps":["trace[1814862261] 'process raft request' (duration: 147.406167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:48.860144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.287458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-2xrn5.1899a495ec1c3c4d\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-03-04T13:45:48.860224Z","caller":"traceutil/trace.go:171","msg":"trace[550002745] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-2xrn5.1899a495ec1c3c4d; range_end:; response_count:1; response_revision:24344; }","duration":"153.37558ms","start":"2026-03-04T13:45:48.706806Z","end":"2026-03-04T13:45:48.860182Z","steps":["trace[550002745] 'agreement among raft nodes before linearized reading' (duration: 153.001422ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:50.979997Z","caller":"traceutil/trace.go:171","msg":"trace[349164360] transaction","detail":"{read_only:false; response_revision:24361; number_of_response:1; }","duration":"111.336887ms","start":"2026-03-04T13:45:50.868638Z","end":"2026-03-04T13:45:50.979975Z","steps":["trace[349164360] 'process raft request' (duration: 111.163643ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:51.794097Z","caller":"traceutil/trace.go:171","msg":"trace[716802099] transaction","detail":"{read_only:false; response_revision:24366; number_of_response:1; }","duration":"143.755004ms","start":"2026-03-04T13:45:51.650308Z","end":"2026-03-04T13:45:51.794063Z","steps":["trace[716802099] 'process raft request' (duration: 141.685198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:58.875427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371323142,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T13:45:59.168425Z","caller":"traceutil/trace.go:171","msg":"trace[1341352073] linearizableReadLoop","detail":"{readStateIndex:25259; appliedIndex:25258; }","duration":"793.11168ms","start":"2026-03-04T13:45:58.375294Z","end":"2026-03-04T13:45:59.168405Z","steps":["trace[1341352073] 'read index received' (duration: 790.144853ms)","trace[1341352073] 'applied index is now lower than readState.Index' (duration: 2.965976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:59.168546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.245903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:59.168591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.490034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-04T13:45:59.168609Z","caller":"traceutil/trace.go:171","msg":"trace[1307226286] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24386; }","duration":"709.556996ms","start":"2026-03-04T13:45:58.459045Z","end":"2026-03-04T13:45:59.168602Z","steps":["trace[1307226286] 'agreement among raft nodes before linearized reading' (duration: 709.462104ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:59.16861Z","caller":"traceutil/trace.go:171","msg":"trace[1475443512] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24386; }","duration":"793.388667ms","start":"2026-03-04T13:45:58.375207Z","end":"2026-03-04T13:45:59.168596Z","steps":["trace[1475443512] 'agreement among raft nodes before linearized reading' (duration: 793.263454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:59.168631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:58.459019Z","time spent":"709.605807ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T13:45:59.168658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:58.375179Z","time spent":"793.466118ms","remote":"127.0.0.1:50270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:59.168704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.609426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T13:45:59.168713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.151503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-04T13:45:59.168761Z","caller":"traceutil/trace.go:171","msg":"trace[215861013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24386; }","duration":"371.712168ms","start":"2026-03-04T13:45:58.797035Z","end":"2026-03-04T13:45:59.168747Z","steps":["trace[215861013] 'agreement among raft nodes before linearized reading' (duration: 371.532034ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:59.168791Z","caller":"traceutil/trace.go:171","msg":"trace[1348991842] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24386; }","duration":"226.264075ms","start":"2026-03-04T13:45:58.942502Z","end":"2026-03-04T13:45:59.168766Z","steps":["trace[1348991842] 'agreement among raft nodes before linearized reading' (duration: 226.02479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:59.168795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:58.797014Z","time spent":"371.772709ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:45:59.168778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.934411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T13:45:59.168846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.97227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T13:45:59.16887Z","caller":"traceutil/trace.go:171","msg":"trace[907262581] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24386; }","duration":"527.037241ms","start":"2026-03-04T13:45:58.641825Z","end":"2026-03-04T13:45:59.168862Z","steps":["trace[907262581] 'agreement among raft nodes before linearized reading' (duration: 526.97181ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:59.168865Z","caller":"traceutil/trace.go:171","msg":"trace[982031548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24386; }","duration":"371.052533ms","start":"2026-03-04T13:45:58.79779Z","end":"2026-03-04T13:45:59.168843Z","steps":["trace[982031548] 'agreement among raft nodes before linearized reading' (duration: 370.802518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:59.168894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:58.641772Z","time spent":"527.117123ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:45:59.168909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:58.797777Z","time spent":"371.122534ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:45:59.168934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.803159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:59.168971Z","caller":"traceutil/trace.go:171","msg":"trace[1319064923] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24386; }","duration":"140.893371ms","start":"2026-03-04T13:45:59.028068Z","end":"2026-03-04T13:45:59.168962Z","steps":["trace[1319064923] 'agreement among raft nodes before linearized reading' (duration: 140.804439ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:03.282147Z","caller":"traceutil/trace.go:171","msg":"trace[95450595] linearizableReadLoop","detail":"{readStateIndex:25294; appliedIndex:25293; }","duration":"133.064175ms","start":"2026-03-04T13:46:03.149061Z","end":"2026-03-04T13:46:03.282125Z","steps":["trace[95450595] 'read index received' (duration: 124.664227ms)","trace[95450595] 'applied index is now lower than readState.Index' (duration: 8.399028ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:03.282339Z","caller":"traceutil/trace.go:171","msg":"trace[23688278] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"134.076388ms","start":"2026-03-04T13:46:03.14825Z","end":"2026-03-04T13:46:03.282326Z","steps":["trace[23688278] 'process raft request' (duration: 125.537396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:03.282625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.552856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-03-04T13:46:03.282662Z","caller":"traceutil/trace.go:171","msg":"trace[2002550275] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24420; }","duration":"133.602587ms","start":"2026-03-04T13:46:03.149051Z","end":"2026-03-04T13:46:03.282654Z","steps":["trace[2002550275] 'agreement among raft nodes before linearized reading' (duration: 133.442223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:04.736447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371323435,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T13:46:05.213571Z","caller":"traceutil/trace.go:171","msg":"trace[2124751360] transaction","detail":"{read_only:false; response_revision:24472; number_of_response:1; }","duration":"991.939169ms","start":"2026-03-04T13:46:04.221604Z","end":"2026-03-04T13:46:05.213543Z","steps":["trace[2124751360] 'process raft request' (duration: 991.778675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:05.213798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:04.221584Z","time spent":"992.081171ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:06.389027Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175607318s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:46:06.401103Z","caller":"traceutil/trace.go:171","msg":"trace[113114062] transaction","detail":"{read_only:false; response_revision:24473; number_of_response:1; }","duration":"1.900153039s","start":"2026-03-04T13:46:04.500916Z","end":"2026-03-04T13:46:06.401069Z","steps":["trace[113114062] 'process raft request' (duration: 1.888316364s)","trace[113114062] 'compare' (duration: 10.026335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:06.401261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:04.500893Z","time spent":"1.900278973s","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1408,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:06.401229Z","caller":"traceutil/trace.go:171","msg":"trace[1428741935] transaction","detail":"{read_only:false; response_revision:24474; number_of_response:1; }","duration":"1.762921831s","start":"2026-03-04T13:46:04.638274Z","end":"2026-03-04T13:46:06.401196Z","steps":["trace[1428741935] 'process raft request' (duration: 1.762694816s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:06.401438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:04.638236Z","time spent":"1.763102885s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:06.401447Z","caller":"traceutil/trace.go:171","msg":"trace[519778833] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"1.756870026s","start":"2026-03-04T13:46:04.644551Z","end":"2026-03-04T13:46:06.401421Z","steps":["trace[519778833] 'process raft request' (duration: 1.756550119s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:06.401697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:04.64453Z","time spent":"1.757090452s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:06.401814Z","caller":"traceutil/trace.go:171","msg":"trace[715429418] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"1.593728736s","start":"2026-03-04T13:46:04.808057Z","end":"2026-03-04T13:46:06.401786Z","steps":["trace[715429418] 'process raft request' (duration: 1.593272415s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:06.401959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:04.808037Z","time spent":"1.59385247s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:06.402171Z","caller":"traceutil/trace.go:171","msg":"trace[1533491853] linearizableReadLoop","detail":"{readStateIndex:25350; appliedIndex:25347; }","duration":"2.166450933s","start":"2026-03-04T13:46:04.235697Z","end":"2026-03-04T13:46:06.402147Z","steps":["trace[1533491853] 'read index received' (duration: 977.890404ms)","trace[1533491853] 'applied index is now lower than readState.Index' (duration: 1.188558529s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:06.40225Z","caller":"traceutil/trace.go:171","msg":"trace[1729975765] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"1.466655907s","start":"2026-03-04T13:46:04.935581Z","end":"2026-03-04T13:46:06.402237Z","steps":["trace[1729975765] 'process raft request' (duration: 1.466115155s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:06.402553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166818761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-03-04T13:46:06.402674Z","caller":"traceutil/trace.go:171","msg":"trace[1497490831] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:24477; }","duration":"2.166995475s","start":"2026-03-04T13:46:04.235652Z","end":"2026-03-04T13:46:06.402647Z","steps":["trace[1497490831] 'agreement among raft nodes before linearized reading' (duration: 2.166590816s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:06.402732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:04.235635Z","time spent":"2.167085168s","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-04T13:46:06.403084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:04.935554Z","time spent":"1.46678603s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:07.143468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000580212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:46:07.143556Z","caller":"traceutil/trace.go:171","msg":"trace[365302432] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000743276s","start":"2026-03-04T13:46:05.142794Z","end":"2026-03-04T13:46:07.143538Z","steps":["trace[365302432] 'agreement among raft nodes before linearized reading' (duration: 2.000628463s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.143619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:05.142775Z","time spent":"2.000833918s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:46:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:46:07.2611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.612941ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:07.261218Z","caller":"traceutil/trace.go:171","msg":"trace[1940713273] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24477; }","duration":"172.743244ms","start":"2026-03-04T13:46:07.088457Z","end":"2026-03-04T13:46:07.2612Z","steps":["trace[1940713273] 'range keys from in-memory index tree' (duration: 172.599941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.261358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.426203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:46:07.26159Z","caller":"traceutil/trace.go:171","msg":"trace[1036459207] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"1.719040278s","start":"2026-03-04T13:46:05.542532Z","end":"2026-03-04T13:46:07.261573Z","steps":["trace[1036459207] 'process raft request' (duration: 1.718901714s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:07.261621Z","caller":"traceutil/trace.go:171","msg":"trace[1686336340] transaction","detail":"{read_only:false; response_revision:24482; number_of_response:1; }","duration":"396.059315ms","start":"2026-03-04T13:46:06.865539Z","end":"2026-03-04T13:46:07.261598Z","steps":["trace[1686336340] 'process raft request' (duration: 396.027583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.26167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:06.865512Z","time spent":"396.136306ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:07.261706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:05.542507Z","time spent":"1.71913418s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:07.261819Z","caller":"traceutil/trace.go:171","msg":"trace[590857804] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"1.62419068s","start":"2026-03-04T13:46:05.637621Z","end":"2026-03-04T13:46:07.261811Z","steps":["trace[590857804] 'process raft request' (duration: 1.623881262s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.261861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:05.637595Z","time spent":"1.624245302s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:07.261909Z","caller":"traceutil/trace.go:171","msg":"trace[217455397] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"1.944408922s","start":"2026-03-04T13:46:05.317486Z","end":"2026-03-04T13:46:07.261895Z","steps":["trace[217455397] 'process raft request' (duration: 1.575384645s)","trace[217455397] 'compare' (duration: 367.713657ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:07.261964Z","caller":"traceutil/trace.go:171","msg":"trace[36771789] linearizableReadLoop","detail":"{readStateIndex:25355; appliedIndex:25352; }","duration":"859.732784ms","start":"2026-03-04T13:46:06.402224Z","end":"2026-03-04T13:46:07.261956Z","steps":["trace[36771789] 'read index received' (duration: 490.662085ms)","trace[36771789] 'applied index is now lower than readState.Index' (duration: 369.069848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:07.261973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:05.317468Z","time spent":"1.944474614s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:07.262021Z","caller":"traceutil/trace.go:171","msg":"trace[1114791673] transaction","detail":"{read_only:false; response_revision:24481; number_of_response:1; }","duration":"852.708227ms","start":"2026-03-04T13:46:06.409307Z","end":"2026-03-04T13:46:07.262015Z","steps":["trace[1114791673] 'process raft request' (duration: 852.226175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.262056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:06.409291Z","time spent":"852.749057ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T13:46:07.262211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061762755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:07.262238Z","caller":"traceutil/trace.go:171","msg":"trace[1788296483] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24482; }","duration":"1.061830687s","start":"2026-03-04T13:46:06.2004Z","end":"2026-03-04T13:46:07.262231Z","steps":["trace[1788296483] 'agreement among raft nodes before linearized reading' (duration: 1.061782126s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.262263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:06.200381Z","time spent":"1.061876977s","remote":"127.0.0.1:43460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:07.262398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322618925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:46:07.262421Z","caller":"traceutil/trace.go:171","msg":"trace[1376668397] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24482; }","duration":"1.322677707s","start":"2026-03-04T13:46:05.939738Z","end":"2026-03-04T13:46:07.262416Z","steps":["trace[1376668397] 'agreement among raft nodes before linearized reading' (duration: 1.322636976s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.262439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:05.939721Z","time spent":"1.322714078s","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:07.262535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365028867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:07.262559Z","caller":"traceutil/trace.go:171","msg":"trace[1643985843] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24482; }","duration":"1.365090268s","start":"2026-03-04T13:46:05.897462Z","end":"2026-03-04T13:46:07.262552Z","steps":["trace[1643985843] 'agreement among raft nodes before linearized reading' (duration: 1.365052707s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.262586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:05.897442Z","time spent":"1.365136389s","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:07.262686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374077181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:46:07.262711Z","caller":"traceutil/trace.go:171","msg":"trace[9655849] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24482; }","duration":"1.374142362s","start":"2026-03-04T13:46:05.88856Z","end":"2026-03-04T13:46:07.262703Z","steps":["trace[9655849] 'agreement among raft nodes before linearized reading' (duration: 1.374107691s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.262732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:05.888543Z","time spent":"1.374185293s","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:07.262808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756943547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T13:46:07.262857Z","caller":"traceutil/trace.go:171","msg":"trace[1599970369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24482; }","duration":"2.757021949s","start":"2026-03-04T13:46:04.505824Z","end":"2026-03-04T13:46:07.262846Z","steps":["trace[1599970369] 'agreement among raft nodes before linearized reading' (duration: 2.756887046s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.262897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:04.505808Z","time spent":"2.75708057s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T13:46:07.262913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926748887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-04T13:46:07.262933Z","caller":"traceutil/trace.go:171","msg":"trace[1035817399] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:24482; }","duration":"2.926809878s","start":"2026-03-04T13:46:04.336118Z","end":"2026-03-04T13:46:07.262928Z","steps":["trace[1035817399] 'agreement among raft nodes before linearized reading' (duration: 2.926725156s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.262952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:04.336096Z","time spent":"2.926850968s","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-03-04T13:46:07.263081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.977203808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-04T13:46:07.263104Z","caller":"traceutil/trace.go:171","msg":"trace[929792221] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:24482; }","duration":"2.977256729s","start":"2026-03-04T13:46:04.285841Z","end":"2026-03-04T13:46:07.263097Z","steps":["trace[929792221] 'agreement among raft nodes before linearized reading' (duration: 2.977199878s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.263121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:04.285826Z","time spent":"2.97729101s","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-04T13:46:07.263145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63709135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:46:07.263201Z","caller":"traceutil/trace.go:171","msg":"trace[1693769321] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24482; }","duration":"1.637189021s","start":"2026-03-04T13:46:05.625997Z","end":"2026-03-04T13:46:07.263186Z","steps":["trace[1693769321] 'agreement among raft nodes before linearized reading' (duration: 1.637078998s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.263243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:05.625974Z","time spent":"1.637259593s","remote":"127.0.0.1:49146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:07.263284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.45571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T13:46:07.26331Z","caller":"traceutil/trace.go:171","msg":"trace[1014493533] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24482; }","duration":"613.512701ms","start":"2026-03-04T13:46:06.649791Z","end":"2026-03-04T13:46:07.263303Z","steps":["trace[1014493533] 'agreement among raft nodes before linearized reading' (duration: 613.44255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.263331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:06.649772Z","time spent":"613.554872ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T13:46:07.26352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902579284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T13:46:07.26357Z","caller":"traceutil/trace.go:171","msg":"trace[1066483718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24482; }","duration":"1.902672586s","start":"2026-03-04T13:46:05.360887Z","end":"2026-03-04T13:46:07.263559Z","steps":["trace[1066483718] 'agreement among raft nodes before linearized reading' (duration: 1.902496882s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.263608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:05.36087Z","time spent":"1.902730488s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:46:07.263696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.91871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:07.263724Z","caller":"traceutil/trace.go:171","msg":"trace[1180604822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24482; }","duration":"119.981332ms","start":"2026-03-04T13:46:07.143736Z","end":"2026-03-04T13:46:07.263718Z","steps":["trace[1180604822] 'agreement among raft nodes before linearized reading' (duration: 119.945811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.263868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918305247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T13:46:07.265065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.632398854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T13:46:07.265134Z","caller":"traceutil/trace.go:171","msg":"trace[1380063570] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24482; }","duration":"2.632487936s","start":"2026-03-04T13:46:04.632629Z","end":"2026-03-04T13:46:07.265117Z","steps":["trace[1380063570] 'agreement among raft nodes before linearized reading' (duration: 2.632331193s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.265178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:04.632615Z","time spent":"2.632553398s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T13:46:07.265176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505095018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:46:07.265232Z","caller":"traceutil/trace.go:171","msg":"trace[1934259414] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24482; }","duration":"2.505193881s","start":"2026-03-04T13:46:04.760023Z","end":"2026-03-04T13:46:07.265217Z","steps":["trace[1934259414] 'agreement among raft nodes before linearized reading' (duration: 2.505095618s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.265277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586524595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-55c6c786d-qw8dk.1899a6b754ac53b9\" ","response":"range_response_count:1 size:903"} {"level":"warn","ts":"2026-03-04T13:46:07.265262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047200119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-03-04T13:46:07.265337Z","caller":"traceutil/trace.go:171","msg":"trace[294023391] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-55c6c786d-qw8dk.1899a6b754ac53b9; range_end:; response_count:1; response_revision:24482; }","duration":"2.586625448s","start":"2026-03-04T13:46:04.678696Z","end":"2026-03-04T13:46:07.265321Z","steps":["trace[294023391] 'agreement among raft nodes before linearized reading' (duration: 2.586483025s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.262832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874032804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:07.265368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.466878402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:46:07.265377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:04.67867Z","time spent":"2.5866994s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":926,"request content":"key:\"/registry/events/openstack/heat-cfn-55c6c786d-qw8dk.1899a6b754ac53b9\" "} {"level":"info","ts":"2026-03-04T13:46:07.265386Z","caller":"traceutil/trace.go:171","msg":"trace[1209755283] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24482; }","duration":"2.876605392s","start":"2026-03-04T13:46:04.388767Z","end":"2026-03-04T13:46:07.265372Z","steps":["trace[1209755283] 'agreement among raft nodes before linearized reading' (duration: 2.874046325s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.26539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952714319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T13:46:07.265388Z","caller":"traceutil/trace.go:171","msg":"trace[1956000695] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:24482; }","duration":"2.047399003s","start":"2026-03-04T13:46:05.21796Z","end":"2026-03-04T13:46:07.265359Z","steps":["trace[1956000695] 'agreement among raft nodes before linearized reading' (duration: 2.047057935s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.265396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725012771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:07.265434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:04.388749Z","time spent":"2.876674073s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T13:46:07.265438Z","caller":"traceutil/trace.go:171","msg":"trace[1842686553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24482; }","duration":"1.95279923s","start":"2026-03-04T13:46:05.312626Z","end":"2026-03-04T13:46:07.265425Z","steps":["trace[1842686553] 'agreement among raft nodes before linearized reading' (duration: 1.952683178s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.265433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943520913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T13:46:07.26546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:05.217939Z","time spent":"2.047505906s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7104,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-04T13:46:07.263216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995478667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:46:07.265284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:04.760003Z","time spent":"2.505270722s","remote":"127.0.0.1:38124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:46:07.265405Z","caller":"traceutil/trace.go:171","msg":"trace[704678006] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24482; }","duration":"2.466956224s","start":"2026-03-04T13:46:04.798439Z","end":"2026-03-04T13:46:07.265395Z","steps":["trace[704678006] 'agreement among raft nodes before linearized reading' (duration: 2.466874342s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:07.265556Z","caller":"traceutil/trace.go:171","msg":"trace[2046676350] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24482; }","duration":"2.997794539s","start":"2026-03-04T13:46:04.26773Z","end":"2026-03-04T13:46:07.265525Z","steps":["trace[2046676350] 'agreement among raft nodes before linearized reading' (duration: 2.995464387s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.265586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:04.798419Z","time spent":"2.467154958s","remote":"127.0.0.1:38204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:46:07.265457Z","caller":"traceutil/trace.go:171","msg":"trace[281102696] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24482; }","duration":"2.725125754s","start":"2026-03-04T13:46:04.540319Z","end":"2026-03-04T13:46:07.265445Z","steps":["trace[281102696] 'agreement among raft nodes before linearized reading' (duration: 2.725040962s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.265636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:04.540292Z","time spent":"2.725327879s","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:07.265478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:05.312604Z","time spent":"1.952862772s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:46:07.265652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:04.267666Z","time spent":"2.997953293s","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:46:07.265496Z","caller":"traceutil/trace.go:171","msg":"trace[93077649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24482; }","duration":"1.943617875s","start":"2026-03-04T13:46:05.321864Z","end":"2026-03-04T13:46:07.265481Z","steps":["trace[93077649] 'agreement among raft nodes before linearized reading' (duration: 1.943433561s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.265721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:05.321849Z","time spent":"1.94385621s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:46:07.263825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.869813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:46:07.26591Z","caller":"traceutil/trace.go:171","msg":"trace[1711042027] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24482; }","duration":"250.985941ms","start":"2026-03-04T13:46:07.014912Z","end":"2026-03-04T13:46:07.265898Z","steps":["trace[1711042027] 'agreement among raft nodes before linearized reading' (duration: 248.893444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:07.267196Z","caller":"traceutil/trace.go:171","msg":"trace[1241980352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24482; }","duration":"1.918381418s","start":"2026-03-04T13:46:05.345516Z","end":"2026-03-04T13:46:07.263897Z","steps":["trace[1241980352] 'agreement among raft nodes before linearized reading' (duration: 1.918234214s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:07.267276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:05.345497Z","time spent":"1.921757905s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:46:07.771106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371323449,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T13:46:08.042954Z","caller":"traceutil/trace.go:171","msg":"trace[939502774] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"773.707154ms","start":"2026-03-04T13:46:07.269224Z","end":"2026-03-04T13:46:08.042931Z","steps":["trace[939502774] 'process raft request' (duration: 773.518219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:08.043095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.269202Z","time spent":"773.821886ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:08.806981Z","caller":"traceutil/trace.go:171","msg":"trace[839452858] transaction","detail":"{read_only:false; response_revision:24485; number_of_response:1; }","duration":"1.536963242s","start":"2026-03-04T13:46:07.269983Z","end":"2026-03-04T13:46:08.806946Z","steps":["trace[839452858] 'process raft request' (duration: 1.53687273s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:08.806994Z","caller":"traceutil/trace.go:171","msg":"trace[366212467] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"1.537103867s","start":"2026-03-04T13:46:07.269862Z","end":"2026-03-04T13:46:08.806966Z","steps":["trace[366212467] 'process raft request' (duration: 1.53680894s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:08.807165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.269973Z","time spent":"1.537106365s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:08.807173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.269853Z","time spent":"1.537232189s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:08.807184Z","caller":"traceutil/trace.go:171","msg":"trace[1331257568] transaction","detail":"{read_only:false; response_revision:24486; number_of_response:1; }","duration":"1.536645626s","start":"2026-03-04T13:46:07.270505Z","end":"2026-03-04T13:46:08.807151Z","steps":["trace[1331257568] 'process raft request' (duration: 1.5363993s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:08.807271Z","caller":"traceutil/trace.go:171","msg":"trace[174931268] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"1.531427708s","start":"2026-03-04T13:46:07.27583Z","end":"2026-03-04T13:46:08.807258Z","steps":["trace[174931268] 'process raft request' (duration: 1.531366237s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:08.80733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.270496Z","time spent":"1.536756198s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:08.80734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.275816Z","time spent":"1.53148846s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:08.807388Z","caller":"traceutil/trace.go:171","msg":"trace[1151949275] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"1.536110173s","start":"2026-03-04T13:46:07.271245Z","end":"2026-03-04T13:46:08.807355Z","steps":["trace[1151949275] 'process raft request' (duration: 1.535929869s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:08.807443Z","caller":"traceutil/trace.go:171","msg":"trace[146494751] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"1.536769228s","start":"2026-03-04T13:46:07.270665Z","end":"2026-03-04T13:46:08.807435Z","steps":["trace[146494751] 'process raft request' (duration: 1.536431341s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:08.807359Z","caller":"traceutil/trace.go:171","msg":"trace[463132185] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"1.536483212s","start":"2026-03-04T13:46:07.270849Z","end":"2026-03-04T13:46:08.807332Z","steps":["trace[463132185] 'process raft request' (duration: 1.536297678s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:08.807483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.270658Z","time spent":"1.536803599s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:08.807525Z","caller":"traceutil/trace.go:171","msg":"trace[3446097] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"1.530869036s","start":"2026-03-04T13:46:07.276645Z","end":"2026-03-04T13:46:08.807514Z","steps":["trace[3446097] 'process raft request' (duration: 1.530580059s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:08.807538Z","caller":"traceutil/trace.go:171","msg":"trace[1448170005] transaction","detail":"{read_only:false; response_revision:24492; number_of_response:1; }","duration":"1.530811645s","start":"2026-03-04T13:46:07.27672Z","end":"2026-03-04T13:46:08.807532Z","steps":["trace[1448170005] 'process raft request' (duration: 1.530647822s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:08.807536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.271238Z","time spent":"1.536223607s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:08.807568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.276712Z","time spent":"1.530839376s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6141,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:08.807584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.276634Z","time spent":"1.530910237s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5862,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:08.807622Z","caller":"traceutil/trace.go:171","msg":"trace[1871034259] transaction","detail":"{read_only:false; response_revision:24493; number_of_response:1; }","duration":"1.530275703s","start":"2026-03-04T13:46:07.277326Z","end":"2026-03-04T13:46:08.807602Z","steps":["trace[1871034259] 'process raft request' (duration: 1.53014684s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:08.807682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.277319Z","time spent":"1.530331414s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:08.807559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.270843Z","time spent":"1.536644415s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:09.277855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999625301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:46:09.277951Z","caller":"traceutil/trace.go:171","msg":"trace[1425354222] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999750164s","start":"2026-03-04T13:46:07.278176Z","end":"2026-03-04T13:46:09.277926Z","steps":["trace[1425354222] 'agreement among raft nodes before linearized reading' (duration: 1.999640002s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:09.278001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.278169Z","time spent":"1.999821596s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:46:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:46:09.673779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.21831ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T13:46:09.673879Z","caller":"traceutil/trace.go:171","msg":"trace[2021591346] linearizableReadLoop","detail":"{readStateIndex:25369; appliedIndex:25357; }","duration":"2.403752195s","start":"2026-03-04T13:46:07.27011Z","end":"2026-03-04T13:46:09.673862Z","steps":["trace[2021591346] 'read index received' (duration: 772.69936ms)","trace[2021591346] 'applied index is now lower than readState.Index' (duration: 1.631051485s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:09.674161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.404038232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:09.674201Z","caller":"traceutil/trace.go:171","msg":"trace[764318704] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24493; }","duration":"2.404102643s","start":"2026-03-04T13:46:07.270088Z","end":"2026-03-04T13:46:09.674191Z","steps":["trace[764318704] 'agreement among raft nodes before linearized reading' (duration: 2.404023331s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:09.674235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.270081Z","time spent":"2.404146384s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T13:46:10.130349Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.323622549s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:46:10.130903Z","caller":"traceutil/trace.go:171","msg":"trace[584350840] transaction","detail":"{read_only:false; response_revision:24498; number_of_response:1; }","duration":"1.721213017s","start":"2026-03-04T13:46:08.409666Z","end":"2026-03-04T13:46:10.130879Z","steps":["trace[584350840] 'process raft request' (duration: 1.721174136s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:10.130976Z","caller":"traceutil/trace.go:171","msg":"trace[326538310] transaction","detail":"{read_only:false; response_revision:24495; number_of_response:1; }","duration":"1.723760444s","start":"2026-03-04T13:46:08.407177Z","end":"2026-03-04T13:46:10.130938Z","steps":["trace[326538310] 'process raft request' (duration: 1.72355847s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.131055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:08.409641Z","time spent":"1.721334959s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:10.131037Z","caller":"traceutil/trace.go:171","msg":"trace[1800052328] transaction","detail":"{read_only:false; response_revision:24496; number_of_response:1; }","duration":"1.721978394s","start":"2026-03-04T13:46:08.409011Z","end":"2026-03-04T13:46:10.13099Z","steps":["trace[1800052328] 'process raft request' (duration: 1.721760999s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.131124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:08.407152Z","time spent":"1.723893197s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:10.131235Z","caller":"traceutil/trace.go:171","msg":"trace[62814698] transaction","detail":"{read_only:false; response_revision:24494; number_of_response:1; }","duration":"1.767582196s","start":"2026-03-04T13:46:08.363625Z","end":"2026-03-04T13:46:10.131207Z","steps":["trace[62814698] 'process raft request' (duration: 1.766950202s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.131267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:08.409Z","time spent":"1.722140387s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:10.131371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:08.363604Z","time spent":"1.767696168s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:10.131919Z","caller":"traceutil/trace.go:171","msg":"trace[1237604094] transaction","detail":"{read_only:false; response_revision:24497; number_of_response:1; }","duration":"1.722554687s","start":"2026-03-04T13:46:08.40935Z","end":"2026-03-04T13:46:10.131905Z","steps":["trace[1237604094] 'process raft request' (duration: 1.721458073s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.131973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:08.409316Z","time spent":"1.722631988s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:10.351154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999976608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:46:10.351225Z","caller":"traceutil/trace.go:171","msg":"trace[1937192442] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000092421s","start":"2026-03-04T13:46:08.351112Z","end":"2026-03-04T13:46:10.351205Z","steps":["trace[1937192442] 'agreement among raft nodes before linearized reading' (duration: 2.000008759s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.351255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:08.351087Z","time spent":"2.000162292s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:46:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T13:46:10.919751Z","caller":"traceutil/trace.go:171","msg":"trace[1310795493] transaction","detail":"{read_only:false; response_revision:24499; number_of_response:1; }","duration":"1.65139341s","start":"2026-03-04T13:46:09.268315Z","end":"2026-03-04T13:46:10.919709Z","steps":["trace[1310795493] 'process raft request' (duration: 1.651049892s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.919901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.64163814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:10.919955Z","caller":"traceutil/trace.go:171","msg":"trace[362723010] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:24503; }","duration":"3.641730443s","start":"2026-03-04T13:46:07.27821Z","end":"2026-03-04T13:46:10.919941Z","steps":["trace[362723010] 'agreement among raft nodes before linearized reading' (duration: 3.64160231s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.919993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.278195Z","time spent":"3.641789194s","remote":"127.0.0.1:37834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-03-04T13:46:10.920009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075469931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-04T13:46:10.920081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:09.26829Z","time spent":"1.651624554s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:10.92012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75441119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:46:10.920143Z","caller":"traceutil/trace.go:171","msg":"trace[969342860] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24503; }","duration":"3.075615194s","start":"2026-03-04T13:46:07.844504Z","end":"2026-03-04T13:46:10.920119Z","steps":["trace[969342860] 'agreement among raft nodes before linearized reading' (duration: 3.075318227s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:10.920129Z","caller":"traceutil/trace.go:171","msg":"trace[1068734659] transaction","detail":"{read_only:false; response_revision:24501; number_of_response:1; }","duration":"1.65006764s","start":"2026-03-04T13:46:09.270038Z","end":"2026-03-04T13:46:10.920105Z","steps":["trace[1068734659] 'process raft request' (duration: 1.649512838s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.920145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074975399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"warn","ts":"2026-03-04T13:46:10.920185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074079031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-04T13:46:10.919762Z","caller":"traceutil/trace.go:171","msg":"trace[2094698892] linearizableReadLoop","detail":"{readStateIndex:25377; appliedIndex:25369; }","duration":"1.245824552s","start":"2026-03-04T13:46:09.673904Z","end":"2026-03-04T13:46:10.919729Z","steps":["trace[2094698892] 'read index received' (duration: 456.665682ms)","trace[2094698892] 'applied index is now lower than readState.Index' (duration: 789.15802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:10.920188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.844497Z","time spent":"3.075681486s","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-03-04T13:46:10.920215Z","caller":"traceutil/trace.go:171","msg":"trace[1399547275] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24503; }","duration":"3.074113762s","start":"2026-03-04T13:46:07.846091Z","end":"2026-03-04T13:46:10.920205Z","steps":["trace[1399547275] 'agreement among raft nodes before linearized reading' (duration: 3.074027359s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:10.920224Z","caller":"traceutil/trace.go:171","msg":"trace[732940248] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24503; }","duration":"3.075066322s","start":"2026-03-04T13:46:07.845136Z","end":"2026-03-04T13:46:10.920202Z","steps":["trace[732940248] 'agreement among raft nodes before linearized reading' (duration: 3.074792965s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.920241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.846088Z","time spent":"3.074148862s","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-04T13:46:10.920242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075720507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"warn","ts":"2026-03-04T13:46:10.920261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:09.270026Z","time spent":"1.650168823s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:10.920275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.845117Z","time spent":"3.075144415s","remote":"127.0.0.1:36444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7407,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-04T13:46:10.92029Z","caller":"traceutil/trace.go:171","msg":"trace[437103220] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24503; }","duration":"3.075776668s","start":"2026-03-04T13:46:07.844497Z","end":"2026-03-04T13:46:10.920273Z","steps":["trace[437103220] 'agreement among raft nodes before linearized reading' (duration: 3.075685636s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.920293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074228684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/orchestration\" ","response":"range_response_count:1 size:983"} {"level":"info","ts":"2026-03-04T13:46:10.920329Z","caller":"traceutil/trace.go:171","msg":"trace[1813784515] range","detail":"{range_begin:/registry/ingress/openstack/orchestration; range_end:; response_count:1; response_revision:24503; }","duration":"3.074271555s","start":"2026-03-04T13:46:07.846048Z","end":"2026-03-04T13:46:10.920319Z","steps":["trace[1813784515] 'agreement among raft nodes before linearized reading' (duration: 3.074039319s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.920362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.846042Z","time spent":"3.074312886s","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":1006,"request content":"key:\"/registry/ingress/openstack/orchestration\" "} {"level":"info","ts":"2026-03-04T13:46:10.920376Z","caller":"traceutil/trace.go:171","msg":"trace[1390585773] transaction","detail":"{read_only:false; response_revision:24503; number_of_response:1; }","duration":"1.24030869s","start":"2026-03-04T13:46:09.680054Z","end":"2026-03-04T13:46:10.920363Z","steps":["trace[1390585773] 'process raft request' (duration: 1.239613784s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.920379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075264487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-03-04T13:46:10.920382Z","caller":"traceutil/trace.go:171","msg":"trace[1363409470] transaction","detail":"{read_only:false; response_revision:24500; number_of_response:1; }","duration":"1.651767649s","start":"2026-03-04T13:46:09.268603Z","end":"2026-03-04T13:46:10.920371Z","steps":["trace[1363409470] 'process raft request' (duration: 1.650904699s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.920393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206970712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:10.920419Z","caller":"traceutil/trace.go:171","msg":"trace[1239613765] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:24503; }","duration":"3.075317568s","start":"2026-03-04T13:46:07.84509Z","end":"2026-03-04T13:46:10.920408Z","steps":["trace[1239613765] 'agreement among raft nodes before linearized reading' (duration: 3.075247156s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.920425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075975753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-04T13:46:10.920448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.845083Z","time spent":"3.075358529s","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-03-04T13:46:10.920148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075803528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-03-04T13:46:10.920328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.844487Z","time spent":"3.07583123s","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3334,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-03-04T13:46:10.920484Z","caller":"traceutil/trace.go:171","msg":"trace[1826272074] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24503; }","duration":"3.076156367s","start":"2026-03-04T13:46:07.844318Z","end":"2026-03-04T13:46:10.920474Z","steps":["trace[1826272074] 'agreement among raft nodes before linearized reading' (duration: 3.075726116s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:10.920455Z","caller":"traceutil/trace.go:171","msg":"trace[28148459] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24503; }","duration":"1.207077905s","start":"2026-03-04T13:46:09.713359Z","end":"2026-03-04T13:46:10.920437Z","steps":["trace[28148459] 'agreement among raft nodes before linearized reading' (duration: 1.206969892s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.92051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282147078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:10.920524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.844308Z","time spent":"3.076207868s","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-04T13:46:10.920524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076155396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-04T13:46:10.920543Z","caller":"traceutil/trace.go:171","msg":"trace[731297963] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24503; }","duration":"1.28221372s","start":"2026-03-04T13:46:09.638318Z","end":"2026-03-04T13:46:10.920532Z","steps":["trace[731297963] 'agreement among raft nodes before linearized reading' (duration: 1.282165339s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.92055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:09.713341Z","time spent":"1.207191997s","remote":"127.0.0.1:54860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:46:10.920567Z","caller":"traceutil/trace.go:171","msg":"trace[1397160646] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24503; }","duration":"3.076229438s","start":"2026-03-04T13:46:07.844322Z","end":"2026-03-04T13:46:10.920552Z","steps":["trace[1397160646] 'agreement among raft nodes before linearized reading' (duration: 3.076148356s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.920571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:09.638297Z","time spent":"1.282266632s","remote":"127.0.0.1:49134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:46:10.920454Z","caller":"traceutil/trace.go:171","msg":"trace[1296769835] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24503; }","duration":"3.076036984s","start":"2026-03-04T13:46:07.844409Z","end":"2026-03-04T13:46:10.920445Z","steps":["trace[1296769835] 'agreement among raft nodes before linearized reading' (duration: 3.075938742s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.920596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.844299Z","time spent":"3.07628993s","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-04T13:46:10.920597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.07540074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"warn","ts":"2026-03-04T13:46:10.920612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.844391Z","time spent":"3.076213278s","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-04T13:46:10.920458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:09.680033Z","time spent":"1.240373451s","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1934,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:10.920648Z","caller":"traceutil/trace.go:171","msg":"trace[1452415628] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:24503; }","duration":"3.075474192s","start":"2026-03-04T13:46:07.845159Z","end":"2026-03-04T13:46:10.920633Z","steps":["trace[1452415628] 'agreement among raft nodes before linearized reading' (duration: 3.07536612s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.920649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642614633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:10.920679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076456265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-03-04T13:46:10.920698Z","caller":"traceutil/trace.go:171","msg":"trace[751159327] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:24503; }","duration":"3.076476885s","start":"2026-03-04T13:46:07.844215Z","end":"2026-03-04T13:46:10.920692Z","steps":["trace[751159327] 'agreement among raft nodes before linearized reading' (duration: 3.076417804s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:10.920693Z","caller":"traceutil/trace.go:171","msg":"trace[614585538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24503; }","duration":"1.642685075s","start":"2026-03-04T13:46:09.277996Z","end":"2026-03-04T13:46:10.920681Z","steps":["trace[614585538] 'agreement among raft nodes before linearized reading' (duration: 1.642603753s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.920693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.845153Z","time spent":"3.075526053s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4409,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-03-04T13:46:10.920701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340489756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:10.920716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.844194Z","time spent":"3.076518516s","remote":"127.0.0.1:49692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3739,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T13:46:10.920717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075939422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-04T13:46:10.920732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:09.277984Z","time spent":"1.642740846s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:46:10.92075Z","caller":"traceutil/trace.go:171","msg":"trace[1913080667] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24503; }","duration":"3.075985343s","start":"2026-03-04T13:46:07.844755Z","end":"2026-03-04T13:46:10.92074Z","steps":["trace[1913080667] 'agreement among raft nodes before linearized reading' (duration: 3.075884761s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.920778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.844749Z","time spent":"3.076023164s","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-04T13:46:10.92078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139763134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:10.920813Z","caller":"traceutil/trace.go:171","msg":"trace[1793461571] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24503; }","duration":"2.139836536s","start":"2026-03-04T13:46:08.780968Z","end":"2026-03-04T13:46:10.920805Z","steps":["trace[1793461571] 'agreement among raft nodes before linearized reading' (duration: 2.139782545s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.920827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076561536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T13:46:10.920844Z","caller":"traceutil/trace.go:171","msg":"trace[578804807] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24503; }","duration":"3.076601958s","start":"2026-03-04T13:46:07.844237Z","end":"2026-03-04T13:46:10.920839Z","steps":["trace[578804807] 'agreement among raft nodes before linearized reading' (duration: 3.076550936s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:10.920732Z","caller":"traceutil/trace.go:171","msg":"trace[1294043036] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24503; }","duration":"2.340567538s","start":"2026-03-04T13:46:08.580155Z","end":"2026-03-04T13:46:10.920723Z","steps":["trace[1294043036] 'agreement among raft nodes before linearized reading' (duration: 2.340515087s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.920844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:08.780946Z","time spent":"2.139887197s","remote":"127.0.0.1:43338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:46:10.920173Z","caller":"traceutil/trace.go:171","msg":"trace[199337150] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24503; }","duration":"1.754499853s","start":"2026-03-04T13:46:09.16566Z","end":"2026-03-04T13:46:10.92016Z","steps":["trace[199337150] 'agreement among raft nodes before linearized reading' (duration: 1.754346079s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.920888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:08.580133Z","time spent":"2.340740632s","remote":"127.0.0.1:54882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:10.920921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076275979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1622"} {"level":"warn","ts":"2026-03-04T13:46:10.920938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076836463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:1 size:1056"} {"level":"warn","ts":"2026-03-04T13:46:10.920942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:09.16564Z","time spent":"1.75525967s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:46:10.920975Z","caller":"traceutil/trace.go:171","msg":"trace[1069531188] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:1; response_revision:24503; }","duration":"3.076889434s","start":"2026-03-04T13:46:07.844076Z","end":"2026-03-04T13:46:10.920966Z","steps":["trace[1069531188] 'agreement among raft nodes before linearized reading' (duration: 3.076774362s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.920858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.843816Z","time spent":"3.077038397s","remote":"127.0.0.1:55004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T13:46:10.92102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.84407Z","time spent":"3.076943115s","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":1079,"request content":"key:\"/registry/ingress/openstack/image\" "} {"level":"warn","ts":"2026-03-04T13:46:10.921032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076419863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-04T13:46:10.921084Z","caller":"traceutil/trace.go:171","msg":"trace[1133886454] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24503; }","duration":"3.076465524s","start":"2026-03-04T13:46:07.844604Z","end":"2026-03-04T13:46:10.921069Z","steps":["trace[1133886454] 'agreement among raft nodes before linearized reading' (duration: 3.076370672s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.921128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496161838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:10.920957Z","caller":"traceutil/trace.go:171","msg":"trace[104874475] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24503; }","duration":"3.076321191s","start":"2026-03-04T13:46:07.844627Z","end":"2026-03-04T13:46:10.920948Z","steps":["trace[104874475] 'agreement among raft nodes before linearized reading' (duration: 3.076213279s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:10.921148Z","caller":"traceutil/trace.go:171","msg":"trace[1267860061] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24503; }","duration":"2.496211489s","start":"2026-03-04T13:46:08.424931Z","end":"2026-03-04T13:46:10.921142Z","steps":["trace[1267860061] 'agreement among raft nodes before linearized reading' (duration: 2.496176079s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.921144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.971122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T13:46:10.921186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.844621Z","time spent":"3.076547026s","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1645,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-04T13:46:10.921203Z","caller":"traceutil/trace.go:171","msg":"trace[301691391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24503; }","duration":"108.049754ms","start":"2026-03-04T13:46:10.813137Z","end":"2026-03-04T13:46:10.921186Z","steps":["trace[301691391] 'agreement among raft nodes before linearized reading' (duration: 107.899441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.921298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.077320434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-03-04T13:46:10.921333Z","caller":"traceutil/trace.go:171","msg":"trace[1549197685] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24503; }","duration":"3.077400275s","start":"2026-03-04T13:46:07.843921Z","end":"2026-03-04T13:46:10.921322Z","steps":["trace[1549197685] 'agreement among raft nodes before linearized reading' (duration: 3.077307663s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.92136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.843908Z","time spent":"3.077446256s","remote":"127.0.0.1:36416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-04T13:46:10.921369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317111242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T13:46:10.921389Z","caller":"traceutil/trace.go:171","msg":"trace[866390245] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24503; }","duration":"2.317170213s","start":"2026-03-04T13:46:08.604212Z","end":"2026-03-04T13:46:10.921382Z","steps":["trace[866390245] 'agreement among raft nodes before linearized reading' (duration: 2.317118492s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.921403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:08.604195Z","time spent":"2.317203944s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T13:46:10.921392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075244337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/volumev3\" ","response":"range_response_count:1 size:1065"} {"level":"warn","ts":"2026-03-04T13:46:10.921394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075120555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1638"} {"level":"info","ts":"2026-03-04T13:46:10.921426Z","caller":"traceutil/trace.go:171","msg":"trace[1812319936] range","detail":"{range_begin:/registry/ingress/openstack/volumev3; range_end:; response_count:1; response_revision:24503; }","duration":"3.075297848s","start":"2026-03-04T13:46:07.846118Z","end":"2026-03-04T13:46:10.921416Z","steps":["trace[1812319936] 'agreement among raft nodes before linearized reading' (duration: 3.075198636s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.921454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.846103Z","time spent":"3.075345159s","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":1088,"request content":"key:\"/registry/ingress/openstack/volumev3\" "} {"level":"info","ts":"2026-03-04T13:46:10.921448Z","caller":"traceutil/trace.go:171","msg":"trace[1421904611] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24503; }","duration":"3.075175056s","start":"2026-03-04T13:46:07.846257Z","end":"2026-03-04T13:46:10.921432Z","steps":["trace[1421904611] 'agreement among raft nodes before linearized reading' (duration: 3.075038743s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.921491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.846191Z","time spent":"3.075289848s","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1661,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-04T13:46:10.921515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021744527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:46:10.921532Z","caller":"traceutil/trace.go:171","msg":"trace[1177244872] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24503; }","duration":"1.021763708s","start":"2026-03-04T13:46:09.899764Z","end":"2026-03-04T13:46:10.921528Z","steps":["trace[1177244872] 'agreement among raft nodes before linearized reading' (duration: 1.021721207s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.921546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:09.899726Z","time spent":"1.021816549s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:10.921532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.516065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T13:46:10.921593Z","caller":"traceutil/trace.go:171","msg":"trace[1430239655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24503; }","duration":"108.600196ms","start":"2026-03-04T13:46:10.812977Z","end":"2026-03-04T13:46:10.921577Z","steps":["trace[1430239655] 'agreement among raft nodes before linearized reading' (duration: 108.421792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.921618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110108709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T13:46:10.921648Z","caller":"traceutil/trace.go:171","msg":"trace[1037487005] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24503; }","duration":"1.11018521s","start":"2026-03-04T13:46:09.811455Z","end":"2026-03-04T13:46:10.92164Z","steps":["trace[1037487005] 'agreement among raft nodes before linearized reading' (duration: 1.110104089s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.921665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.359923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T13:46:10.92167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.242466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:10.921704Z","caller":"traceutil/trace.go:171","msg":"trace[1636600113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24503; }","duration":"109.401104ms","start":"2026-03-04T13:46:10.812292Z","end":"2026-03-04T13:46:10.921693Z","steps":["trace[1636600113] 'agreement among raft nodes before linearized reading' (duration: 109.288421ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:10.921706Z","caller":"traceutil/trace.go:171","msg":"trace[1297122007] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24503; }","duration":"914.336628ms","start":"2026-03-04T13:46:10.00736Z","end":"2026-03-04T13:46:10.921697Z","steps":["trace[1297122007] 'agreement among raft nodes before linearized reading' (duration: 914.276946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.920443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:09.268562Z","time spent":"1.65185342s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:10.921737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.007337Z","time spent":"914.392869ms","remote":"127.0.0.1:41976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:10.921673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:09.811437Z","time spent":"1.110231242s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T13:46:10.921627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.355151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:10.921814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.073847375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-04T13:46:10.921828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.213829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T13:46:10.921834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.309331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T13:46:10.921878Z","caller":"traceutil/trace.go:171","msg":"trace[911484280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24503; }","duration":"109.385143ms","start":"2026-03-04T13:46:10.81248Z","end":"2026-03-04T13:46:10.921865Z","steps":["trace[911484280] 'agreement among raft nodes before linearized reading' (duration: 109.281711ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:10.921862Z","caller":"traceutil/trace.go:171","msg":"trace[1024266939] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24503; }","duration":"207.595096ms","start":"2026-03-04T13:46:10.714245Z","end":"2026-03-04T13:46:10.92184Z","steps":["trace[1024266939] 'agreement among raft nodes before linearized reading' (duration: 207.364251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.921169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:08.424919Z","time spent":"2.49624612s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:46:10.920087Z","caller":"traceutil/trace.go:171","msg":"trace[1484948268] transaction","detail":"{read_only:false; response_revision:24502; number_of_response:1; }","duration":"1.240595175s","start":"2026-03-04T13:46:09.679477Z","end":"2026-03-04T13:46:10.920072Z","steps":["trace[1484948268] 'process raft request' (duration: 1.240106574s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.92113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.844583Z","time spent":"3.076532236s","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-04T13:46:10.92185Z","caller":"traceutil/trace.go:171","msg":"trace[1541938611] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24503; }","duration":"109.253591ms","start":"2026-03-04T13:46:10.812592Z","end":"2026-03-04T13:46:10.921845Z","steps":["trace[1541938611] 'agreement among raft nodes before linearized reading' (duration: 109.19226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.921996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:09.679426Z","time spent":"1.24253574s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1314,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:10.92217Z","caller":"traceutil/trace.go:171","msg":"trace[432565091] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24503; }","duration":"3.076038435s","start":"2026-03-04T13:46:07.846111Z","end":"2026-03-04T13:46:10.92215Z","steps":["trace[432565091] 'agreement among raft nodes before linearized reading' (duration: 3.0736339s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.922283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:07.846106Z","time spent":"3.076161047s","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-04T13:46:10.924041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877862259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-dcb876c78-brnr6.1899a6b75532f093\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-03-04T13:46:10.92409Z","caller":"traceutil/trace.go:171","msg":"trace[1536094250] range","detail":"{range_begin:/registry/events/openstack/heat-api-dcb876c78-brnr6.1899a6b75532f093; range_end:; response_count:1; response_revision:24503; }","duration":"2.877950931s","start":"2026-03-04T13:46:08.046127Z","end":"2026-03-04T13:46:10.924077Z","steps":["trace[1536094250] 'agreement among raft nodes before linearized reading' (duration: 2.874972224s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.924121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:08.046112Z","time spent":"2.878001632s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":926,"request content":"key:\"/registry/events/openstack/heat-api-dcb876c78-brnr6.1899a6b75532f093\" "} {"level":"warn","ts":"2026-03-04T13:46:10.925251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27376948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:10.925302Z","caller":"traceutil/trace.go:171","msg":"trace[1253413815] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24503; }","duration":"2.273882492s","start":"2026-03-04T13:46:08.651408Z","end":"2026-03-04T13:46:10.92529Z","steps":["trace[1253413815] 'agreement among raft nodes before linearized reading' (duration: 2.27376916s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:10.925344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:08.651371Z","time spent":"2.273961423s","remote":"127.0.0.1:50332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:11.549968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.791077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:46:11.550092Z","caller":"traceutil/trace.go:171","msg":"trace[1897161004] transaction","detail":"{read_only:false; response_revision:24504; number_of_response:1; }","duration":"623.721279ms","start":"2026-03-04T13:46:10.926352Z","end":"2026-03-04T13:46:11.550073Z","steps":["trace[1897161004] 'process raft request' (duration: 326.738997ms)","trace[1897161004] 'compare' (duration: 296.037611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:11.550177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.926336Z","time spent":"623.804511ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:11.585383Z","caller":"traceutil/trace.go:171","msg":"trace[76313167] transaction","detail":"{read_only:false; response_revision:24505; number_of_response:1; }","duration":"658.161422ms","start":"2026-03-04T13:46:10.927199Z","end":"2026-03-04T13:46:11.585361Z","steps":["trace[76313167] 'process raft request' (duration: 657.840845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.585481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.927172Z","time spent":"658.264584ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5539,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T13:46:11.585532Z","caller":"traceutil/trace.go:171","msg":"trace[116991748] linearizableReadLoop","detail":"{readStateIndex:25381; appliedIndex:25379; }","duration":"657.722693ms","start":"2026-03-04T13:46:10.927786Z","end":"2026-03-04T13:46:11.585509Z","steps":["trace[116991748] 'read index received' (duration: 325.384378ms)","trace[116991748] 'applied index is now lower than readState.Index' (duration: 332.337375ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:11.585589Z","caller":"traceutil/trace.go:171","msg":"trace[518960049] transaction","detail":"{read_only:false; response_revision:24507; number_of_response:1; }","duration":"655.506043ms","start":"2026-03-04T13:46:10.930061Z","end":"2026-03-04T13:46:11.585567Z","steps":["trace[518960049] 'process raft request' (duration: 655.289488ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:11.585649Z","caller":"traceutil/trace.go:171","msg":"trace[2598945] transaction","detail":"{read_only:false; response_revision:24508; number_of_response:1; }","duration":"655.425351ms","start":"2026-03-04T13:46:10.930203Z","end":"2026-03-04T13:46:11.585628Z","steps":["trace[2598945] 'process raft request' (duration: 655.199816ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:11.585708Z","caller":"traceutil/trace.go:171","msg":"trace[462919143] transaction","detail":"{read_only:false; response_revision:24506; number_of_response:1; }","duration":"655.659986ms","start":"2026-03-04T13:46:10.930038Z","end":"2026-03-04T13:46:11.585698Z","steps":["trace[462919143] 'process raft request' (duration: 655.212696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.585714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.930042Z","time spent":"655.595155ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:11.585755Z","caller":"traceutil/trace.go:171","msg":"trace[1207497824] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"654.187673ms","start":"2026-03-04T13:46:10.931553Z","end":"2026-03-04T13:46:11.585741Z","steps":["trace[1207497824] 'process raft request' (duration: 653.882806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.58576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.930028Z","time spent":"655.699277ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:11.5858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.93154Z","time spent":"654.234814ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:11.585712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.930197Z","time spent":"655.471852ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:11.585897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.112831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-15c37771-37ff-45fe-8c05-35d7acdde803\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-04T13:46:11.585968Z","caller":"traceutil/trace.go:171","msg":"trace[309698770] range","detail":"{range_begin:/registry/persistentvolumes/pvc-15c37771-37ff-45fe-8c05-35d7acdde803; range_end:; response_count:1; response_revision:24510; }","duration":"658.223694ms","start":"2026-03-04T13:46:10.927729Z","end":"2026-03-04T13:46:11.585952Z","steps":["trace[309698770] 'agreement among raft nodes before linearized reading' (duration: 658.101401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.585973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.054965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute\" ","response":"range_response_count:1 size:842"} {"level":"warn","ts":"2026-03-04T13:46:11.585985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.322515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2891"} {"level":"warn","ts":"2026-03-04T13:46:11.585996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.927714Z","time spent":"658.275524ms","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-15c37771-37ff-45fe-8c05-35d7acdde803\" "} {"level":"info","ts":"2026-03-04T13:46:11.586008Z","caller":"traceutil/trace.go:171","msg":"trace[711868937] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:24510; }","duration":"654.410248ms","start":"2026-03-04T13:46:10.93159Z","end":"2026-03-04T13:46:11.586001Z","steps":["trace[711868937] 'agreement among raft nodes before linearized reading' (duration: 654.311525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.586031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.931586Z","time spent":"654.440758ms","remote":"127.0.0.1:41404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2914,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-03-04T13:46:11.586111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.541811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:870"} {"level":"info","ts":"2026-03-04T13:46:11.586142Z","caller":"traceutil/trace.go:171","msg":"trace[1116028872] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:24510; }","duration":"654.578122ms","start":"2026-03-04T13:46:10.931555Z","end":"2026-03-04T13:46:11.586133Z","steps":["trace[1116028872] 'agreement among raft nodes before linearized reading' (duration: 654.467369ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:11.586156Z","caller":"traceutil/trace.go:171","msg":"trace[1814650782] transaction","detail":"{read_only:false; response_revision:24510; number_of_response:1; }","duration":"653.655981ms","start":"2026-03-04T13:46:10.932491Z","end":"2026-03-04T13:46:11.586147Z","steps":["trace[1814650782] 'process raft request' (duration: 652.980966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.586169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.931552Z","time spent":"654.609642ms","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":893,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"warn","ts":"2026-03-04T13:46:11.586217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.932484Z","time spent":"653.690101ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:11.586299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.628424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:11.586323Z","caller":"traceutil/trace.go:171","msg":"trace[1159619134] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24510; }","duration":"111.683886ms","start":"2026-03-04T13:46:11.474632Z","end":"2026-03-04T13:46:11.586315Z","steps":["trace[1159619134] 'agreement among raft nodes before linearized reading' (duration: 111.640285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.586371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.814587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:870"} {"level":"info","ts":"2026-03-04T13:46:11.586402Z","caller":"traceutil/trace.go:171","msg":"trace[1086792068] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:24510; }","duration":"654.858537ms","start":"2026-03-04T13:46:10.931534Z","end":"2026-03-04T13:46:11.586392Z","steps":["trace[1086792068] 'agreement among raft nodes before linearized reading' (duration: 654.775965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.586444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.919043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:46:11.58645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.931525Z","time spent":"654.913648ms","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":893,"request content":"key:\"/registry/ingress/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-04T13:46:11.586464Z","caller":"traceutil/trace.go:171","msg":"trace[182977211] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24510; }","duration":"248.940484ms","start":"2026-03-04T13:46:11.337517Z","end":"2026-03-04T13:46:11.586458Z","steps":["trace[182977211] 'agreement among raft nodes before linearized reading' (duration: 248.902333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.586508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.132924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-03-04T13:46:11.586531Z","caller":"traceutil/trace.go:171","msg":"trace[1307947880] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:24510; }","duration":"655.163115ms","start":"2026-03-04T13:46:10.931361Z","end":"2026-03-04T13:46:11.586524Z","steps":["trace[1307947880] 'agreement among raft nodes before linearized reading' (duration: 655.066083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.586534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.078055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:888"} {"level":"warn","ts":"2026-03-04T13:46:11.586549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.931356Z","time spent":"655.188876ms","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"info","ts":"2026-03-04T13:46:11.586569Z","caller":"traceutil/trace.go:171","msg":"trace[612027779] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24510; }","duration":"656.114706ms","start":"2026-03-04T13:46:10.930444Z","end":"2026-03-04T13:46:11.586559Z","steps":["trace[612027779] 'agreement among raft nodes before linearized reading' (duration: 656.016674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.586615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.930379Z","time spent":"656.228639ms","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":911,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-04T13:46:11.586627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.479994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/load-balancer\" ","response":"range_response_count:1 size:880"} {"level":"warn","ts":"2026-03-04T13:46:11.586645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.849418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T13:46:11.586655Z","caller":"traceutil/trace.go:171","msg":"trace[404090038] range","detail":"{range_begin:/registry/ingress/openstack/load-balancer; range_end:; response_count:1; response_revision:24510; }","duration":"656.517755ms","start":"2026-03-04T13:46:10.930129Z","end":"2026-03-04T13:46:11.586647Z","steps":["trace[404090038] 'agreement among raft nodes before linearized reading' (duration: 656.433763ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:11.586664Z","caller":"traceutil/trace.go:171","msg":"trace[84037703] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24510; }","duration":"650.865798ms","start":"2026-03-04T13:46:10.935791Z","end":"2026-03-04T13:46:11.586657Z","steps":["trace[84037703] 'agreement among raft nodes before linearized reading' (duration: 650.807117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.58668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.931162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1430"} {"level":"warn","ts":"2026-03-04T13:46:11.586686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.935787Z","time spent":"650.889499ms","remote":"127.0.0.1:55004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T13:46:11.586697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.144104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"range_response_count:1 size:1066"} {"level":"info","ts":"2026-03-04T13:46:11.586704Z","caller":"traceutil/trace.go:171","msg":"trace[1548139848] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:24510; }","duration":"655.973203ms","start":"2026-03-04T13:46:10.930724Z","end":"2026-03-04T13:46:11.586697Z","steps":["trace[1548139848] 'agreement among raft nodes before linearized reading' (duration: 655.901841ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:11.586716Z","caller":"traceutil/trace.go:171","msg":"trace[373842431] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; response_count:1; response_revision:24510; }","duration":"655.168204ms","start":"2026-03-04T13:46:10.931542Z","end":"2026-03-04T13:46:11.58671Z","steps":["trace[373842431] 'agreement among raft nodes before linearized reading' (duration: 655.105183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.586723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.930715Z","time spent":"656.004504ms","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1453,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-04T13:46:11.586733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.931537Z","time spent":"655.192925ms","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":1089,"request content":"key:\"/registry/ingress/openstack/identity\" "} {"level":"warn","ts":"2026-03-04T13:46:11.586758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.801021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:856"} {"level":"info","ts":"2026-03-04T13:46:11.586787Z","caller":"traceutil/trace.go:171","msg":"trace[785532780] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:24510; }","duration":"656.843362ms","start":"2026-03-04T13:46:10.929935Z","end":"2026-03-04T13:46:11.586778Z","steps":["trace[785532780] 'agreement among raft nodes before linearized reading' (duration: 656.76294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.586789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.067365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:1116"} {"level":"warn","ts":"2026-03-04T13:46:11.586682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.930124Z","time spent":"656.551456ms","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":903,"request content":"key:\"/registry/ingress/openstack/load-balancer\" "} {"level":"warn","ts":"2026-03-04T13:46:11.586812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.929928Z","time spent":"656.877243ms","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":879,"request content":"key:\"/registry/ingress/openstack/network\" "} {"level":"info","ts":"2026-03-04T13:46:11.586817Z","caller":"traceutil/trace.go:171","msg":"trace[731437686] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:24510; }","duration":"656.114547ms","start":"2026-03-04T13:46:10.930694Z","end":"2026-03-04T13:46:11.586809Z","steps":["trace[731437686] 'agreement among raft nodes before linearized reading' (duration: 656.037185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.58684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.333088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/placement\" ","response":"range_response_count:1 size:862"} {"level":"warn","ts":"2026-03-04T13:46:11.586844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.930688Z","time spent":"656.149187ms","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1139,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"info","ts":"2026-03-04T13:46:11.586861Z","caller":"traceutil/trace.go:171","msg":"trace[1287456360] range","detail":"{range_begin:/registry/ingress/openstack/placement; range_end:; response_count:1; response_revision:24510; }","duration":"655.358929ms","start":"2026-03-04T13:46:10.931496Z","end":"2026-03-04T13:46:11.586855Z","steps":["trace[1287456360] 'agreement among raft nodes before linearized reading' (duration: 655.297607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.586881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.931492Z","time spent":"655.382139ms","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":885,"request content":"key:\"/registry/ingress/openstack/placement\" "} {"level":"warn","ts":"2026-03-04T13:46:11.586584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.881337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:11.586904Z","caller":"traceutil/trace.go:171","msg":"trace[2111944970] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24510; }","duration":"424.241507ms","start":"2026-03-04T13:46:11.162658Z","end":"2026-03-04T13:46:11.586899Z","steps":["trace[2111944970] 'agreement among raft nodes before linearized reading' (duration: 423.902808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.586924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.162636Z","time spent":"424.280177ms","remote":"127.0.0.1:49826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:11.586944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.562844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:11.586961Z","caller":"traceutil/trace.go:171","msg":"trace[190522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24510; }","duration":"655.588555ms","start":"2026-03-04T13:46:10.931367Z","end":"2026-03-04T13:46:11.586956Z","steps":["trace[190522] 'agreement among raft nodes before linearized reading' (duration: 655.558424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.586978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.931359Z","time spent":"655.614646ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:46:11.58698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.516363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"info","ts":"2026-03-04T13:46:11.587018Z","caller":"traceutil/trace.go:171","msg":"trace[1028200266] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:24510; }","duration":"655.557684ms","start":"2026-03-04T13:46:10.931449Z","end":"2026-03-04T13:46:11.587007Z","steps":["trace[1028200266] 'agreement among raft nodes before linearized reading' (duration: 655.449792ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:11.586006Z","caller":"traceutil/trace.go:171","msg":"trace[481423244] range","detail":"{range_begin:/registry/ingress/openstack/compute; range_end:; response_count:1; response_revision:24510; }","duration":"656.140876ms","start":"2026-03-04T13:46:10.929855Z","end":"2026-03-04T13:46:11.585996Z","steps":["trace[481423244] 'agreement among raft nodes before linearized reading' (duration: 656.022134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.587047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.931445Z","time spent":"655.593845ms","remote":"127.0.0.1:41404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2898,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"warn","ts":"2026-03-04T13:46:11.587059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.929844Z","time spent":"657.208931ms","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":865,"request content":"key:\"/registry/ingress/openstack/compute\" "} {"level":"warn","ts":"2026-03-04T13:46:11.58714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.683245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" ","response":"range_response_count:1 size:1088"} {"level":"info","ts":"2026-03-04T13:46:11.587214Z","caller":"traceutil/trace.go:171","msg":"trace[470461315] range","detail":"{range_begin:/registry/ingress/openstack/compute-novnc-proxy; range_end:; response_count:1; response_revision:24510; }","duration":"654.761926ms","start":"2026-03-04T13:46:10.932447Z","end":"2026-03-04T13:46:11.587209Z","steps":["trace[470461315] 'agreement among raft nodes before linearized reading' (duration: 654.659574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.587228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.932444Z","time spent":"654.780457ms","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1111,"request content":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" "} {"level":"warn","ts":"2026-03-04T13:46:11.587281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.778579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/cloudformation\" ","response":"range_response_count:1 size:988"} {"level":"warn","ts":"2026-03-04T13:46:11.586821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.143312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-03-04T13:46:11.587314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.084214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-04T13:46:11.587312Z","caller":"traceutil/trace.go:171","msg":"trace[825200871] range","detail":"{range_begin:/registry/ingress/openstack/cloudformation; range_end:; response_count:1; response_revision:24510; }","duration":"655.818829ms","start":"2026-03-04T13:46:10.931483Z","end":"2026-03-04T13:46:11.587302Z","steps":["trace[825200871] 'agreement among raft nodes before linearized reading' (duration: 655.727497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:11.587339Z","caller":"traceutil/trace.go:171","msg":"trace[201199249] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:24510; }","duration":"654.651754ms","start":"2026-03-04T13:46:10.932672Z","end":"2026-03-04T13:46:11.587324Z","steps":["trace[201199249] 'agreement among raft nodes before linearized reading' (duration: 654.103361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.587365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.931479Z","time spent":"655.875311ms","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":1011,"request content":"key:\"/registry/ingress/openstack/cloudformation\" "} {"level":"warn","ts":"2026-03-04T13:46:11.587377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.932661Z","time spent":"654.704825ms","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-03-04T13:46:11.587409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.616176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-03-04T13:46:11.587331Z","caller":"traceutil/trace.go:171","msg":"trace[725703413] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24510; }","duration":"655.108464ms","start":"2026-03-04T13:46:10.932219Z","end":"2026-03-04T13:46:11.587327Z","steps":["trace[725703413] 'agreement among raft nodes before linearized reading' (duration: 655.056653ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:11.587424Z","caller":"traceutil/trace.go:171","msg":"trace[402269233] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:24510; }","duration":"655.639916ms","start":"2026-03-04T13:46:10.931779Z","end":"2026-03-04T13:46:11.587419Z","steps":["trace[402269233] 'agreement among raft nodes before linearized reading' (duration: 655.600955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.587445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.931772Z","time spent":"655.667807ms","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1243,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-03-04T13:46:11.587445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.932214Z","time spent":"655.222356ms","remote":"127.0.0.1:49766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T13:46:11.587371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.36092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-yvz1qw\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-04T13:46:11.587497Z","caller":"traceutil/trace.go:171","msg":"trace[1449141957] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-yvz1qw; range_end:; response_count:1; response_revision:24510; }","duration":"655.516534ms","start":"2026-03-04T13:46:10.93197Z","end":"2026-03-04T13:46:11.587486Z","steps":["trace[1449141957] 'agreement among raft nodes before linearized reading' (duration: 655.36986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.587524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.93196Z","time spent":"655.556264ms","remote":"127.0.0.1:37770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":564,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-yvz1qw\" "} {"level":"warn","ts":"2026-03-04T13:46:11.587818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.158276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-03-04T13:46:11.587915Z","caller":"traceutil/trace.go:171","msg":"trace[886633945] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:24510; }","duration":"655.266568ms","start":"2026-03-04T13:46:10.932642Z","end":"2026-03-04T13:46:11.587908Z","steps":["trace[886633945] 'agreement among raft nodes before linearized reading' (duration: 654.192013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.587937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:10.932636Z","time spent":"655.294098ms","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"info","ts":"2026-03-04T13:46:11.997467Z","caller":"traceutil/trace.go:171","msg":"trace[1777290765] linearizableReadLoop","detail":"{readStateIndex:25387; appliedIndex:25386; }","duration":"400.917132ms","start":"2026-03-04T13:46:11.596517Z","end":"2026-03-04T13:46:11.997434Z","steps":["trace[1777290765] 'read index received' (duration: 400.664816ms)","trace[1777290765] 'applied index is now lower than readState.Index' (duration: 250.706µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:11.997497Z","caller":"traceutil/trace.go:171","msg":"trace[656000621] transaction","detail":"{read_only:false; response_revision:24511; number_of_response:1; }","duration":"401.054056ms","start":"2026-03-04T13:46:11.596409Z","end":"2026-03-04T13:46:11.997463Z","steps":["trace[656000621] 'process raft request' (duration: 400.80577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.997654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.596372Z","time spent":"401.193318ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:11.997855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.31112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8139"} {"level":"info","ts":"2026-03-04T13:46:11.99794Z","caller":"traceutil/trace.go:171","msg":"trace[485073817] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:24511; }","duration":"401.446304ms","start":"2026-03-04T13:46:11.596477Z","end":"2026-03-04T13:46:11.997923Z","steps":["trace[485073817] 'agreement among raft nodes before linearized reading' (duration: 401.065885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:11.997981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.596459Z","time spent":"401.512766ms","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":8162,"request content":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-03-04T13:46:12.49824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371323495,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T13:46:12.626677Z","caller":"traceutil/trace.go:171","msg":"trace[426468452] transaction","detail":"{read_only:false; response_revision:24516; number_of_response:1; }","duration":"712.443331ms","start":"2026-03-04T13:46:11.914215Z","end":"2026-03-04T13:46:12.626659Z","steps":["trace[426468452] 'process raft request' (duration: 712.40759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:12.62679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.914202Z","time spent":"712.532812ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:12.627037Z","caller":"traceutil/trace.go:171","msg":"trace[119897477] transaction","detail":"{read_only:false; response_revision:24512; number_of_response:1; }","duration":"1.029670845s","start":"2026-03-04T13:46:11.597341Z","end":"2026-03-04T13:46:12.627012Z","steps":["trace[119897477] 'process raft request' (duration: 1.029022661s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:12.627089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.597324Z","time spent":"1.029736997s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T13:46:12.627375Z","caller":"traceutil/trace.go:171","msg":"trace[102414119] transaction","detail":"{read_only:false; response_revision:24515; number_of_response:1; }","duration":"720.622813ms","start":"2026-03-04T13:46:11.906741Z","end":"2026-03-04T13:46:12.627364Z","steps":["trace[102414119] 'process raft request' (duration: 719.852346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:12.627453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.906716Z","time spent":"720.696484ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:12.627536Z","caller":"traceutil/trace.go:171","msg":"trace[418764854] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"1.02900883s","start":"2026-03-04T13:46:11.598517Z","end":"2026-03-04T13:46:12.627526Z","steps":["trace[418764854] 'process raft request' (duration: 1.028029018s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:12.627602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.598507Z","time spent":"1.029063771s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5585,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:12.627383Z","caller":"traceutil/trace.go:171","msg":"trace[223907182] transaction","detail":"{read_only:false; response_revision:24513; number_of_response:1; }","duration":"1.028903717s","start":"2026-03-04T13:46:11.598464Z","end":"2026-03-04T13:46:12.627368Z","steps":["trace[223907182] 'process raft request' (duration: 1.028032638s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:12.627746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.598453Z","time spent":"1.029241976s","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:13.609938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.469346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:46:13.610198Z","caller":"traceutil/trace.go:171","msg":"trace[217955912] linearizableReadLoop","detail":"{readStateIndex:25396; appliedIndex:25392; }","duration":"1.612633792s","start":"2026-03-04T13:46:11.997548Z","end":"2026-03-04T13:46:13.610182Z","steps":["trace[217955912] 'read index received' (duration: 630.633255ms)","trace[217955912] 'applied index is now lower than readState.Index' (duration: 981.999237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:13.610429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013616885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-l3-agent-default\" ","response":"range_response_count:1 size:16562"} {"level":"warn","ts":"2026-03-04T13:46:13.610648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013880161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3928"} {"level":"warn","ts":"2026-03-04T13:46:13.61065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009366069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:406"} {"level":"warn","ts":"2026-03-04T13:46:13.610631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013586094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5101"} {"level":"info","ts":"2026-03-04T13:46:13.610668Z","caller":"traceutil/trace.go:171","msg":"trace[1489833517] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-l3-agent-default; range_end:; response_count:1; response_revision:24520; }","duration":"2.01387202s","start":"2026-03-04T13:46:11.596783Z","end":"2026-03-04T13:46:13.610655Z","steps":["trace[1489833517] 'agreement among raft nodes before linearized reading' (duration: 2.013531483s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.610643Z","caller":"traceutil/trace.go:171","msg":"trace[164124421] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"1.472319874s","start":"2026-03-04T13:46:12.138114Z","end":"2026-03-04T13:46:13.610434Z","steps":["trace[164124421] 'process raft request' (duration: 1.471965906s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.610682Z","caller":"traceutil/trace.go:171","msg":"trace[1840307642] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:24520; }","duration":"2.013926851s","start":"2026-03-04T13:46:11.596743Z","end":"2026-03-04T13:46:13.61067Z","steps":["trace[1840307642] 'agreement among raft nodes before linearized reading' (duration: 2.013644685s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.610699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.596778Z","time spent":"2.013915682s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":16585,"request content":"key:\"/registry/daemonsets/openstack/neutron-l3-agent-default\" "} {"level":"warn","ts":"2026-03-04T13:46:13.610719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.596735Z","time spent":"2.013976482s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3951,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"info","ts":"2026-03-04T13:46:13.61071Z","caller":"traceutil/trace.go:171","msg":"trace[698870653] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:24520; }","duration":"2.01385438s","start":"2026-03-04T13:46:11.596834Z","end":"2026-03-04T13:46:13.610689Z","steps":["trace[698870653] 'agreement among raft nodes before linearized reading' (duration: 2.013459771s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.610737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013938972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" ","response":"range_response_count:1 size:17551"} {"level":"warn","ts":"2026-03-04T13:46:13.610754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914630835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-04T13:46:13.610766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.596828Z","time spent":"2.013925571s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5124,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"info","ts":"2026-03-04T13:46:13.610782Z","caller":"traceutil/trace.go:171","msg":"trace[1049633145] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24520; }","duration":"1.914721987s","start":"2026-03-04T13:46:11.696051Z","end":"2026-03-04T13:46:13.610773Z","steps":["trace[1049633145] 'agreement among raft nodes before linearized reading' (duration: 1.914650865s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.610781Z","caller":"traceutil/trace.go:171","msg":"trace[1456747582] range","detail":"{range_begin:/registry/daemonsets/openstack/libvirt-libvirt-default; range_end:; response_count:1; response_revision:24520; }","duration":"2.013990993s","start":"2026-03-04T13:46:11.596779Z","end":"2026-03-04T13:46:13.61077Z","steps":["trace[1456747582] 'agreement among raft nodes before linearized reading' (duration: 2.01389689s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.610784Z","caller":"traceutil/trace.go:171","msg":"trace[222555142] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"1.47256912s","start":"2026-03-04T13:46:12.138199Z","end":"2026-03-04T13:46:13.610768Z","steps":["trace[222555142] 'process raft request' (duration: 1.471919915s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.610805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.696021Z","time spent":"1.914779338s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T13:46:13.610813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.596771Z","time spent":"2.014034234s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":17574,"request content":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" "} {"level":"warn","ts":"2026-03-04T13:46:13.610803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01386307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-metadata-agent-default\" ","response":"range_response_count:1 size:12155"} {"level":"info","ts":"2026-03-04T13:46:13.610854Z","caller":"traceutil/trace.go:171","msg":"trace[1101276828] transaction","detail":"{read_only:false; response_revision:24517; number_of_response:1; }","duration":"1.474127874s","start":"2026-03-04T13:46:12.136709Z","end":"2026-03-04T13:46:13.610837Z","steps":["trace[1101276828] 'process raft request' (duration: 1.371674176s)","trace[1101276828] 'compare' (duration: 101.307723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:13.610887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:12.138191Z","time spent":"1.472633951s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:13.610911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:12.136684Z","time spent":"1.474199585s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:13.610923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014172137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3392"} {"level":"warn","ts":"2026-03-04T13:46:13.610954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014141737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6130"} {"level":"warn","ts":"2026-03-04T13:46:13.610961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014166837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5707"} {"level":"info","ts":"2026-03-04T13:46:13.610976Z","caller":"traceutil/trace.go:171","msg":"trace[1546899057] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:24520; }","duration":"2.014224439s","start":"2026-03-04T13:46:11.596733Z","end":"2026-03-04T13:46:13.610958Z","steps":["trace[1546899057] 'agreement among raft nodes before linearized reading' (duration: 2.014122046s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.610801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:12.138105Z","time spent":"1.47260765s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:13.611026Z","caller":"traceutil/trace.go:171","msg":"trace[1489172129] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"1.473191803s","start":"2026-03-04T13:46:12.137825Z","end":"2026-03-04T13:46:13.611017Z","steps":["trace[1489172129] 'process raft request' (duration: 1.472203091s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.610686Z","caller":"traceutil/trace.go:171","msg":"trace[1339333605] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:24520; }","duration":"2.009401609s","start":"2026-03-04T13:46:11.601274Z","end":"2026-03-04T13:46:13.610675Z","steps":["trace[1339333605] 'agreement among raft nodes before linearized reading' (duration: 2.009080702s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.61105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014244349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovs-agent-default\" ","response":"range_response_count:1 size:17147"} {"level":"warn","ts":"2026-03-04T13:46:13.611061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013650296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" ","response":"range_response_count:1 size:9720"} {"level":"warn","ts":"2026-03-04T13:46:13.611063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.601253Z","time spent":"2.009803089s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":429,"request content":"key:\"/registry/services/endpoints/openstack/ceph-mon\" "} {"level":"warn","ts":"2026-03-04T13:46:13.611067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014210928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2919"} {"level":"info","ts":"2026-03-04T13:46:13.611076Z","caller":"traceutil/trace.go:171","msg":"trace[1023995075] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovs-agent-default; range_end:; response_count:1; response_revision:24520; }","duration":"2.014267749s","start":"2026-03-04T13:46:11.5968Z","end":"2026-03-04T13:46:13.611068Z","steps":["trace[1023995075] 'agreement among raft nodes before linearized reading' (duration: 2.014208248s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.611089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014229408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14481"} {"level":"info","ts":"2026-03-04T13:46:13.611093Z","caller":"traceutil/trace.go:171","msg":"trace[1632726677] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default; range_end:; response_count:1; response_revision:24520; }","duration":"2.013708596s","start":"2026-03-04T13:46:11.597375Z","end":"2026-03-04T13:46:13.611083Z","steps":["trace[1632726677] 'agreement among raft nodes before linearized reading' (duration: 2.013609264s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.610958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012299845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:13.611115Z","caller":"traceutil/trace.go:171","msg":"trace[1281547970] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:24520; }","duration":"2.014268359s","start":"2026-03-04T13:46:11.596837Z","end":"2026-03-04T13:46:13.611105Z","steps":["trace[1281547970] 'agreement among raft nodes before linearized reading' (duration: 2.014160027s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.611122Z","caller":"traceutil/trace.go:171","msg":"trace[88256535] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:24520; }","duration":"2.014268789s","start":"2026-03-04T13:46:11.596845Z","end":"2026-03-04T13:46:13.611114Z","steps":["trace[88256535] 'agreement among raft nodes before linearized reading' (duration: 2.014179687s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.611149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.59683Z","time spent":"2.01431259s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2942,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-03-04T13:46:13.61115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:12.13781Z","time spent":"1.473310926s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:13.611153Z","caller":"traceutil/trace.go:171","msg":"trace[152296229] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24520; }","duration":"2.01250471s","start":"2026-03-04T13:46:11.598628Z","end":"2026-03-04T13:46:13.611133Z","steps":["trace[152296229] 'agreement among raft nodes before linearized reading' (duration: 2.012287605s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.611164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.596842Z","time spent":"2.01431518s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14504,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-04T13:46:13.611174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01430679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:3972"} {"level":"warn","ts":"2026-03-04T13:46:13.611028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014192477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-dhcp-agent-default\" ","response":"range_response_count:1 size:16527"} {"level":"warn","ts":"2026-03-04T13:46:13.611208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.598624Z","time spent":"2.012567581s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-04T13:46:13.611235Z","caller":"traceutil/trace.go:171","msg":"trace[176179051] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-dhcp-agent-default; range_end:; response_count:1; response_revision:24520; }","duration":"2.014403923s","start":"2026-03-04T13:46:11.596823Z","end":"2026-03-04T13:46:13.611227Z","steps":["trace[176179051] 'agreement among raft nodes before linearized reading' (duration: 2.014158107s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.611234Z","caller":"traceutil/trace.go:171","msg":"trace[2975269] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:24520; }","duration":"2.014376641s","start":"2026-03-04T13:46:11.596843Z","end":"2026-03-04T13:46:13.611219Z","steps":["trace[2975269] 'agreement among raft nodes before linearized reading' (duration: 2.014203248s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.611265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.596818Z","time spent":"2.014439503s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":16550,"request content":"key:\"/registry/daemonsets/openstack/neutron-dhcp-agent-default\" "} {"level":"warn","ts":"2026-03-04T13:46:13.611273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.596838Z","time spent":"2.014427232s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3995,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} {"level":"warn","ts":"2026-03-04T13:46:13.61081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013973973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:18302"} {"level":"warn","ts":"2026-03-04T13:46:13.611137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.597363Z","time spent":"2.013763588s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9743,"request content":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" "} {"level":"info","ts":"2026-03-04T13:46:13.610889Z","caller":"traceutil/trace.go:171","msg":"trace[338682676] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-metadata-agent-default; range_end:; response_count:1; response_revision:24520; }","duration":"2.014005124s","start":"2026-03-04T13:46:11.596866Z","end":"2026-03-04T13:46:13.610871Z","steps":["trace[338682676] 'agreement among raft nodes before linearized reading' (duration: 2.013552444s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.611501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.596861Z","time spent":"2.014618467s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":12178,"request content":"key:\"/registry/daemonsets/openstack/neutron-metadata-agent-default\" "} {"level":"info","ts":"2026-03-04T13:46:13.611354Z","caller":"traceutil/trace.go:171","msg":"trace[570577217] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:24520; }","duration":"2.014537865s","start":"2026-03-04T13:46:11.596805Z","end":"2026-03-04T13:46:13.611343Z","steps":["trace[570577217] 'agreement among raft nodes before linearized reading' (duration: 2.013625725s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.611656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.596799Z","time spent":"2.014845372s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18325,"request content":"key:\"/registry/daemonsets/openstack/nova-compute-default\" "} {"level":"warn","ts":"2026-03-04T13:46:13.610738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645269283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T13:46:13.611714Z","caller":"traceutil/trace.go:171","msg":"trace[159948128] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24520; }","duration":"1.646264694s","start":"2026-03-04T13:46:11.96543Z","end":"2026-03-04T13:46:13.611694Z","steps":["trace[159948128] 'agreement among raft nodes before linearized reading' (duration: 1.645220441s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.611784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.965367Z","time spent":"1.646398498s","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T13:46:13.610951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014103475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" ","response":"range_response_count:1 size:10786"} {"level":"info","ts":"2026-03-04T13:46:13.611984Z","caller":"traceutil/trace.go:171","msg":"trace[1700671235] range","detail":"{range_begin:/registry/daemonsets/openstack/octavia-health-manager-default; range_end:; response_count:1; response_revision:24520; }","duration":"2.015137718s","start":"2026-03-04T13:46:11.596827Z","end":"2026-03-04T13:46:13.611965Z","steps":["trace[1700671235] 'agreement among raft nodes before linearized reading' (duration: 2.014025723s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.612051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.596823Z","time spent":"2.01520298s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":10809,"request content":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" "} {"level":"warn","ts":"2026-03-04T13:46:13.610806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014170127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T13:46:13.61214Z","caller":"traceutil/trace.go:171","msg":"trace[238942372] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24520; }","duration":"2.015533067s","start":"2026-03-04T13:46:11.596593Z","end":"2026-03-04T13:46:13.612126Z","steps":["trace[238942372] 'agreement among raft nodes before linearized reading' (duration: 2.01383386s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.612194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.596588Z","time spent":"2.015595479s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T13:46:13.610898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014074515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:1 size:9524"} {"level":"info","ts":"2026-03-04T13:46:13.612339Z","caller":"traceutil/trace.go:171","msg":"trace[425692725] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:1; response_revision:24520; }","duration":"2.015524308s","start":"2026-03-04T13:46:11.596807Z","end":"2026-03-04T13:46:13.612332Z","steps":["trace[425692725] 'agreement among raft nodes before linearized reading' (duration: 2.014040024s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.612364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.596803Z","time spent":"2.015553689s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9547,"request content":"key:\"/registry/daemonsets/openstack/openvswitch\" "} {"level":"info","ts":"2026-03-04T13:46:13.610994Z","caller":"traceutil/trace.go:171","msg":"trace[1731252578] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24520; }","duration":"2.014183517s","start":"2026-03-04T13:46:11.5968Z","end":"2026-03-04T13:46:13.610984Z","steps":["trace[1731252578] 'agreement among raft nodes before linearized reading' (duration: 2.014117456s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.612476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.596794Z","time spent":"2.015665531s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6153,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T13:46:13.610445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013652956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:1 size:2535"} {"level":"info","ts":"2026-03-04T13:46:13.612685Z","caller":"traceutil/trace.go:171","msg":"trace[2108497082] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:1; response_revision:24520; }","duration":"2.015913387s","start":"2026-03-04T13:46:11.59676Z","end":"2026-03-04T13:46:13.612673Z","steps":["trace[2108497082] 'agreement among raft nodes before linearized reading' (duration: 2.013566584s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.612735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.596754Z","time spent":"2.015968808s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":2558,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} {"level":"info","ts":"2026-03-04T13:46:13.611Z","caller":"traceutil/trace.go:171","msg":"trace[813336026] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:24520; }","duration":"2.014217258s","start":"2026-03-04T13:46:11.59677Z","end":"2026-03-04T13:46:13.610988Z","steps":["trace[813336026] 'agreement among raft nodes before linearized reading' (duration: 2.014117256s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.612861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.596758Z","time spent":"2.016097041s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5730,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-03-04T13:46:13.611114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.596754Z","time spent":"2.014355341s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":17170,"request content":"key:\"/registry/daemonsets/openstack/neutron-ovs-agent-default\" "} {"level":"warn","ts":"2026-03-04T13:46:13.611023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:11.596727Z","time spent":"2.01428845s","remote":"127.0.0.1:38146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3415,"request content":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" "} {"level":"warn","ts":"2026-03-04T13:46:13.639745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:12.638495Z","time spent":"1.001245897s","remote":"127.0.0.1:38188","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T13:46:13.639917Z","caller":"traceutil/trace.go:171","msg":"trace[1079412941] transaction","detail":"{read_only:false; response_revision:24522; number_of_response:1; }","duration":"711.115919ms","start":"2026-03-04T13:46:12.92877Z","end":"2026-03-04T13:46:13.639886Z","steps":["trace[1079412941] 'process raft request' (duration: 711.010387ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.640034Z","caller":"traceutil/trace.go:171","msg":"trace[110866966] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"711.295414ms","start":"2026-03-04T13:46:12.928725Z","end":"2026-03-04T13:46:13.64002Z","steps":["trace[110866966] 'process raft request' (duration: 710.938676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.640057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:12.92874Z","time spent":"711.246273ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:13.640138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:12.928694Z","time spent":"711.371316ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:13.640235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.194826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:13.640287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437226876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T13:46:13.640295Z","caller":"traceutil/trace.go:171","msg":"trace[713769361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24523; }","duration":"100.290599ms","start":"2026-03-04T13:46:13.539992Z","end":"2026-03-04T13:46:13.640283Z","steps":["trace[713769361] 'agreement among raft nodes before linearized reading' (duration: 100.145426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.64031Z","caller":"traceutil/trace.go:171","msg":"trace[1800554663] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:24523; }","duration":"1.437283258s","start":"2026-03-04T13:46:12.203019Z","end":"2026-03-04T13:46:13.640303Z","steps":["trace[1800554663] 'agreement among raft nodes before linearized reading' (duration: 1.437208006s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.640336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:12.202998Z","time spent":"1.437329419s","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-04T13:46:13.640411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639451893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a6e4e3b2aa5b\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-04T13:46:13.640454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270962308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:13.640441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.626094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:46:13.640467Z","caller":"traceutil/trace.go:171","msg":"trace[1153471449] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899a6e4e3b2aa5b; range_end:; response_count:1; response_revision:24523; }","duration":"1.639534085s","start":"2026-03-04T13:46:12.000917Z","end":"2026-03-04T13:46:13.640451Z","steps":["trace[1153471449] 'agreement among raft nodes before linearized reading' (duration: 1.639329149s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.6405Z","caller":"traceutil/trace.go:171","msg":"trace[1822293228] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24523; }","duration":"778.740196ms","start":"2026-03-04T13:46:12.861745Z","end":"2026-03-04T13:46:13.640486Z","steps":["trace[1822293228] 'agreement among raft nodes before linearized reading' (duration: 778.628884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.640496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498648674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:13.640523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:12.000902Z","time spent":"1.639596997s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a6e4e3b2aa5b\" "} {"level":"warn","ts":"2026-03-04T13:46:13.640497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.564428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543865-r2ktr\" ","response":"range_response_count:1 size:5603"} {"level":"warn","ts":"2026-03-04T13:46:13.640536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:12.861721Z","time spent":"778.806638ms","remote":"127.0.0.1:41404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:13.640566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363977213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:46:13.64056Z","caller":"traceutil/trace.go:171","msg":"trace[1070830404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24523; }","duration":"1.498735516s","start":"2026-03-04T13:46:12.141807Z","end":"2026-03-04T13:46:13.640543Z","steps":["trace[1070830404] 'agreement among raft nodes before linearized reading' (duration: 1.498632813s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.640553Z","caller":"traceutil/trace.go:171","msg":"trace[77803241] transaction","detail":"{read_only:false; response_revision:24523; number_of_response:1; }","duration":"710.419465ms","start":"2026-03-04T13:46:12.930108Z","end":"2026-03-04T13:46:13.640527Z","steps":["trace[77803241] 'process raft request' (duration: 709.712069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.640586Z","caller":"traceutil/trace.go:171","msg":"trace[1786316458] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24523; }","duration":"1.364040194s","start":"2026-03-04T13:46:12.27654Z","end":"2026-03-04T13:46:13.640581Z","steps":["trace[1786316458] 'agreement among raft nodes before linearized reading' (duration: 1.363951593s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.640574Z","caller":"traceutil/trace.go:171","msg":"trace[1522150282] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543865-r2ktr; range_end:; response_count:1; response_revision:24523; }","duration":"998.67897ms","start":"2026-03-04T13:46:12.64188Z","end":"2026-03-04T13:46:13.640559Z","steps":["trace[1522150282] 'agreement among raft nodes before linearized reading' (duration: 998.413104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.640607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:12.276515Z","time spent":"1.364086986s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:13.640605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:12.1418Z","time spent":"1.498794428s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:46:13.640247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.32255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:46:13.640672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:12.930102Z","time spent":"710.508047ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:13.640693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:12.641869Z","time spent":"998.812334ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5626,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543865-r2ktr\" "} {"level":"info","ts":"2026-03-04T13:46:13.640703Z","caller":"traceutil/trace.go:171","msg":"trace[1968931884] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24523; }","duration":"701.811882ms","start":"2026-03-04T13:46:12.938883Z","end":"2026-03-04T13:46:13.640695Z","steps":["trace[1968931884] 'agreement among raft nodes before linearized reading' (duration: 701.282629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.640478Z","caller":"traceutil/trace.go:171","msg":"trace[833060499] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24523; }","duration":"1.271025449s","start":"2026-03-04T13:46:12.369443Z","end":"2026-03-04T13:46:13.640469Z","steps":["trace[833060499] 'agreement among raft nodes before linearized reading' (duration: 1.270984998s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.640729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:12.938876Z","time spent":"701.844843ms","remote":"127.0.0.1:38108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:13.64077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:12.369423Z","time spent":"1.271325615s","remote":"127.0.0.1:49662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:13.640785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639193226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-04T13:46:13.640817Z","caller":"traceutil/trace.go:171","msg":"trace[2101603730] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24523; }","duration":"1.639225926s","start":"2026-03-04T13:46:12.001581Z","end":"2026-03-04T13:46:13.640807Z","steps":["trace[2101603730] 'agreement among raft nodes before linearized reading' (duration: 1.639129654s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.640852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:12.001532Z","time spent":"1.639311259s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T13:46:13.886371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.335886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:46:13.886665Z","caller":"traceutil/trace.go:171","msg":"trace[695484770] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"243.781038ms","start":"2026-03-04T13:46:13.642868Z","end":"2026-03-04T13:46:13.886649Z","steps":["trace[695484770] 'process raft request' (duration: 243.601114ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.88696Z","caller":"traceutil/trace.go:171","msg":"trace[1163063499] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"240.32831ms","start":"2026-03-04T13:46:13.646569Z","end":"2026-03-04T13:46:13.886898Z","steps":["trace[1163063499] 'process raft request' (duration: 240.057013ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.887005Z","caller":"traceutil/trace.go:171","msg":"trace[1939118885] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"217.214822ms","start":"2026-03-04T13:46:13.669767Z","end":"2026-03-04T13:46:13.886982Z","steps":["trace[1939118885] 'process raft request' (duration: 217.151011ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.887379Z","caller":"traceutil/trace.go:171","msg":"trace[1806212970] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"241.285472ms","start":"2026-03-04T13:46:13.646056Z","end":"2026-03-04T13:46:13.887342Z","steps":["trace[1806212970] 'process raft request' (duration: 240.502974ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.887433Z","caller":"traceutil/trace.go:171","msg":"trace[1041748154] linearizableReadLoop","detail":"{readStateIndex:25409; appliedIndex:25401; }","duration":"219.007822ms","start":"2026-03-04T13:46:13.668411Z","end":"2026-03-04T13:46:13.887419Z","steps":["trace[1041748154] 'read index received' (duration: 86.580391ms)","trace[1041748154] 'applied index is now lower than readState.Index' (duration: 132.425241ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:13.887621Z","caller":"traceutil/trace.go:171","msg":"trace[2134200650] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"240.932974ms","start":"2026-03-04T13:46:13.646668Z","end":"2026-03-04T13:46:13.887601Z","steps":["trace[2134200650] 'process raft request' (duration: 240.010312ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.886997Z","caller":"traceutil/trace.go:171","msg":"trace[1208477260] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"239.990443ms","start":"2026-03-04T13:46:13.646968Z","end":"2026-03-04T13:46:13.886958Z","steps":["trace[1208477260] 'process raft request' (duration: 239.799007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.887778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.031256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:13.887867Z","caller":"traceutil/trace.go:171","msg":"trace[2087870927] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24532; }","duration":"241.129738ms","start":"2026-03-04T13:46:13.646725Z","end":"2026-03-04T13:46:13.887854Z","steps":["trace[2087870927] 'agreement among raft nodes before linearized reading' (duration: 241.021306ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.887903Z","caller":"traceutil/trace.go:171","msg":"trace[173713666] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"241.054876ms","start":"2026-03-04T13:46:13.646825Z","end":"2026-03-04T13:46:13.887879Z","steps":["trace[173713666] 'process raft request' (duration: 239.897239ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.887791Z","caller":"traceutil/trace.go:171","msg":"trace[658420295] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"239.753468ms","start":"2026-03-04T13:46:13.64802Z","end":"2026-03-04T13:46:13.887773Z","steps":["trace[658420295] 'process raft request' (duration: 238.824887ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:13.887762Z","caller":"traceutil/trace.go:171","msg":"trace[180540203] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"243.781498ms","start":"2026-03-04T13:46:13.642783Z","end":"2026-03-04T13:46:13.886564Z","steps":["trace[180540203] 'process raft request' (duration: 112.191907ms)","trace[180540203] 'compare' (duration: 131.020158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:13.887822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.323206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:13.888087Z","caller":"traceutil/trace.go:171","msg":"trace[268444882] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24532; }","duration":"230.640122ms","start":"2026-03-04T13:46:13.657434Z","end":"2026-03-04T13:46:13.888074Z","steps":["trace[268444882] 'agreement among raft nodes before linearized reading' (duration: 230.309105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:13.887697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.854372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-04T13:46:13.888292Z","caller":"traceutil/trace.go:171","msg":"trace[697828594] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24532; }","duration":"245.474746ms","start":"2026-03-04T13:46:13.642806Z","end":"2026-03-04T13:46:13.88828Z","steps":["trace[697828594] 'agreement among raft nodes before linearized reading' (duration: 244.691959ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:14.152881Z","caller":"traceutil/trace.go:171","msg":"trace[965431616] linearizableReadLoop","detail":"{readStateIndex:25411; appliedIndex:25410; }","duration":"259.285875ms","start":"2026-03-04T13:46:13.893508Z","end":"2026-03-04T13:46:14.152794Z","steps":["trace[965431616] 'read index received' (duration: 200.443806ms)","trace[965431616] 'applied index is now lower than readState.Index' (duration: 58.839239ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:14.15312Z","caller":"traceutil/trace.go:171","msg":"trace[601331658] transaction","detail":"{read_only:false; response_revision:24533; number_of_response:1; }","duration":"260.321029ms","start":"2026-03-04T13:46:13.892626Z","end":"2026-03-04T13:46:14.152946Z","steps":["trace[601331658] 'process raft request' (duration: 201.293624ms)","trace[601331658] 'compare' (duration: 58.610065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:14.153273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.734526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T13:46:14.153334Z","caller":"traceutil/trace.go:171","msg":"trace[658264609] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24533; }","duration":"259.830888ms","start":"2026-03-04T13:46:13.893487Z","end":"2026-03-04T13:46:14.153318Z","steps":["trace[658264609] 'agreement among raft nodes before linearized reading' (duration: 259.562272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:14.153441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.087074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:14.153488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.57958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543865-r2ktr\" ","response":"range_response_count:1 size:6837"} {"level":"info","ts":"2026-03-04T13:46:14.153516Z","caller":"traceutil/trace.go:171","msg":"trace[226206520] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24533; }","duration":"182.172196ms","start":"2026-03-04T13:46:13.971326Z","end":"2026-03-04T13:46:14.153498Z","steps":["trace[226206520] 'agreement among raft nodes before linearized reading' (duration: 182.007582ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:14.153539Z","caller":"traceutil/trace.go:171","msg":"trace[1462661328] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543865-r2ktr; range_end:; response_count:1; response_revision:24533; }","duration":"254.654022ms","start":"2026-03-04T13:46:13.89887Z","end":"2026-03-04T13:46:14.153524Z","steps":["trace[1462661328] 'agreement among raft nodes before linearized reading' (duration: 254.432467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:14.153822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.9044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-04T13:46:14.154055Z","caller":"traceutil/trace.go:171","msg":"trace[39681496] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:24533; }","duration":"222.991952ms","start":"2026-03-04T13:46:13.930875Z","end":"2026-03-04T13:46:14.153866Z","steps":["trace[39681496] 'agreement among raft nodes before linearized reading' (duration: 222.828368ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:14.280606Z","caller":"traceutil/trace.go:171","msg":"trace[1706806879] transaction","detail":"{read_only:false; response_revision:24534; number_of_response:1; }","duration":"121.306271ms","start":"2026-03-04T13:46:14.159277Z","end":"2026-03-04T13:46:14.280583Z","steps":["trace[1706806879] 'process raft request' (duration: 116.516713ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:14.280593Z","caller":"traceutil/trace.go:171","msg":"trace[1834341161] linearizableReadLoop","detail":"{readStateIndex:25412; appliedIndex:25411; }","duration":"120.280667ms","start":"2026-03-04T13:46:14.160278Z","end":"2026-03-04T13:46:14.280559Z","steps":["trace[1834341161] 'read index received' (duration: 115.526711ms)","trace[1834341161] 'applied index is now lower than readState.Index' (duration: 4.752706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:14.280829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.535954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-04T13:46:14.280894Z","caller":"traceutil/trace.go:171","msg":"trace[2063669607] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24534; }","duration":"120.624055ms","start":"2026-03-04T13:46:14.160254Z","end":"2026-03-04T13:46:14.280878Z","steps":["trace[2063669607] 'agreement among raft nodes before linearized reading' (duration: 120.419251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:15.150144Z","caller":"traceutil/trace.go:171","msg":"trace[1203185096] linearizableReadLoop","detail":"{readStateIndex:25413; appliedIndex:25412; }","duration":"341.865758ms","start":"2026-03-04T13:46:14.808261Z","end":"2026-03-04T13:46:15.150127Z","steps":["trace[1203185096] 'read index received' (duration: 341.746346ms)","trace[1203185096] 'applied index is now lower than readState.Index' (duration: 118.782µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:15.150252Z","caller":"traceutil/trace.go:171","msg":"trace[1685804364] transaction","detail":"{read_only:false; response_revision:24535; number_of_response:1; }","duration":"376.243119ms","start":"2026-03-04T13:46:14.773979Z","end":"2026-03-04T13:46:15.150222Z","steps":["trace[1685804364] 'process raft request' (duration: 376.027734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:15.150329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.055623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:46:15.150354Z","caller":"traceutil/trace.go:171","msg":"trace[1151592511] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24535; }","duration":"342.137165ms","start":"2026-03-04T13:46:14.80821Z","end":"2026-03-04T13:46:15.150347Z","steps":["trace[1151592511] 'agreement among raft nodes before linearized reading' (duration: 342.021172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:15.15036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:14.773957Z","time spent":"376.340232ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:15.150376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:14.808183Z","time spent":"342.186606ms","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:46:15.3307Z","caller":"traceutil/trace.go:171","msg":"trace[183466370] linearizableReadLoop","detail":"{readStateIndex:25414; appliedIndex:25413; }","duration":"180.476918ms","start":"2026-03-04T13:46:15.150194Z","end":"2026-03-04T13:46:15.330671Z","steps":["trace[183466370] 'read index received' (duration: 105.076077ms)","trace[183466370] 'applied index is now lower than readState.Index' (duration: 75.399681ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:15.330743Z","caller":"traceutil/trace.go:171","msg":"trace[862598958] transaction","detail":"{read_only:false; response_revision:24536; number_of_response:1; }","duration":"192.475808ms","start":"2026-03-04T13:46:15.138223Z","end":"2026-03-04T13:46:15.330699Z","steps":["trace[862598958] 'process raft request' (duration: 117.049856ms)","trace[862598958] 'compare' (duration: 75.261718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:15.330825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.835245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:15.33083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.301701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:15.330901Z","caller":"traceutil/trace.go:171","msg":"trace[359087396] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24536; }","duration":"438.424664ms","start":"2026-03-04T13:46:14.892461Z","end":"2026-03-04T13:46:15.330886Z","steps":["trace[359087396] 'agreement among raft nodes before linearized reading' (duration: 438.295621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:15.330899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.898628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:15.330954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:14.892442Z","time spent":"438.500736ms","remote":"127.0.0.1:49740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:46:15.330987Z","caller":"traceutil/trace.go:171","msg":"trace[397329527] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24536; }","duration":"457.042751ms","start":"2026-03-04T13:46:14.873925Z","end":"2026-03-04T13:46:15.330967Z","steps":["trace[397329527] 'agreement among raft nodes before linearized reading' (duration: 456.850207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:15.331044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:14.873911Z","time spent":"457.121143ms","remote":"127.0.0.1:54896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:46:15.330901Z","caller":"traceutil/trace.go:171","msg":"trace[1205114324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24536; }","duration":"188.945538ms","start":"2026-03-04T13:46:15.141937Z","end":"2026-03-04T13:46:15.330882Z","steps":["trace[1205114324] 'agreement among raft nodes before linearized reading' (duration: 188.817445ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:15.707732Z","caller":"traceutil/trace.go:171","msg":"trace[480723636] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"364.170027ms","start":"2026-03-04T13:46:15.343541Z","end":"2026-03-04T13:46:15.707711Z","steps":["trace[480723636] 'process raft request' (duration: 364.038694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:15.707886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:15.343522Z","time spent":"364.279941ms","remote":"127.0.0.1:49104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2880,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T13:46:16.323991Z","caller":"traceutil/trace.go:171","msg":"trace[1526802583] linearizableReadLoop","detail":"{readStateIndex:25423; appliedIndex:25416; }","duration":"633.302345ms","start":"2026-03-04T13:46:15.690638Z","end":"2026-03-04T13:46:16.32394Z","steps":["trace[1526802583] 'read index received' (duration: 17.146795ms)","trace[1526802583] 'applied index is now lower than readState.Index' (duration: 616.15403ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:16.324188Z","caller":"traceutil/trace.go:171","msg":"trace[1352121828] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"677.771402ms","start":"2026-03-04T13:46:15.646383Z","end":"2026-03-04T13:46:16.324155Z","steps":["trace[1352121828] 'process raft request' (duration: 677.414144ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:16.324229Z","caller":"traceutil/trace.go:171","msg":"trace[1164846956] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"707.959049ms","start":"2026-03-04T13:46:15.616243Z","end":"2026-03-04T13:46:16.324202Z","steps":["trace[1164846956] 'process raft request' (duration: 619.201978ms)","trace[1164846956] 'compare' (duration: 87.786779ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:16.324225Z","caller":"traceutil/trace.go:171","msg":"trace[456250141] transaction","detail":"{read_only:false; response_revision:24540; number_of_response:1; }","duration":"707.324825ms","start":"2026-03-04T13:46:15.616874Z","end":"2026-03-04T13:46:16.324199Z","steps":["trace[456250141] 'process raft request' (duration: 706.743742ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:16.32429Z","caller":"traceutil/trace.go:171","msg":"trace[864207087] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"706.545028ms","start":"2026-03-04T13:46:15.617679Z","end":"2026-03-04T13:46:16.324224Z","steps":["trace[864207087] 'process raft request' (duration: 706.038316ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:16.32432Z","caller":"traceutil/trace.go:171","msg":"trace[770864396] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"704.562834ms","start":"2026-03-04T13:46:15.619733Z","end":"2026-03-04T13:46:16.324296Z","steps":["trace[770864396] 'process raft request' (duration: 704.030171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:16.324385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:15.617653Z","time spent":"706.685081ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:16.324395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.790746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T13:46:16.324387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.544529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:16.324429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.9071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:16.324454Z","caller":"traceutil/trace.go:171","msg":"trace[2053773668] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24545; }","duration":"369.651082ms","start":"2026-03-04T13:46:15.954785Z","end":"2026-03-04T13:46:16.324436Z","steps":["trace[2053773668] 'agreement among raft nodes before linearized reading' (duration: 369.512419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:16.324517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.060899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T13:46:16.324519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:15.616847Z","time spent":"707.435358ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:16.324522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.724489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T13:46:16.324532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:15.95477Z","time spent":"369.744473ms","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:16.324511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:15.619719Z","time spent":"704.701096ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:16.324551Z","caller":"traceutil/trace.go:171","msg":"trace[1211189214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24545; }","duration":"431.11054ms","start":"2026-03-04T13:46:15.893432Z","end":"2026-03-04T13:46:16.324542Z","steps":["trace[1211189214] 'agreement among raft nodes before linearized reading' (duration: 431.027168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:16.324319Z","caller":"traceutil/trace.go:171","msg":"trace[398310299] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"676.743529ms","start":"2026-03-04T13:46:15.647547Z","end":"2026-03-04T13:46:16.32429Z","steps":["trace[398310299] 'process raft request' (duration: 676.3551ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:16.324565Z","caller":"traceutil/trace.go:171","msg":"trace[1293446741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24545; }","duration":"429.78562ms","start":"2026-03-04T13:46:15.89477Z","end":"2026-03-04T13:46:16.324555Z","steps":["trace[1293446741] 'agreement among raft nodes before linearized reading' (duration: 429.620127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:16.324564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.790171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T13:46:16.324565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.037779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T13:46:16.324611Z","caller":"traceutil/trace.go:171","msg":"trace[90804437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24545; }","duration":"429.877313ms","start":"2026-03-04T13:46:15.894723Z","end":"2026-03-04T13:46:16.3246Z","steps":["trace[90804437] 'agreement among raft nodes before linearized reading' (duration: 429.662619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:16.324625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:15.64753Z","time spent":"677.061047ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:16.324645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:15.894713Z","time spent":"429.924604ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T13:46:16.324646Z","caller":"traceutil/trace.go:171","msg":"trace[1082709297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24545; }","duration":"431.177022ms","start":"2026-03-04T13:46:15.893453Z","end":"2026-03-04T13:46:16.32463Z","steps":["trace[1082709297] 'agreement among raft nodes before linearized reading' (duration: 430.948267ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:16.324472Z","caller":"traceutil/trace.go:171","msg":"trace[1984273006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24545; }","duration":"181.947451ms","start":"2026-03-04T13:46:16.142515Z","end":"2026-03-04T13:46:16.324463Z","steps":["trace[1984273006] 'agreement among raft nodes before linearized reading' (duration: 181.87281ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:16.324438Z","caller":"traceutil/trace.go:171","msg":"trace[57852974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24545; }","duration":"431.878458ms","start":"2026-03-04T13:46:15.892547Z","end":"2026-03-04T13:46:16.324426Z","steps":["trace[57852974] 'agreement among raft nodes before linearized reading' (duration: 431.725585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:16.324689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:15.893429Z","time spent":"431.249123ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:46:16.324582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:15.893424Z","time spent":"431.151291ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:46:16.32472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:15.892531Z","time spent":"432.176155ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:46:16.324347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:15.616219Z","time spent":"708.053452ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:16.324326Z","caller":"traceutil/trace.go:171","msg":"trace[509853505] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"676.774251ms","start":"2026-03-04T13:46:15.64753Z","end":"2026-03-04T13:46:16.324304Z","steps":["trace[509853505] 'process raft request' (duration: 676.297759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:16.324791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.507419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T13:46:16.324823Z","caller":"traceutil/trace.go:171","msg":"trace[1673405169] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24545; }","duration":"217.5593ms","start":"2026-03-04T13:46:16.107253Z","end":"2026-03-04T13:46:16.324813Z","steps":["trace[1673405169] 'agreement among raft nodes before linearized reading' (duration: 217.456908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:16.324848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:15.647517Z","time spent":"677.293962ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:16.324598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:15.894759Z","time spent":"429.832762ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T13:46:16.324342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:15.646361Z","time spent":"677.899935ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:16.324538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.857478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T13:46:16.325016Z","caller":"traceutil/trace.go:171","msg":"trace[1556866469] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24545; }","duration":"634.40358ms","start":"2026-03-04T13:46:15.690592Z","end":"2026-03-04T13:46:16.324995Z","steps":["trace[1556866469] 'agreement among raft nodes before linearized reading' (duration: 633.631583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:16.325065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:15.690575Z","time spent":"634.476131ms","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-04T13:46:17.557234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.643872ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:17.557333Z","caller":"traceutil/trace.go:171","msg":"trace[308676708] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24545; }","duration":"468.757985ms","start":"2026-03-04T13:46:17.088561Z","end":"2026-03-04T13:46:17.557319Z","steps":["trace[308676708] 'range keys from in-memory index tree' (duration: 468.628812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:17.557835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.691699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:46:17.558165Z","caller":"traceutil/trace.go:171","msg":"trace[1394560129] linearizableReadLoop","detail":"{readStateIndex:25428; appliedIndex:25423; }","duration":"999.295254ms","start":"2026-03-04T13:46:16.558828Z","end":"2026-03-04T13:46:17.558123Z","steps":["trace[1394560129] 'read index received' (duration: 161.296568ms)","trace[1394560129] 'applied index is now lower than readState.Index' (duration: 837.997566ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:17.558167Z","caller":"traceutil/trace.go:171","msg":"trace[1069502867] transaction","detail":"{read_only:false; response_revision:24547; number_of_response:1; }","duration":"1.227164765s","start":"2026-03-04T13:46:16.33098Z","end":"2026-03-04T13:46:17.558145Z","steps":["trace[1069502867] 'process raft request' (duration: 1.22695516s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:17.558174Z","caller":"traceutil/trace.go:171","msg":"trace[463150467] transaction","detail":"{read_only:false; response_revision:24546; number_of_response:1; }","duration":"1.227560844s","start":"2026-03-04T13:46:16.330552Z","end":"2026-03-04T13:46:17.558113Z","steps":["trace[463150467] 'process raft request' (duration: 389.487967ms)","trace[463150467] 'compare' (duration: 837.090925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:17.558262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:16.330971Z","time spent":"1.227248286s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:17.558313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:16.330535Z","time spent":"1.227703237s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:17.558304Z","caller":"traceutil/trace.go:171","msg":"trace[822352629] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"1.226791577s","start":"2026-03-04T13:46:16.331482Z","end":"2026-03-04T13:46:17.558274Z","steps":["trace[822352629] 'process raft request' (duration: 1.226607213s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:17.55838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.514421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-04T13:46:17.558361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.580454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:17.558402Z","caller":"traceutil/trace.go:171","msg":"trace[1898376205] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24550; }","duration":"959.579762ms","start":"2026-03-04T13:46:16.598816Z","end":"2026-03-04T13:46:17.558395Z","steps":["trace[1898376205] 'agreement among raft nodes before linearized reading' (duration: 959.46604ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:17.558395Z","caller":"traceutil/trace.go:171","msg":"trace[1010065025] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"1.227239976s","start":"2026-03-04T13:46:16.331145Z","end":"2026-03-04T13:46:17.558385Z","steps":["trace[1010065025] 'process raft request' (duration: 1.226914029s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:17.558362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.525919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:46:17.558425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:16.598794Z","time spent":"959.626714ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T13:46:17.55843Z","caller":"traceutil/trace.go:171","msg":"trace[167301961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24550; }","duration":"416.688187ms","start":"2026-03-04T13:46:17.141724Z","end":"2026-03-04T13:46:17.558413Z","steps":["trace[167301961] 'agreement among raft nodes before linearized reading' (duration: 416.574444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:17.558439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:16.331476Z","time spent":"1.226892249s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:17.558376Z","caller":"traceutil/trace.go:171","msg":"trace[1849547766] transaction","detail":"{read_only:false; response_revision:24548; number_of_response:1; }","duration":"1.227276907s","start":"2026-03-04T13:46:16.331081Z","end":"2026-03-04T13:46:17.558358Z","steps":["trace[1849547766] 'process raft request' (duration: 1.22694554s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:17.55847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:17.141706Z","time spent":"416.756428ms","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:46:17.558443Z","caller":"traceutil/trace.go:171","msg":"trace[1051796742] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24550; }","duration":"999.644672ms","start":"2026-03-04T13:46:16.558787Z","end":"2026-03-04T13:46:17.558431Z","steps":["trace[1051796742] 'agreement among raft nodes before linearized reading' (duration: 999.460168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:17.558481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.278064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:17.558493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.386638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:17.558498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:16.331076Z","time spent":"1.22740159s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:17.558517Z","caller":"traceutil/trace.go:171","msg":"trace[1657313972] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24550; }","duration":"172.353116ms","start":"2026-03-04T13:46:17.386152Z","end":"2026-03-04T13:46:17.558505Z","steps":["trace[1657313972] 'agreement among raft nodes before linearized reading' (duration: 172.279434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:17.558448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:16.331123Z","time spent":"1.227298368s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:17.558535Z","caller":"traceutil/trace.go:171","msg":"trace[2054543777] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24550; }","duration":"609.47343ms","start":"2026-03-04T13:46:16.949048Z","end":"2026-03-04T13:46:17.558522Z","steps":["trace[2054543777] 'agreement among raft nodes before linearized reading' (duration: 609.404039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:17.558519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:16.558769Z","time spent":"999.738334ms","remote":"127.0.0.1:38042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:17.55856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.685194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:17.558571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:16.949028Z","time spent":"609.530641ms","remote":"127.0.0.1:43504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:46:17.558591Z","caller":"traceutil/trace.go:171","msg":"trace[1967175950] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24550; }","duration":"736.741715ms","start":"2026-03-04T13:46:16.821829Z","end":"2026-03-04T13:46:17.558571Z","steps":["trace[1967175950] 'agreement among raft nodes before linearized reading' (duration: 736.708814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:17.558612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:16.82181Z","time spent":"736.796246ms","remote":"127.0.0.1:43584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:46:18.268988Z","caller":"traceutil/trace.go:171","msg":"trace[1315610666] linearizableReadLoop","detail":"{readStateIndex:25430; appliedIndex:25429; }","duration":"127.009569ms","start":"2026-03-04T13:46:18.141952Z","end":"2026-03-04T13:46:18.268962Z","steps":["trace[1315610666] 'read index received' (duration: 126.707913ms)","trace[1315610666] 'applied index is now lower than readState.Index' (duration: 300.436µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:18.269084Z","caller":"traceutil/trace.go:171","msg":"trace[1855391786] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"292.240345ms","start":"2026-03-04T13:46:17.976811Z","end":"2026-03-04T13:46:18.269051Z","steps":["trace[1855391786] 'process raft request' (duration: 291.9777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:18.269133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.166854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:18.269173Z","caller":"traceutil/trace.go:171","msg":"trace[134594939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24551; }","duration":"127.260175ms","start":"2026-03-04T13:46:18.141903Z","end":"2026-03-04T13:46:18.269163Z","steps":["trace[134594939] 'agreement among raft nodes before linearized reading' (duration: 127.156943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:18.697423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.003047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:46:18.697548Z","caller":"traceutil/trace.go:171","msg":"trace[1531488608] transaction","detail":"{read_only:false; response_revision:24552; number_of_response:1; }","duration":"367.581555ms","start":"2026-03-04T13:46:18.329948Z","end":"2026-03-04T13:46:18.697529Z","steps":["trace[1531488608] 'process raft request' (duration: 43.377953ms)","trace[1531488608] 'compare' (duration: 323.757162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:18.697646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:18.329922Z","time spent":"367.677376ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:18.917151Z","caller":"traceutil/trace.go:171","msg":"trace[1372863539] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"586.658888ms","start":"2026-03-04T13:46:18.330469Z","end":"2026-03-04T13:46:18.917127Z","steps":["trace[1372863539] 'process raft request' (duration: 534.276733ms)","trace[1372863539] 'compare' (duration: 52.091839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:18.917314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:18.330449Z","time spent":"586.780981ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:18.917478Z","caller":"traceutil/trace.go:171","msg":"trace[427669336] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"585.874931ms","start":"2026-03-04T13:46:18.331573Z","end":"2026-03-04T13:46:18.917448Z","steps":["trace[427669336] 'process raft request' (duration: 585.491593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:18.917616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:18.331569Z","time spent":"585.973663ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:18.917788Z","caller":"traceutil/trace.go:171","msg":"trace[1074099355] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"585.868141ms","start":"2026-03-04T13:46:18.331907Z","end":"2026-03-04T13:46:18.917775Z","steps":["trace[1074099355] 'process raft request' (duration: 585.454622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:18.917978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:18.331878Z","time spent":"585.948582ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:18.918092Z","caller":"traceutil/trace.go:171","msg":"trace[1901332047] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"585.561524ms","start":"2026-03-04T13:46:18.332506Z","end":"2026-03-04T13:46:18.918067Z","steps":["trace[1901332047] 'process raft request' (duration: 585.224326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:18.918215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:18.332483Z","time spent":"585.666337ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:18.918192Z","caller":"traceutil/trace.go:171","msg":"trace[428566621] linearizableReadLoop","detail":"{readStateIndex:25437; appliedIndex:25431; }","duration":"230.527101ms","start":"2026-03-04T13:46:18.687635Z","end":"2026-03-04T13:46:18.918162Z","steps":["trace[428566621] 'read index received' (duration: 177.055351ms)","trace[428566621] 'applied index is now lower than readState.Index' (duration: 53.47ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:18.91829Z","caller":"traceutil/trace.go:171","msg":"trace[2048355460] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"584.446759ms","start":"2026-03-04T13:46:18.333829Z","end":"2026-03-04T13:46:18.918275Z","steps":["trace[2048355460] 'process raft request' (duration: 584.121151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:18.918406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.879518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:18.91844Z","caller":"traceutil/trace.go:171","msg":"trace[2066238491] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24558; }","duration":"143.913459ms","start":"2026-03-04T13:46:18.774516Z","end":"2026-03-04T13:46:18.918429Z","steps":["trace[2066238491] 'agreement among raft nodes before linearized reading' (duration: 143.847797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:18.918435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:18.333816Z","time spent":"584.580552ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:18.918355Z","caller":"traceutil/trace.go:171","msg":"trace[2112102258] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"583.850296ms","start":"2026-03-04T13:46:18.334458Z","end":"2026-03-04T13:46:18.918308Z","steps":["trace[2112102258] 'process raft request' (duration: 583.61155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:18.920292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.630958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-04T13:46:18.92033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:18.334448Z","time spent":"584.093541ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:18.920342Z","caller":"traceutil/trace.go:171","msg":"trace[1477835370] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24558; }","duration":"232.734899ms","start":"2026-03-04T13:46:18.687593Z","end":"2026-03-04T13:46:18.920328Z","steps":["trace[1477835370] 'agreement among raft nodes before linearized reading' (duration: 232.548895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:19.769077Z","caller":"traceutil/trace.go:171","msg":"trace[1581642892] linearizableReadLoop","detail":"{readStateIndex:25438; appliedIndex:25437; }","duration":"206.47349ms","start":"2026-03-04T13:46:19.562582Z","end":"2026-03-04T13:46:19.769055Z","steps":["trace[1581642892] 'read index received' (duration: 206.332827ms)","trace[1581642892] 'applied index is now lower than readState.Index' (duration: 139.753µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:19.769147Z","caller":"traceutil/trace.go:171","msg":"trace[1744056132] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"319.007416ms","start":"2026-03-04T13:46:19.4501Z","end":"2026-03-04T13:46:19.769108Z","steps":["trace[1744056132] 'process raft request' (duration: 318.794631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:19.769287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.688215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T13:46:19.769316Z","caller":"traceutil/trace.go:171","msg":"trace[1053836592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24559; }","duration":"206.777207ms","start":"2026-03-04T13:46:19.562532Z","end":"2026-03-04T13:46:19.769309Z","steps":["trace[1053836592] 'agreement among raft nodes before linearized reading' (duration: 206.650844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:19.769309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:19.450082Z","time spent":"319.136638ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5740,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:19.769424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.095732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T13:46:19.769475Z","caller":"traceutil/trace.go:171","msg":"trace[478057710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24559; }","duration":"206.170454ms","start":"2026-03-04T13:46:19.56329Z","end":"2026-03-04T13:46:19.769461Z","steps":["trace[478057710] 'agreement among raft nodes before linearized reading' (duration: 205.98753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:19.769545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.840819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T13:46:19.769735Z","caller":"traceutil/trace.go:171","msg":"trace[1011243663] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24559; }","duration":"207.061735ms","start":"2026-03-04T13:46:19.562665Z","end":"2026-03-04T13:46:19.769726Z","steps":["trace[1011243663] 'agreement among raft nodes before linearized reading' (duration: 206.609704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:19.769616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.265634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-04T13:46:19.769788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.707847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T13:46:19.76993Z","caller":"traceutil/trace.go:171","msg":"trace[36847475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24559; }","duration":"206.870541ms","start":"2026-03-04T13:46:19.56302Z","end":"2026-03-04T13:46:19.76989Z","steps":["trace[36847475] 'agreement among raft nodes before linearized reading' (duration: 206.547873ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:19.769976Z","caller":"traceutil/trace.go:171","msg":"trace[1038217923] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24559; }","duration":"127.49013ms","start":"2026-03-04T13:46:19.642298Z","end":"2026-03-04T13:46:19.769788Z","steps":["trace[1038217923] 'agreement among raft nodes before linearized reading' (duration: 127.233653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:19.769606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.461721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T13:46:19.770176Z","caller":"traceutil/trace.go:171","msg":"trace[1881853225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24559; }","duration":"207.054415ms","start":"2026-03-04T13:46:19.563098Z","end":"2026-03-04T13:46:19.770152Z","steps":["trace[1881853225] 'agreement among raft nodes before linearized reading' (duration: 206.341368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:20.030859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.347945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:46:20.031114Z","caller":"traceutil/trace.go:171","msg":"trace[1407193094] linearizableReadLoop","detail":"{readStateIndex:25439; appliedIndex:25438; }","duration":"256.960504ms","start":"2026-03-04T13:46:19.774124Z","end":"2026-03-04T13:46:20.031085Z","steps":["trace[1407193094] 'read index received' (duration: 138.283762ms)","trace[1407193094] 'applied index is now lower than readState.Index' (duration: 118.670262ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:20.031188Z","caller":"traceutil/trace.go:171","msg":"trace[449536311] transaction","detail":"{read_only:false; response_revision:24560; number_of_response:1; }","duration":"257.519436ms","start":"2026-03-04T13:46:19.77363Z","end":"2026-03-04T13:46:20.031149Z","steps":["trace[449536311] 'process raft request' (duration: 138.800533ms)","trace[449536311] 'compare' (duration: 118.171411ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:20.031278Z","caller":"traceutil/trace.go:171","msg":"trace[1650980849] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"256.918802ms","start":"2026-03-04T13:46:19.774325Z","end":"2026-03-04T13:46:20.031244Z","steps":["trace[1650980849] 'process raft request' (duration: 256.643776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:20.031302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.170578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c68aa9c1-5430-4426-92f1-0a866dbf78e5\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T13:46:20.031477Z","caller":"traceutil/trace.go:171","msg":"trace[394365018] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c68aa9c1-5430-4426-92f1-0a866dbf78e5; range_end:; response_count:1; response_revision:24561; }","duration":"257.373533ms","start":"2026-03-04T13:46:19.77409Z","end":"2026-03-04T13:46:20.031463Z","steps":["trace[394365018] 'agreement among raft nodes before linearized reading' (duration: 257.081987ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:20.03151Z","caller":"traceutil/trace.go:171","msg":"trace[270361373] transaction","detail":"{read_only:false; response_revision:24562; number_of_response:1; }","duration":"256.666577ms","start":"2026-03-04T13:46:19.774815Z","end":"2026-03-04T13:46:20.031481Z","steps":["trace[270361373] 'process raft request' (duration: 256.230798ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:20.031583Z","caller":"traceutil/trace.go:171","msg":"trace[1567320190] transaction","detail":"{read_only:false; response_revision:24566; number_of_response:1; }","duration":"253.574277ms","start":"2026-03-04T13:46:19.777997Z","end":"2026-03-04T13:46:20.031571Z","steps":["trace[1567320190] 'process raft request' (duration: 253.524996ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:20.031812Z","caller":"traceutil/trace.go:171","msg":"trace[561409992] transaction","detail":"{read_only:false; response_revision:24565; number_of_response:1; }","duration":"256.108123ms","start":"2026-03-04T13:46:19.775688Z","end":"2026-03-04T13:46:20.031796Z","steps":["trace[561409992] 'process raft request' (duration: 255.782926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:20.03196Z","caller":"traceutil/trace.go:171","msg":"trace[2066453121] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"257.053116ms","start":"2026-03-04T13:46:19.774854Z","end":"2026-03-04T13:46:20.031907Z","steps":["trace[2066453121] 'process raft request' (duration: 256.581695ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:20.031937Z","caller":"traceutil/trace.go:171","msg":"trace[1035753183] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"257.070386ms","start":"2026-03-04T13:46:19.774847Z","end":"2026-03-04T13:46:20.031917Z","steps":["trace[1035753183] 'process raft request' (duration: 256.546415ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:20.54364Z","caller":"traceutil/trace.go:171","msg":"trace[845482147] linearizableReadLoop","detail":"{readStateIndex:25446; appliedIndex:25445; }","duration":"503.606346ms","start":"2026-03-04T13:46:20.040008Z","end":"2026-03-04T13:46:20.543614Z","steps":["trace[845482147] 'read index received' (duration: 462.577245ms)","trace[845482147] 'applied index is now lower than readState.Index' (duration: 41.027961ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:20.543697Z","caller":"traceutil/trace.go:171","msg":"trace[630184859] transaction","detail":"{read_only:false; response_revision:24567; number_of_response:1; }","duration":"503.694918ms","start":"2026-03-04T13:46:20.039971Z","end":"2026-03-04T13:46:20.543666Z","steps":["trace[630184859] 'process raft request' (duration: 462.634787ms)","trace[630184859] 'compare' (duration: 40.894357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:20.544365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.039944Z","time spent":"504.339291ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5868,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:20.543966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.937373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-h2z4c\" ","response":"range_response_count:1 size:6263"} {"level":"info","ts":"2026-03-04T13:46:20.544461Z","caller":"traceutil/trace.go:171","msg":"trace[1369368307] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-h2z4c; range_end:; response_count:1; response_revision:24567; }","duration":"504.455765ms","start":"2026-03-04T13:46:20.039977Z","end":"2026-03-04T13:46:20.544433Z","steps":["trace[1369368307] 'agreement among raft nodes before linearized reading' (duration: 503.78033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:20.544595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.039963Z","time spent":"504.594628ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6286,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-h2z4c\" "} {"level":"warn","ts":"2026-03-04T13:46:20.946761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.926419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:46:20.946905Z","caller":"traceutil/trace.go:171","msg":"trace[546647902] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"610.894482ms","start":"2026-03-04T13:46:20.335991Z","end":"2026-03-04T13:46:20.946886Z","steps":["trace[546647902] 'process raft request' (duration: 367.756128ms)","trace[546647902] 'compare' (duration: 242.268654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:20.946968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.335977Z","time spent":"610.961443ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:21.347224Z","caller":"traceutil/trace.go:171","msg":"trace[190068297] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"836.031732ms","start":"2026-03-04T13:46:20.511164Z","end":"2026-03-04T13:46:21.347196Z","steps":["trace[190068297] 'process raft request' (duration: 740.795616ms)","trace[190068297] 'compare' (duration: 94.705823ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:21.347256Z","caller":"traceutil/trace.go:171","msg":"trace[966977858] linearizableReadLoop","detail":"{readStateIndex:25448; appliedIndex:25446; }","duration":"803.055993ms","start":"2026-03-04T13:46:20.54418Z","end":"2026-03-04T13:46:21.347236Z","steps":["trace[966977858] 'read index received' (duration: 159.528539ms)","trace[966977858] 'applied index is now lower than readState.Index' (duration: 643.526664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:21.347331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.511128Z","time spent":"836.159145ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T13:46:21.347462Z","caller":"traceutil/trace.go:171","msg":"trace[468995703] transaction","detail":"{read_only:false; response_revision:24570; number_of_response:1; }","duration":"793.597211ms","start":"2026-03-04T13:46:20.553853Z","end":"2026-03-04T13:46:21.347451Z","steps":["trace[468995703] 'process raft request' (duration: 793.272683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.347541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.553833Z","time spent":"793.660183ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6032,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:21.347652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207465773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:21.347684Z","caller":"traceutil/trace.go:171","msg":"trace[726498465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24571; }","duration":"1.207538145s","start":"2026-03-04T13:46:20.140139Z","end":"2026-03-04T13:46:21.347677Z","steps":["trace[726498465] 'agreement among raft nodes before linearized reading' (duration: 1.207485973s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.347708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.140122Z","time spent":"1.207579655s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:46:21.34767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080122527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:46:21.347782Z","caller":"traceutil/trace.go:171","msg":"trace[2078378005] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24571; }","duration":"1.080291541s","start":"2026-03-04T13:46:20.267467Z","end":"2026-03-04T13:46:21.347759Z","steps":["trace[2078378005] 'agreement among raft nodes before linearized reading' (duration: 1.080052176s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.347878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.267458Z","time spent":"1.080407834s","remote":"127.0.0.1:50380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:46:21.347891Z","caller":"traceutil/trace.go:171","msg":"trace[1256027236] transaction","detail":"{read_only:false; response_revision:24571; number_of_response:1; }","duration":"645.406517ms","start":"2026-03-04T13:46:20.702477Z","end":"2026-03-04T13:46:21.347883Z","steps":["trace[1256027236] 'process raft request' (duration: 644.715682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.348309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.702454Z","time spent":"645.743214ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:21.385654Z","caller":"traceutil/trace.go:171","msg":"trace[169405169] transaction","detail":"{read_only:false; response_revision:24572; number_of_response:1; }","duration":"462.080905ms","start":"2026-03-04T13:46:20.92355Z","end":"2026-03-04T13:46:21.385631Z","steps":["trace[169405169] 'process raft request' (duration: 461.324368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.385815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.92352Z","time spent":"462.194867ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:21.386062Z","caller":"traceutil/trace.go:171","msg":"trace[1562657805] transaction","detail":"{read_only:false; response_revision:24575; number_of_response:1; }","duration":"460.434107ms","start":"2026-03-04T13:46:20.925603Z","end":"2026-03-04T13:46:21.386037Z","steps":["trace[1562657805] 'process raft request' (duration: 459.503077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.386182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.925595Z","time spent":"460.52531ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:21.386227Z","caller":"traceutil/trace.go:171","msg":"trace[1333780901] transaction","detail":"{read_only:false; response_revision:24576; number_of_response:1; }","duration":"460.373186ms","start":"2026-03-04T13:46:20.92584Z","end":"2026-03-04T13:46:21.386213Z","steps":["trace[1333780901] 'process raft request' (duration: 459.297462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.386299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.836051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-03-04T13:46:21.386335Z","caller":"traceutil/trace.go:171","msg":"trace[1451304103] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24577; }","duration":"799.884102ms","start":"2026-03-04T13:46:20.586441Z","end":"2026-03-04T13:46:21.386325Z","steps":["trace[1451304103] 'agreement among raft nodes before linearized reading' (duration: 799.762699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.386362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.586435Z","time spent":"799.920373ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1172,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-03-04T13:46:21.386375Z","caller":"traceutil/trace.go:171","msg":"trace[2094996435] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"462.639498ms","start":"2026-03-04T13:46:20.923724Z","end":"2026-03-04T13:46:21.386363Z","steps":["trace[2094996435] 'process raft request' (duration: 461.291817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.386383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.708791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:21.386411Z","caller":"traceutil/trace.go:171","msg":"trace[61226517] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24577; }","duration":"467.742072ms","start":"2026-03-04T13:46:20.91866Z","end":"2026-03-04T13:46:21.386402Z","steps":["trace[61226517] 'agreement among raft nodes before linearized reading' (duration: 467.69083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.386421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.923718Z","time spent":"462.680468ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:21.386446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.918571Z","time spent":"467.867584ms","remote":"127.0.0.1:37834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:46:21.38651Z","caller":"traceutil/trace.go:171","msg":"trace[1969908543] transaction","detail":"{read_only:false; response_revision:24574; number_of_response:1; }","duration":"461.931101ms","start":"2026-03-04T13:46:20.924572Z","end":"2026-03-04T13:46:21.386503Z","steps":["trace[1969908543] 'process raft request' (duration: 460.480108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.386533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.329321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21476"} {"level":"warn","ts":"2026-03-04T13:46:21.386552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.924564Z","time spent":"461.965752ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:21.386169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.954061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-03-04T13:46:21.386647Z","caller":"traceutil/trace.go:171","msg":"trace[1481221784] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24577; }","duration":"799.454683ms","start":"2026-03-04T13:46:20.587184Z","end":"2026-03-04T13:46:21.386639Z","steps":["trace[1481221784] 'agreement among raft nodes before linearized reading' (duration: 798.831128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.386672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.587177Z","time spent":"799.489403ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":918,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-04T13:46:21.386689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.71848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-04T13:46:21.386712Z","caller":"traceutil/trace.go:171","msg":"trace[862164693] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:24577; }","duration":"800.771471ms","start":"2026-03-04T13:46:20.585933Z","end":"2026-03-04T13:46:21.386705Z","steps":["trace[862164693] 'agreement among raft nodes before linearized reading' (duration: 800.70262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.386737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.585918Z","time spent":"800.813882ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-03-04T13:46:21.386557Z","caller":"traceutil/trace.go:171","msg":"trace[775092510] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:24577; }","duration":"800.410354ms","start":"2026-03-04T13:46:20.586139Z","end":"2026-03-04T13:46:21.38655Z","steps":["trace[775092510] 'agreement among raft nodes before linearized reading' (duration: 800.335602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.386819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.586122Z","time spent":"800.68985ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21499,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T13:46:21.386297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.925834Z","time spent":"460.427458ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:21.386844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.130569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7489"} {"level":"info","ts":"2026-03-04T13:46:21.386885Z","caller":"traceutil/trace.go:171","msg":"trace[1642341751] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:24577; }","duration":"801.201931ms","start":"2026-03-04T13:46:20.585673Z","end":"2026-03-04T13:46:21.386875Z","steps":["trace[1642341751] 'agreement among raft nodes before linearized reading' (duration: 801.094649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:21.386331Z","caller":"traceutil/trace.go:171","msg":"trace[1238050050] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"458.096366ms","start":"2026-03-04T13:46:20.928226Z","end":"2026-03-04T13:46:21.386322Z","steps":["trace[1238050050] 'process raft request' (duration: 456.938629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.386917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.585659Z","time spent":"801.252782ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7512,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-04T13:46:21.386621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.531456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5054"} {"level":"info","ts":"2026-03-04T13:46:21.386958Z","caller":"traceutil/trace.go:171","msg":"trace[741299136] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:24577; }","duration":"800.867154ms","start":"2026-03-04T13:46:20.586083Z","end":"2026-03-04T13:46:21.386951Z","steps":["trace[741299136] 'agreement among raft nodes before linearized reading' (duration: 800.486725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.386968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.928203Z","time spent":"458.736029ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:21.386987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.586059Z","time spent":"800.921884ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5077,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-03-04T13:46:21.387153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.823428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11092"} {"level":"info","ts":"2026-03-04T13:46:21.387191Z","caller":"traceutil/trace.go:171","msg":"trace[723445505] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:24577; }","duration":"802.883849ms","start":"2026-03-04T13:46:20.584298Z","end":"2026-03-04T13:46:21.387182Z","steps":["trace[723445505] 'agreement among raft nodes before linearized reading' (duration: 802.788827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.387221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:20.584287Z","time spent":"802.928589ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11115,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-03-04T13:46:21.686841Z","caller":"traceutil/trace.go:171","msg":"trace[1324824162] transaction","detail":"{read_only:false; response_revision:24578; number_of_response:1; }","duration":"333.44619ms","start":"2026-03-04T13:46:21.353376Z","end":"2026-03-04T13:46:21.686822Z","steps":["trace[1324824162] 'process raft request' (duration: 240.870583ms)","trace[1324824162] 'compare' (duration: 92.432803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:21.686956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:21.353354Z","time spent":"333.541841ms","remote":"127.0.0.1:37962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1847,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:21.687139Z","caller":"traceutil/trace.go:171","msg":"trace[651375917] transaction","detail":"{read_only:false; response_revision:24579; number_of_response:1; }","duration":"333.50873ms","start":"2026-03-04T13:46:21.353614Z","end":"2026-03-04T13:46:21.687123Z","steps":["trace[651375917] 'process raft request' (duration: 333.165163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.687211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:21.353608Z","time spent":"333.565222ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:21.687312Z","caller":"traceutil/trace.go:171","msg":"trace[1488810208] transaction","detail":"{read_only:false; response_revision:24580; number_of_response:1; }","duration":"331.878344ms","start":"2026-03-04T13:46:21.355426Z","end":"2026-03-04T13:46:21.687304Z","steps":["trace[1488810208] 'process raft request' (duration: 331.521006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.687353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:21.355416Z","time spent":"331.914225ms","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:21.687705Z","caller":"traceutil/trace.go:171","msg":"trace[85692778] linearizableReadLoop","detail":"{readStateIndex:25461; appliedIndex:25456; }","duration":"302.496155ms","start":"2026-03-04T13:46:21.385197Z","end":"2026-03-04T13:46:21.687693Z","steps":["trace[85692778] 'read index received' (duration: 209.060759ms)","trace[85692778] 'applied index is now lower than readState.Index' (duration: 93.434646ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:21.68779Z","caller":"traceutil/trace.go:171","msg":"trace[32467289] transaction","detail":"{read_only:false; response_revision:24582; number_of_response:1; }","duration":"329.084111ms","start":"2026-03-04T13:46:21.358693Z","end":"2026-03-04T13:46:21.687777Z","steps":["trace[32467289] 'process raft request' (duration: 328.926177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.687895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:21.35868Z","time spent":"329.132601ms","remote":"127.0.0.1:38156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:21.688005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.574919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543865-r2ktr\" ","response":"range_response_count:1 size:6837"} {"level":"info","ts":"2026-03-04T13:46:21.688058Z","caller":"traceutil/trace.go:171","msg":"trace[1112716619] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543865-r2ktr; range_end:; response_count:1; response_revision:24582; }","duration":"332.664711ms","start":"2026-03-04T13:46:21.35538Z","end":"2026-03-04T13:46:21.688044Z","steps":["trace[1112716619] 'agreement among raft nodes before linearized reading' (duration: 332.475417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.688082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:21.355367Z","time spent":"332.709732ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6860,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543865-r2ktr\" "} {"level":"info","ts":"2026-03-04T13:46:21.688035Z","caller":"traceutil/trace.go:171","msg":"trace[288175344] transaction","detail":"{read_only:false; response_revision:24581; number_of_response:1; }","duration":"332.425006ms","start":"2026-03-04T13:46:21.355544Z","end":"2026-03-04T13:46:21.687969Z","steps":["trace[288175344] 'process raft request' (duration: 331.663459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.688076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.211315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:21.688157Z","caller":"traceutil/trace.go:171","msg":"trace[1785243445] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24582; }","duration":"239.367489ms","start":"2026-03-04T13:46:21.448772Z","end":"2026-03-04T13:46:21.68814Z","steps":["trace[1785243445] 'agreement among raft nodes before linearized reading' (duration: 239.201555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.688208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.926103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:21.688223Z","caller":"traceutil/trace.go:171","msg":"trace[1540608440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24582; }","duration":"322.961203ms","start":"2026-03-04T13:46:21.365257Z","end":"2026-03-04T13:46:21.688219Z","steps":["trace[1540608440] 'agreement among raft nodes before linearized reading' (duration: 322.935563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:21.688237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:21.365244Z","time spent":"322.991425ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:46:21.688224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:21.355519Z","time spent":"332.608759ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T13:46:21.688291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.875705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:21.688333Z","caller":"traceutil/trace.go:171","msg":"trace[1156768373] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24582; }","duration":"138.957167ms","start":"2026-03-04T13:46:21.549364Z","end":"2026-03-04T13:46:21.688321Z","steps":["trace[1156768373] 'agreement among raft nodes before linearized reading' (duration: 138.879895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:22.185454Z","caller":"traceutil/trace.go:171","msg":"trace[1981558051] transaction","detail":"{read_only:false; response_revision:24583; number_of_response:1; }","duration":"486.486922ms","start":"2026-03-04T13:46:21.698943Z","end":"2026-03-04T13:46:22.18543Z","steps":["trace[1981558051] 'process raft request' (duration: 486.345629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:22.185702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:21.698932Z","time spent":"486.691686ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6147,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:22.680232Z","caller":"traceutil/trace.go:171","msg":"trace[1277547418] linearizableReadLoop","detail":"{readStateIndex:25463; appliedIndex:25462; }","duration":"930.450109ms","start":"2026-03-04T13:46:21.749761Z","end":"2026-03-04T13:46:22.680211Z","steps":["trace[1277547418] 'read index received' (duration: 435.670312ms)","trace[1277547418] 'applied index is now lower than readState.Index' (duration: 494.778707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:22.680575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.781538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:46:22.68085Z","caller":"traceutil/trace.go:171","msg":"trace[2066782637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24584; }","duration":"931.128846ms","start":"2026-03-04T13:46:21.749705Z","end":"2026-03-04T13:46:22.680834Z","steps":["trace[2066782637] 'agreement among raft nodes before linearized reading' (duration: 930.728267ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:22.680664Z","caller":"traceutil/trace.go:171","msg":"trace[731881708] transaction","detail":"{read_only:false; response_revision:24584; number_of_response:1; }","duration":"980.216906ms","start":"2026-03-04T13:46:21.70043Z","end":"2026-03-04T13:46:22.680647Z","steps":["trace[731881708] 'process raft request' (duration: 979.595101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:22.681155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:21.700421Z","time spent":"980.668406ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7125,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:22.683643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:21.749682Z","time spent":"931.247968ms","remote":"127.0.0.1:54916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:22.853505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.850102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:46:22.853721Z","caller":"traceutil/trace.go:171","msg":"trace[2042221362] linearizableReadLoop","detail":"{readStateIndex:25464; appliedIndex:25463; }","duration":"172.966749ms","start":"2026-03-04T13:46:22.680723Z","end":"2026-03-04T13:46:22.85369Z","steps":["trace[2042221362] 'read index received' (duration: 42.78473ms)","trace[2042221362] 'applied index is now lower than readState.Index' (duration: 130.180269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:22.853845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.912723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:22.853917Z","caller":"traceutil/trace.go:171","msg":"trace[247176221] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24585; }","duration":"915.983685ms","start":"2026-03-04T13:46:21.937915Z","end":"2026-03-04T13:46:22.853899Z","steps":["trace[247176221] 'agreement among raft nodes before linearized reading' (duration: 915.882973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:22.853993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:21.937853Z","time spent":"916.125899ms","remote":"127.0.0.1:43476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:22.854232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.744431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T13:46:22.854276Z","caller":"traceutil/trace.go:171","msg":"trace[23409662] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24585; }","duration":"199.820093ms","start":"2026-03-04T13:46:22.654443Z","end":"2026-03-04T13:46:22.854263Z","steps":["trace[23409662] 'agreement among raft nodes before linearized reading' (duration: 199.720151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:22.854068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.985291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6164"} {"level":"info","ts":"2026-03-04T13:46:22.854386Z","caller":"traceutil/trace.go:171","msg":"trace[1534843748] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:24585; }","duration":"659.360169ms","start":"2026-03-04T13:46:22.195008Z","end":"2026-03-04T13:46:22.854368Z","steps":["trace[1534843748] 'agreement among raft nodes before linearized reading' (duration: 658.917788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:22.854461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:22.194983Z","time spent":"659.461912ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":6187,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"info","ts":"2026-03-04T13:46:22.854138Z","caller":"traceutil/trace.go:171","msg":"trace[1082445031] transaction","detail":"{read_only:false; response_revision:24585; number_of_response:1; }","duration":"199.455875ms","start":"2026-03-04T13:46:22.654662Z","end":"2026-03-04T13:46:22.854118Z","steps":["trace[1082445031] 'process raft request' (duration: 68.919626ms)","trace[1082445031] 'compare' (duration: 129.128097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:22.854484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.767842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:22.855741Z","caller":"traceutil/trace.go:171","msg":"trace[823638792] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24585; }","duration":"247.046071ms","start":"2026-03-04T13:46:22.608668Z","end":"2026-03-04T13:46:22.855714Z","steps":["trace[823638792] 'agreement among raft nodes before linearized reading' (duration: 245.783663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:22.854829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.734442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272964"} {"level":"info","ts":"2026-03-04T13:46:22.856101Z","caller":"traceutil/trace.go:171","msg":"trace[1098964796] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24585; }","duration":"593.034411ms","start":"2026-03-04T13:46:22.263043Z","end":"2026-03-04T13:46:22.856078Z","steps":["trace[1098964796] 'agreement among raft nodes before linearized reading' (duration: 591.459686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:22.856167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:22.263023Z","time spent":"593.122582ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272987,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T13:46:22.8549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.926611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T13:46:22.856371Z","caller":"traceutil/trace.go:171","msg":"trace[697991530] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:24585; }","duration":"652.440624ms","start":"2026-03-04T13:46:22.20391Z","end":"2026-03-04T13:46:22.856351Z","steps":["trace[697991530] 'agreement among raft nodes before linearized reading' (duration: 650.938161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:22.856434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:22.203882Z","time spent":"652.536606ms","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-04T13:46:22.854981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.920556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T13:46:22.85662Z","caller":"traceutil/trace.go:171","msg":"trace[907025006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24585; }","duration":"815.587694ms","start":"2026-03-04T13:46:22.041022Z","end":"2026-03-04T13:46:22.85661Z","steps":["trace[907025006] 'agreement among raft nodes before linearized reading' (duration: 813.802784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:22.856654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:22.041011Z","time spent":"815.633534ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:46:22.854989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.32987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:46:22.856773Z","caller":"traceutil/trace.go:171","msg":"trace[1686310673] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24585; }","duration":"793.184811ms","start":"2026-03-04T13:46:22.063575Z","end":"2026-03-04T13:46:22.85676Z","steps":["trace[1686310673] 'agreement among raft nodes before linearized reading' (duration: 791.33566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:22.85681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:22.06356Z","time spent":"793.238442ms","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:22.855086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.975918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T13:46:22.856976Z","caller":"traceutil/trace.go:171","msg":"trace[1187044004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24585; }","duration":"815.887241ms","start":"2026-03-04T13:46:22.04108Z","end":"2026-03-04T13:46:22.856967Z","steps":["trace[1187044004] 'agreement among raft nodes before linearized reading' (duration: 813.934806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:22.857008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:22.041068Z","time spent":"815.931522ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:46:22.855084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.234888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T13:46:22.857153Z","caller":"traceutil/trace.go:171","msg":"trace[1800451227] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24585; }","duration":"818.323794ms","start":"2026-03-04T13:46:22.038818Z","end":"2026-03-04T13:46:22.857142Z","steps":["trace[1800451227] 'agreement among raft nodes before linearized reading' (duration: 816.160486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:22.857188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:22.038813Z","time spent":"818.362875ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:46:22.855158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.355201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T13:46:22.857232Z","caller":"traceutil/trace.go:171","msg":"trace[423862038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24585; }","duration":"818.458528ms","start":"2026-03-04T13:46:22.03876Z","end":"2026-03-04T13:46:22.857219Z","steps":["trace[423862038] 'agreement among raft nodes before linearized reading' (duration: 816.290649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:22.855161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.945321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T13:46:22.857279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:22.03874Z","time spent":"818.52685ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T13:46:22.85728Z","caller":"traceutil/trace.go:171","msg":"trace[94986696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24585; }","duration":"818.11556ms","start":"2026-03-04T13:46:22.039154Z","end":"2026-03-04T13:46:22.85727Z","steps":["trace[94986696] 'agreement among raft nodes before linearized reading' (duration: 815.947831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:22.857313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:22.039126Z","time spent":"818.180661ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T13:46:23.181927Z","caller":"traceutil/trace.go:171","msg":"trace[1295653125] linearizableReadLoop","detail":"{readStateIndex:25465; appliedIndex:25464; }","duration":"322.980755ms","start":"2026-03-04T13:46:22.858921Z","end":"2026-03-04T13:46:23.181902Z","steps":["trace[1295653125] 'read index received' (duration: 322.884673ms)","trace[1295653125] 'applied index is now lower than readState.Index' (duration: 94.712µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:23.182029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:22.857881Z","time spent":"324.145051ms","remote":"127.0.0.1:37726","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T13:46:23.182444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.502906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T13:46:23.182487Z","caller":"traceutil/trace.go:171","msg":"trace[2127898562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24585; }","duration":"323.579029ms","start":"2026-03-04T13:46:22.858896Z","end":"2026-03-04T13:46:23.182475Z","steps":["trace[2127898562] 'agreement among raft nodes before linearized reading' (duration: 323.394054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:23.182519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:22.858881Z","time spent":"323.631079ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T13:46:23.534737Z","caller":"traceutil/trace.go:171","msg":"trace[1224669420] transaction","detail":"{read_only:false; response_revision:24586; number_of_response:1; }","duration":"672.527524ms","start":"2026-03-04T13:46:22.862183Z","end":"2026-03-04T13:46:23.534711Z","steps":["trace[1224669420] 'process raft request' (duration: 672.262358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:23.534989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:22.862164Z","time spent":"672.7409ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:23.53502Z","caller":"traceutil/trace.go:171","msg":"trace[1366508485] transaction","detail":"{read_only:false; response_revision:24587; number_of_response:1; }","duration":"672.278368ms","start":"2026-03-04T13:46:22.86271Z","end":"2026-03-04T13:46:23.534988Z","steps":["trace[1366508485] 'process raft request' (duration: 671.910279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:23.535214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:22.862698Z","time spent":"672.416292ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:23.535216Z","caller":"traceutil/trace.go:171","msg":"trace[108267712] transaction","detail":"{read_only:false; response_revision:24588; number_of_response:1; }","duration":"672.267509ms","start":"2026-03-04T13:46:22.862918Z","end":"2026-03-04T13:46:23.535186Z","steps":["trace[108267712] 'process raft request' (duration: 672.013583ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:23.535244Z","caller":"traceutil/trace.go:171","msg":"trace[512211955] linearizableReadLoop","detail":"{readStateIndex:25472; appliedIndex:25465; }","duration":"353.224992ms","start":"2026-03-04T13:46:23.18199Z","end":"2026-03-04T13:46:23.535215Z","steps":["trace[512211955] 'read index received' (duration: 352.434424ms)","trace[512211955] 'applied index is now lower than readState.Index' (duration: 789.648µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:23.535369Z","caller":"traceutil/trace.go:171","msg":"trace[942435599] transaction","detail":"{read_only:false; response_revision:24589; number_of_response:1; }","duration":"671.970282ms","start":"2026-03-04T13:46:22.863389Z","end":"2026-03-04T13:46:23.535359Z","steps":["trace[942435599] 'process raft request' (duration: 671.673566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:23.535372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:22.862908Z","time spent":"672.382831ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:23.535498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:22.863376Z","time spent":"672.024103ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:23.535642Z","caller":"traceutil/trace.go:171","msg":"trace[518733632] transaction","detail":"{read_only:false; response_revision:24590; number_of_response:1; }","duration":"672.046243ms","start":"2026-03-04T13:46:22.863573Z","end":"2026-03-04T13:46:23.535619Z","steps":["trace[518733632] 'process raft request' (duration: 671.525212ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:23.535783Z","caller":"traceutil/trace.go:171","msg":"trace[510224372] transaction","detail":"{read_only:false; response_revision:24592; number_of_response:1; }","duration":"539.185185ms","start":"2026-03-04T13:46:22.996495Z","end":"2026-03-04T13:46:23.53568Z","steps":["trace[510224372] 'process raft request' (duration: 538.680633ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:23.535876Z","caller":"traceutil/trace.go:171","msg":"trace[602757013] transaction","detail":"{read_only:false; response_revision:24591; number_of_response:1; }","duration":"557.318871ms","start":"2026-03-04T13:46:22.978548Z","end":"2026-03-04T13:46:23.535867Z","steps":["trace[602757013] 'process raft request' (duration: 556.588125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:23.535925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:22.97853Z","time spent":"557.371691ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:23.536006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:22.996477Z","time spent":"539.403019ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:23.535809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.129767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:46:23.53589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:22.863563Z","time spent":"672.239868ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:23.535685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.388512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:23.536347Z","caller":"traceutil/trace.go:171","msg":"trace[194285066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24592; }","duration":"393.039206ms","start":"2026-03-04T13:46:23.143242Z","end":"2026-03-04T13:46:23.536281Z","steps":["trace[194285066] 'agreement among raft nodes before linearized reading' (duration: 392.410412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:23.535751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.330269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:46:23.53644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:23.143219Z","time spent":"393.197079ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:46:23.536463Z","caller":"traceutil/trace.go:171","msg":"trace[219107213] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24592; }","duration":"446.073645ms","start":"2026-03-04T13:46:23.09038Z","end":"2026-03-04T13:46:23.536454Z","steps":["trace[219107213] 'agreement among raft nodes before linearized reading' (duration: 445.323138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:23.536502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:23.090361Z","time spent":"446.131786ms","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:46:23.536875Z","caller":"traceutil/trace.go:171","msg":"trace[1075102883] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24592; }","duration":"603.543257ms","start":"2026-03-04T13:46:22.932637Z","end":"2026-03-04T13:46:23.53618Z","steps":["trace[1075102883] 'agreement among raft nodes before linearized reading' (duration: 603.129217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:23.536988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:22.932618Z","time spent":"604.344634ms","remote":"127.0.0.1:36408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:24.035662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371323639,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T13:46:24.123751Z","caller":"traceutil/trace.go:171","msg":"trace[1109298534] transaction","detail":"{read_only:false; response_revision:24597; number_of_response:1; }","duration":"729.313579ms","start":"2026-03-04T13:46:23.394419Z","end":"2026-03-04T13:46:24.123733Z","steps":["trace[1109298534] 'process raft request' (duration: 729.264918ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:24.123797Z","caller":"traceutil/trace.go:171","msg":"trace[1831116279] transaction","detail":"{read_only:false; response_revision:24593; number_of_response:1; }","duration":"939.104533ms","start":"2026-03-04T13:46:23.184659Z","end":"2026-03-04T13:46:24.123763Z","steps":["trace[1831116279] 'process raft request' (duration: 938.838627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:24.123888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:23.394414Z","time spent":"729.394231ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:24.123893Z","caller":"traceutil/trace.go:171","msg":"trace[348248844] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"769.906399ms","start":"2026-03-04T13:46:23.353971Z","end":"2026-03-04T13:46:24.123878Z","steps":["trace[348248844] 'process raft request' (duration: 769.641083ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:24.123888Z","caller":"traceutil/trace.go:171","msg":"trace[1014190766] transaction","detail":"{read_only:false; response_revision:24595; number_of_response:1; }","duration":"729.572234ms","start":"2026-03-04T13:46:23.394244Z","end":"2026-03-04T13:46:24.123816Z","steps":["trace[1014190766] 'process raft request' (duration: 729.402331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:24.123945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:23.353955Z","time spent":"769.96513ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:24.123932Z","caller":"traceutil/trace.go:171","msg":"trace[1104610221] transaction","detail":"{read_only:false; response_revision:24596; number_of_response:1; }","duration":"729.559094ms","start":"2026-03-04T13:46:23.394337Z","end":"2026-03-04T13:46:24.123896Z","steps":["trace[1104610221] 'process raft request' (duration: 729.329579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:24.123967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:23.184644Z","time spent":"939.248387ms","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:24.124043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:23.39422Z","time spent":"729.738588ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:24.124086Z","caller":"traceutil/trace.go:171","msg":"trace[455691622] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"729.38321ms","start":"2026-03-04T13:46:23.394693Z","end":"2026-03-04T13:46:24.124076Z","steps":["trace[455691622] 'process raft request' (duration: 729.013052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:24.124095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:23.39433Z","time spent":"729.668097ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:24.124129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:23.394685Z","time spent":"729.421041ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:24.124118Z","caller":"traceutil/trace.go:171","msg":"trace[2020367909] linearizableReadLoop","detail":"{readStateIndex:25480; appliedIndex:25472; }","duration":"588.781746ms","start":"2026-03-04T13:46:23.535317Z","end":"2026-03-04T13:46:24.124099Z","steps":["trace[2020367909] 'read index received' (duration: 588.130901ms)","trace[2020367909] 'applied index is now lower than readState.Index' (duration: 650.035µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:24.124224Z","caller":"traceutil/trace.go:171","msg":"trace[1477732222] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"728.756836ms","start":"2026-03-04T13:46:23.395458Z","end":"2026-03-04T13:46:24.124215Z","steps":["trace[1477732222] 'process raft request' (duration: 728.521661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:24.124255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.084629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:24.124269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:23.395449Z","time spent":"728.800187ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:24.124215Z","caller":"traceutil/trace.go:171","msg":"trace[1031562842] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"716.535431ms","start":"2026-03-04T13:46:23.407597Z","end":"2026-03-04T13:46:24.124133Z","steps":["trace[1031562842] 'process raft request' (duration: 716.46274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:24.124338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.8191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-797b5b474b-bzmwq.1899a74e5ac3cf55\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-04T13:46:24.124375Z","caller":"traceutil/trace.go:171","msg":"trace[885672797] range","detail":"{range_begin:/registry/events/openstack/magnum-api-797b5b474b-bzmwq.1899a74e5ac3cf55; range_end:; response_count:1; response_revision:24600; }","duration":"803.888341ms","start":"2026-03-04T13:46:23.320474Z","end":"2026-03-04T13:46:24.124363Z","steps":["trace[885672797] 'agreement among raft nodes before linearized reading' (duration: 803.707807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:24.124348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.680192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:24.124393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.842212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T13:46:24.124405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:23.320459Z","time spent":"803.939992ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-797b5b474b-bzmwq.1899a74e5ac3cf55\" "} {"level":"info","ts":"2026-03-04T13:46:24.124415Z","caller":"traceutil/trace.go:171","msg":"trace[1181498038] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24600; }","duration":"221.786164ms","start":"2026-03-04T13:46:23.902615Z","end":"2026-03-04T13:46:24.124402Z","steps":["trace[1181498038] 'agreement among raft nodes before linearized reading' (duration: 221.680642ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:24.124424Z","caller":"traceutil/trace.go:171","msg":"trace[1914339802] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24600; }","duration":"310.896133ms","start":"2026-03-04T13:46:23.813518Z","end":"2026-03-04T13:46:24.124414Z","steps":["trace[1914339802] 'agreement among raft nodes before linearized reading' (duration: 310.786551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:24.12446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:23.813506Z","time spent":"310.947504ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T13:46:24.124494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:23.407589Z","time spent":"716.748537ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:24.124286Z","caller":"traceutil/trace.go:171","msg":"trace[1024195844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24600; }","duration":"583.161769ms","start":"2026-03-04T13:46:23.541115Z","end":"2026-03-04T13:46:24.124277Z","steps":["trace[1024195844] 'agreement among raft nodes before linearized reading' (duration: 583.097898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:24.124599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.043158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T13:46:24.12461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:23.541098Z","time spent":"583.502118ms","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:46:24.124622Z","caller":"traceutil/trace.go:171","msg":"trace[181035289] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24600; }","duration":"312.10036ms","start":"2026-03-04T13:46:23.812515Z","end":"2026-03-04T13:46:24.124615Z","steps":["trace[181035289] 'agreement among raft nodes before linearized reading' (duration: 312.027388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:24.12465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:23.812496Z","time spent":"312.148921ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T13:46:24.124292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.320692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-04T13:46:24.124697Z","caller":"traceutil/trace.go:171","msg":"trace[1507575571] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24600; }","duration":"940.74061ms","start":"2026-03-04T13:46:23.183943Z","end":"2026-03-04T13:46:24.124683Z","steps":["trace[1507575571] 'agreement among raft nodes before linearized reading' (duration: 940.241479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:24.124726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:23.183924Z","time spent":"940.792921ms","remote":"127.0.0.1:37868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T13:46:24.533991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.106669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:46:24.534102Z","caller":"traceutil/trace.go:171","msg":"trace[1307882304] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"405.058895ms","start":"2026-03-04T13:46:24.129024Z","end":"2026-03-04T13:46:24.534083Z","steps":["trace[1307882304] 'process raft request' (duration: 138.778253ms)","trace[1307882304] 'compare' (duration: 265.940985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:24.534323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:24.129002Z","time spent":"405.133016ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:24.555483Z","caller":"traceutil/trace.go:171","msg":"trace[1560693606] linearizableReadLoop","detail":"{readStateIndex:25483; appliedIndex:25480; }","duration":"425.167827ms","start":"2026-03-04T13:46:24.130292Z","end":"2026-03-04T13:46:24.55546Z","steps":["trace[1560693606] 'read index received' (duration: 137.520185ms)","trace[1560693606] 'applied index is now lower than readState.Index' (duration: 287.646692ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:24.555571Z","caller":"traceutil/trace.go:171","msg":"trace[1544813863] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"425.854842ms","start":"2026-03-04T13:46:24.129682Z","end":"2026-03-04T13:46:24.555537Z","steps":["trace[1544813863] 'process raft request' (duration: 425.531965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:24.555597Z","caller":"traceutil/trace.go:171","msg":"trace[209348122] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"425.894973ms","start":"2026-03-04T13:46:24.129691Z","end":"2026-03-04T13:46:24.555586Z","steps":["trace[209348122] 'process raft request' (duration: 425.683568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:24.555758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.262929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:24.555791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:24.12968Z","time spent":"426.024605ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:24.555807Z","caller":"traceutil/trace.go:171","msg":"trace[111632881] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24603; }","duration":"425.3439ms","start":"2026-03-04T13:46:24.13045Z","end":"2026-03-04T13:46:24.555793Z","steps":["trace[111632881] 'agreement among raft nodes before linearized reading' (duration: 425.251408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:24.555852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:24.130438Z","time spent":"425.407913ms","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T13:46:24.555846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:24.129668Z","time spent":"425.981565ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:24.555897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.006815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:46:24.555931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.165827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:24.555987Z","caller":"traceutil/trace.go:171","msg":"trace[90234029] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24603; }","duration":"368.231208ms","start":"2026-03-04T13:46:24.187745Z","end":"2026-03-04T13:46:24.555976Z","steps":["trace[90234029] 'agreement among raft nodes before linearized reading' (duration: 368.122856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:24.556011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:24.187697Z","time spent":"368.31016ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T13:46:24.555996Z","caller":"traceutil/trace.go:171","msg":"trace[1191044615] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24603; }","duration":"150.189259ms","start":"2026-03-04T13:46:24.405783Z","end":"2026-03-04T13:46:24.555972Z","steps":["trace[1191044615] 'agreement among raft nodes before linearized reading' (duration: 149.976615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:24.556059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.75736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T13:46:24.556114Z","caller":"traceutil/trace.go:171","msg":"trace[2058231493] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24603; }","duration":"425.838582ms","start":"2026-03-04T13:46:24.130264Z","end":"2026-03-04T13:46:24.556103Z","steps":["trace[2058231493] 'agreement among raft nodes before linearized reading' (duration: 425.650158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:24.556153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:24.130257Z","time spent":"425.888193ms","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-04T13:46:25.684905Z","caller":"traceutil/trace.go:171","msg":"trace[1256281021] transaction","detail":"{read_only:false; response_revision:24604; number_of_response:1; }","duration":"139.303004ms","start":"2026-03-04T13:46:25.545583Z","end":"2026-03-04T13:46:25.684886Z","steps":["trace[1256281021] 'process raft request' (duration: 139.181412ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:25.691517Z","caller":"traceutil/trace.go:171","msg":"trace[936014860] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"144.736855ms","start":"2026-03-04T13:46:25.546769Z","end":"2026-03-04T13:46:25.691506Z","steps":["trace[936014860] 'process raft request' (duration: 144.715715ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:25.691725Z","caller":"traceutil/trace.go:171","msg":"trace[1085217025] transaction","detail":"{read_only:false; response_revision:24605; number_of_response:1; }","duration":"145.951103ms","start":"2026-03-04T13:46:25.545766Z","end":"2026-03-04T13:46:25.691717Z","steps":["trace[1085217025] 'process raft request' (duration: 145.614996ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:25.691809Z","caller":"traceutil/trace.go:171","msg":"trace[39561144] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"145.34266ms","start":"2026-03-04T13:46:25.546461Z","end":"2026-03-04T13:46:25.691804Z","steps":["trace[39561144] 'process raft request' (duration: 144.979581ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:25.691928Z","caller":"traceutil/trace.go:171","msg":"trace[2035761498] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"145.432673ms","start":"2026-03-04T13:46:25.546488Z","end":"2026-03-04T13:46:25.691921Z","steps":["trace[2035761498] 'process raft request' (duration: 144.974061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:26.174022Z","caller":"traceutil/trace.go:171","msg":"trace[1926629989] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"220.19041ms","start":"2026-03-04T13:46:25.953725Z","end":"2026-03-04T13:46:26.173915Z","steps":["trace[1926629989] 'process raft request' (duration: 220.042026ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:26.472964Z","caller":"traceutil/trace.go:171","msg":"trace[741756140] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"343.233268ms","start":"2026-03-04T13:46:26.129707Z","end":"2026-03-04T13:46:26.47294Z","steps":["trace[741756140] 'process raft request' (duration: 343.159496ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:26.472965Z","caller":"traceutil/trace.go:171","msg":"trace[1959920331] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"518.700574ms","start":"2026-03-04T13:46:25.954221Z","end":"2026-03-04T13:46:26.472921Z","steps":["trace[1959920331] 'process raft request' (duration: 518.48835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:26.473115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:26.129681Z","time spent":"343.355511ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:26.473171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:25.954208Z","time spent":"518.851237ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:26.473254Z","caller":"traceutil/trace.go:171","msg":"trace[1886377722] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"343.076375ms","start":"2026-03-04T13:46:26.130166Z","end":"2026-03-04T13:46:26.473242Z","steps":["trace[1886377722] 'process raft request' (duration: 342.740707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:26.473305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:26.130123Z","time spent":"343.157496ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:26.473429Z","caller":"traceutil/trace.go:171","msg":"trace[84326414] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"343.104536ms","start":"2026-03-04T13:46:26.130318Z","end":"2026-03-04T13:46:26.473423Z","steps":["trace[84326414] 'process raft request' (duration: 342.887131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:26.47346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:26.130294Z","time spent":"343.151257ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:26.473519Z","caller":"traceutil/trace.go:171","msg":"trace[140042808] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"342.153815ms","start":"2026-03-04T13:46:26.13135Z","end":"2026-03-04T13:46:26.473504Z","steps":["trace[140042808] 'process raft request' (duration: 342.012091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:26.473574Z","caller":"traceutil/trace.go:171","msg":"trace[858668754] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"342.159886ms","start":"2026-03-04T13:46:26.13141Z","end":"2026-03-04T13:46:26.473569Z","steps":["trace[858668754] 'process raft request' (duration: 342.051433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:26.473599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:26.131399Z","time spent":"342.186706ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:26.473593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:26.131328Z","time spent":"342.223426ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:26.473595Z","caller":"traceutil/trace.go:171","msg":"trace[1272101753] linearizableReadLoop","detail":"{readStateIndex:25490; appliedIndex:25488; }","duration":"457.553844ms","start":"2026-03-04T13:46:26.016025Z","end":"2026-03-04T13:46:26.473579Z","steps":["trace[1272101753] 'read index received' (duration: 157.809681ms)","trace[1272101753] 'applied index is now lower than readState.Index' (duration: 299.743103ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:26.473687Z","caller":"traceutil/trace.go:171","msg":"trace[1098795918] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"342.142125ms","start":"2026-03-04T13:46:26.131501Z","end":"2026-03-04T13:46:26.473643Z","steps":["trace[1098795918] 'process raft request' (duration: 341.998052ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:26.473702Z","caller":"traceutil/trace.go:171","msg":"trace[1909704601] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"340.947648ms","start":"2026-03-04T13:46:26.132717Z","end":"2026-03-04T13:46:26.473664Z","steps":["trace[1909704601] 'process raft request' (duration: 340.819645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:26.473795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:26.131478Z","time spent":"342.260797ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:26.473831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.326176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-6fjjz.1899a694069e0553\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-03-04T13:46:26.473852Z","caller":"traceutil/trace.go:171","msg":"trace[1803083096] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-6fjjz.1899a694069e0553; range_end:; response_count:1; response_revision:24617; }","duration":"296.391898ms","start":"2026-03-04T13:46:26.177453Z","end":"2026-03-04T13:46:26.473845Z","steps":["trace[1803083096] 'agreement among raft nodes before linearized reading' (duration: 296.311006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:26.473735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.709287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:26.473842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:26.132703Z","time spent":"341.06599ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:26.473927Z","caller":"traceutil/trace.go:171","msg":"trace[956344079] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24617; }","duration":"457.944512ms","start":"2026-03-04T13:46:26.015968Z","end":"2026-03-04T13:46:26.473913Z","steps":["trace[956344079] 'agreement among raft nodes before linearized reading' (duration: 457.723477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:26.473965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:26.015948Z","time spent":"458.006273ms","remote":"127.0.0.1:43208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:26.82856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.796999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:46:26.828664Z","caller":"traceutil/trace.go:171","msg":"trace[1950438602] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"353.10032ms","start":"2026-03-04T13:46:26.475545Z","end":"2026-03-04T13:46:26.828645Z","steps":["trace[1950438602] 'process raft request' (duration: 191.132428ms)","trace[1950438602] 'compare' (duration: 161.685426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:26.828723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:26.475531Z","time spent":"353.165151ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:27.351747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.081653ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:27.351907Z","caller":"traceutil/trace.go:171","msg":"trace[513906437] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24618; }","duration":"264.270278ms","start":"2026-03-04T13:46:27.087618Z","end":"2026-03-04T13:46:27.351888Z","steps":["trace[513906437] 'range keys from in-memory index tree' (duration: 264.063642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:27.351906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.982308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:27.352005Z","caller":"traceutil/trace.go:171","msg":"trace[481327301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24618; }","duration":"209.126251ms","start":"2026-03-04T13:46:27.142846Z","end":"2026-03-04T13:46:27.351972Z","steps":["trace[481327301] 'range keys from in-memory index tree' (duration: 208.873514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:27.872354Z","caller":"traceutil/trace.go:171","msg":"trace[762329171] linearizableReadLoop","detail":"{readStateIndex:25499; appliedIndex:25498; }","duration":"176.708853ms","start":"2026-03-04T13:46:27.695621Z","end":"2026-03-04T13:46:27.87233Z","steps":["trace[762329171] 'read index received' (duration: 176.617651ms)","trace[762329171] 'applied index is now lower than readState.Index' (duration: 89.832µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:27.872448Z","caller":"traceutil/trace.go:171","msg":"trace[1596531024] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"179.625419ms","start":"2026-03-04T13:46:27.692794Z","end":"2026-03-04T13:46:27.872419Z","steps":["trace[1596531024] 'process raft request' (duration: 179.353583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:27.872621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.312042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T13:46:27.872646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.356995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T13:46:27.872694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.433616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T13:46:27.872754Z","caller":"traceutil/trace.go:171","msg":"trace[1783259482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24619; }","duration":"175.517867ms","start":"2026-03-04T13:46:27.697222Z","end":"2026-03-04T13:46:27.87274Z","steps":["trace[1783259482] 'agreement among raft nodes before linearized reading' (duration: 175.355684ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:27.872709Z","caller":"traceutil/trace.go:171","msg":"trace[86518770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24619; }","duration":"176.437257ms","start":"2026-03-04T13:46:27.696256Z","end":"2026-03-04T13:46:27.872693Z","steps":["trace[86518770] 'agreement among raft nodes before linearized reading' (duration: 176.244243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:27.872647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.999549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T13:46:27.872857Z","caller":"traceutil/trace.go:171","msg":"trace[1381818559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24619; }","duration":"177.253776ms","start":"2026-03-04T13:46:27.695595Z","end":"2026-03-04T13:46:27.872848Z","steps":["trace[1381818559] 'agreement among raft nodes before linearized reading' (duration: 176.880637ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:27.87266Z","caller":"traceutil/trace.go:171","msg":"trace[685281174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24619; }","duration":"175.380754ms","start":"2026-03-04T13:46:27.697265Z","end":"2026-03-04T13:46:27.872646Z","steps":["trace[685281174] 'agreement among raft nodes before linearized reading' (duration: 175.242511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:28.498649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.462974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:46:28.499131Z","caller":"traceutil/trace.go:171","msg":"trace[137016060] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"621.672404ms","start":"2026-03-04T13:46:27.877438Z","end":"2026-03-04T13:46:28.49911Z","steps":["trace[137016060] 'process raft request' (duration: 182.36152ms)","trace[137016060] 'compare' (duration: 437.412071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:28.499211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:27.877421Z","time spent":"621.757266ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:28.499486Z","caller":"traceutil/trace.go:171","msg":"trace[1741966267] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"621.51417ms","start":"2026-03-04T13:46:27.877942Z","end":"2026-03-04T13:46:28.499457Z","steps":["trace[1741966267] 'process raft request' (duration: 621.143322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:28.49962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:27.877933Z","time spent":"621.614672ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:28.500159Z","caller":"traceutil/trace.go:171","msg":"trace[1467048222] linearizableReadLoop","detail":"{readStateIndex:25502; appliedIndex:25499; }","duration":"620.569939ms","start":"2026-03-04T13:46:27.879577Z","end":"2026-03-04T13:46:28.500147Z","steps":["trace[1467048222] 'read index received' (duration: 180.238193ms)","trace[1467048222] 'applied index is now lower than readState.Index' (duration: 440.330916ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:28.500224Z","caller":"traceutil/trace.go:171","msg":"trace[988620008] transaction","detail":"{read_only:false; response_revision:24622; number_of_response:1; }","duration":"622.283737ms","start":"2026-03-04T13:46:27.877933Z","end":"2026-03-04T13:46:28.500217Z","steps":["trace[988620008] 'process raft request' (duration: 621.321586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:28.50027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:27.877908Z","time spent":"622.336009ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:28.500356Z","caller":"traceutil/trace.go:171","msg":"trace[306070733] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"620.64251ms","start":"2026-03-04T13:46:27.879708Z","end":"2026-03-04T13:46:28.500351Z","steps":["trace[306070733] 'process raft request' (duration: 620.358514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:28.500393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:27.879696Z","time spent":"620.67925ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:28.500432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.828275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:28.500508Z","caller":"traceutil/trace.go:171","msg":"trace[834744919] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24623; }","duration":"620.939298ms","start":"2026-03-04T13:46:27.879552Z","end":"2026-03-04T13:46:28.500491Z","steps":["trace[834744919] 'agreement among raft nodes before linearized reading' (duration: 620.802925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:28.500554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:27.879542Z","time spent":"621.003019ms","remote":"127.0.0.1:43076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:46:28.953369Z","caller":"traceutil/trace.go:171","msg":"trace[1689573832] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"474.450123ms","start":"2026-03-04T13:46:28.478894Z","end":"2026-03-04T13:46:28.953344Z","steps":["trace[1689573832] 'process raft request' (duration: 474.213498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:28.953541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:28.478864Z","time spent":"474.599036ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:28.953736Z","caller":"traceutil/trace.go:171","msg":"trace[2115533056] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"474.388921ms","start":"2026-03-04T13:46:28.479304Z","end":"2026-03-04T13:46:28.953693Z","steps":["trace[2115533056] 'process raft request' (duration: 473.991212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:28.953846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:28.479287Z","time spent":"474.506123ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:28.954347Z","caller":"traceutil/trace.go:171","msg":"trace[326760009] linearizableReadLoop","detail":"{readStateIndex:25510; appliedIndex:25503; }","duration":"454.142427ms","start":"2026-03-04T13:46:28.500191Z","end":"2026-03-04T13:46:28.954334Z","steps":["trace[326760009] 'read index received' (duration: 33.171125ms)","trace[326760009] 'applied index is now lower than readState.Index' (duration: 420.970752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:28.954428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.009375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:28.954449Z","caller":"traceutil/trace.go:171","msg":"trace[695664669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24630; }","duration":"607.081507ms","start":"2026-03-04T13:46:28.347362Z","end":"2026-03-04T13:46:28.954444Z","steps":["trace[695664669] 'agreement among raft nodes before linearized reading' (duration: 607.031826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:28.954467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:28.347342Z","time spent":"607.121628ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:46:28.954485Z","caller":"traceutil/trace.go:171","msg":"trace[247414442] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"474.930643ms","start":"2026-03-04T13:46:28.479533Z","end":"2026-03-04T13:46:28.954464Z","steps":["trace[247414442] 'process raft request' (duration: 474.747149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:28.954589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:28.479522Z","time spent":"475.015454ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:28.954594Z","caller":"traceutil/trace.go:171","msg":"trace[1491533984] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"474.567614ms","start":"2026-03-04T13:46:28.479996Z","end":"2026-03-04T13:46:28.954564Z","steps":["trace[1491533984] 'process raft request' (duration: 474.307378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:28.954655Z","caller":"traceutil/trace.go:171","msg":"trace[292269180] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"475.171618ms","start":"2026-03-04T13:46:28.479471Z","end":"2026-03-04T13:46:28.954643Z","steps":["trace[292269180] 'process raft request' (duration: 474.729248ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:28.954678Z","caller":"traceutil/trace.go:171","msg":"trace[321257349] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"474.978283ms","start":"2026-03-04T13:46:28.47934Z","end":"2026-03-04T13:46:28.954319Z","steps":["trace[321257349] 'process raft request' (duration: 474.277658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:28.954714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:28.479456Z","time spent":"475.219018ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:28.955475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:28.479982Z","time spent":"474.675717ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:28.954795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:28.479329Z","time spent":"475.424803ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:29.575988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.949903ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T13:46:29.576066Z","caller":"traceutil/trace.go:171","msg":"trace[403220438] linearizableReadLoop","detail":"{readStateIndex:25511; appliedIndex:25510; }","duration":"434.132218ms","start":"2026-03-04T13:46:29.141919Z","end":"2026-03-04T13:46:29.576051Z","steps":["trace[403220438] 'read index received' (duration: 39.321µs)","trace[403220438] 'applied index is now lower than readState.Index' (duration: 434.091396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:29.57634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.419414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:29.576367Z","caller":"traceutil/trace.go:171","msg":"trace[882747547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24630; }","duration":"434.480955ms","start":"2026-03-04T13:46:29.141877Z","end":"2026-03-04T13:46:29.576358Z","steps":["trace[882747547] 'agreement among raft nodes before linearized reading' (duration: 434.427904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:29.576385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:29.14186Z","time spent":"434.520766ms","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:46:29.576474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.429539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:29.576528Z","caller":"traceutil/trace.go:171","msg":"trace[983076790] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24630; }","duration":"271.52151ms","start":"2026-03-04T13:46:29.304994Z","end":"2026-03-04T13:46:29.576516Z","steps":["trace[983076790] 'agreement among raft nodes before linearized reading' (duration: 271.433488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:29.577051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.447266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T13:46:29.577109Z","caller":"traceutil/trace.go:171","msg":"trace[1657333829] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24630; }","duration":"295.558089ms","start":"2026-03-04T13:46:29.281539Z","end":"2026-03-04T13:46:29.577097Z","steps":["trace[1657333829] 'agreement among raft nodes before linearized reading' (duration: 294.890524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:30.278117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.118552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:46:30.278224Z","caller":"traceutil/trace.go:171","msg":"trace[679352183] linearizableReadLoop","detail":"{readStateIndex:25513; appliedIndex:25512; }","duration":"263.724045ms","start":"2026-03-04T13:46:30.014478Z","end":"2026-03-04T13:46:30.278202Z","steps":["trace[679352183] 'read index received' (duration: 78.379008ms)","trace[679352183] 'applied index is now lower than readState.Index' (duration: 185.343407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:30.278543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.024112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:30.278562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.307878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:30.278592Z","caller":"traceutil/trace.go:171","msg":"trace[327129249] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24632; }","duration":"264.139014ms","start":"2026-03-04T13:46:30.014441Z","end":"2026-03-04T13:46:30.27858Z","steps":["trace[327129249] 'agreement among raft nodes before linearized reading' (duration: 264.018582ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:30.278637Z","caller":"traceutil/trace.go:171","msg":"trace[614874771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24632; }","duration":"136.40294ms","start":"2026-03-04T13:46:30.142212Z","end":"2026-03-04T13:46:30.278615Z","steps":["trace[614874771] 'agreement among raft nodes before linearized reading' (duration: 136.220016ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:30.278925Z","caller":"traceutil/trace.go:171","msg":"trace[1504418822] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"359.057584ms","start":"2026-03-04T13:46:29.919273Z","end":"2026-03-04T13:46:30.278331Z","steps":["trace[1504418822] 'process raft request' (duration: 173.643765ms)","trace[1504418822] 'compare' (duration: 184.956149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:30.279115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:29.919257Z","time spent":"359.768179ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:30.600038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.551728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543865-r2ktr\" ","response":"range_response_count:1 size:7143"} {"level":"info","ts":"2026-03-04T13:46:30.600121Z","caller":"traceutil/trace.go:171","msg":"trace[1013659060] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543865-r2ktr; range_end:; response_count:1; response_revision:24633; }","duration":"101.674791ms","start":"2026-03-04T13:46:30.498425Z","end":"2026-03-04T13:46:30.6001Z","steps":["trace[1013659060] 'range keys from in-memory index tree' (duration: 101.360105ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:30.602763Z","caller":"traceutil/trace.go:171","msg":"trace[1863122635] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"102.259793ms","start":"2026-03-04T13:46:30.500185Z","end":"2026-03-04T13:46:30.602445Z","steps":["trace[1863122635] 'process raft request' (duration: 101.858164ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:32.006469Z","caller":"traceutil/trace.go:171","msg":"trace[602922973] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"384.788002ms","start":"2026-03-04T13:46:31.621653Z","end":"2026-03-04T13:46:32.006441Z","steps":["trace[602922973] 'process raft request' (duration: 359.3164ms)","trace[602922973] 'compare' (duration: 25.276437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:32.006595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:31.621613Z","time spent":"384.914714ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:32.01317Z","caller":"traceutil/trace.go:171","msg":"trace[1260570520] linearizableReadLoop","detail":"{readStateIndex:25533; appliedIndex:25531; }","duration":"113.407343ms","start":"2026-03-04T13:46:31.899745Z","end":"2026-03-04T13:46:32.013152Z","steps":["trace[1260570520] 'read index received' (duration: 81.291963ms)","trace[1260570520] 'applied index is now lower than readState.Index' (duration: 32.11463ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:32.013284Z","caller":"traceutil/trace.go:171","msg":"trace[1784409235] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"122.730473ms","start":"2026-03-04T13:46:31.890519Z","end":"2026-03-04T13:46:32.01325Z","steps":["trace[1784409235] 'process raft request' (duration: 122.526668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:32.013333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.582087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:46:32.013386Z","caller":"traceutil/trace.go:171","msg":"trace[2103860356] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24652; }","duration":"113.677078ms","start":"2026-03-04T13:46:31.899693Z","end":"2026-03-04T13:46:32.013371Z","steps":["trace[2103860356] 'agreement among raft nodes before linearized reading' (duration: 113.563826ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:32.436468Z","caller":"traceutil/trace.go:171","msg":"trace[734621066] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"152.618133ms","start":"2026-03-04T13:46:32.283822Z","end":"2026-03-04T13:46:32.43644Z","steps":["trace[734621066] 'process raft request' (duration: 151.344845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:34.626921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.748262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:46:34.627015Z","caller":"traceutil/trace.go:171","msg":"trace[244698255] linearizableReadLoop","detail":"{readStateIndex:25576; appliedIndex:25575; }","duration":"261.687379ms","start":"2026-03-04T13:46:34.365312Z","end":"2026-03-04T13:46:34.626999Z","steps":["trace[244698255] 'read index received' (duration: 77.741063ms)","trace[244698255] 'applied index is now lower than readState.Index' (duration: 183.945136ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:34.627175Z","caller":"traceutil/trace.go:171","msg":"trace[1390490925] transaction","detail":"{read_only:false; response_revision:24694; number_of_response:1; }","duration":"262.282362ms","start":"2026-03-04T13:46:34.364879Z","end":"2026-03-04T13:46:34.627162Z","steps":["trace[1390490925] 'process raft request' (duration: 78.229713ms)","trace[1390490925] 'compare' (duration: 183.358764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:34.627328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.997136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-04T13:46:34.627429Z","caller":"traceutil/trace.go:171","msg":"trace[140963013] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:24694; }","duration":"262.117649ms","start":"2026-03-04T13:46:34.365292Z","end":"2026-03-04T13:46:34.62741Z","steps":["trace[140963013] 'agreement among raft nodes before linearized reading' (duration: 261.868033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:34.683812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.768382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:34.683915Z","caller":"traceutil/trace.go:171","msg":"trace[2057816949] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24695; }","duration":"105.920225ms","start":"2026-03-04T13:46:34.577974Z","end":"2026-03-04T13:46:34.683895Z","steps":["trace[2057816949] 'agreement among raft nodes before linearized reading' (duration: 105.745531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:34.684237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.839077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:46:34.684266Z","caller":"traceutil/trace.go:171","msg":"trace[213963814] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24695; }","duration":"304.876178ms","start":"2026-03-04T13:46:34.379383Z","end":"2026-03-04T13:46:34.684259Z","steps":["trace[213963814] 'agreement among raft nodes before linearized reading' (duration: 304.811946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:34.684292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:34.379352Z","time spent":"304.93006ms","remote":"127.0.0.1:36396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:34.684462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.076317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:96 size:78503"} {"level":"info","ts":"2026-03-04T13:46:34.684525Z","caller":"traceutil/trace.go:171","msg":"trace[1537135184] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:96; response_revision:24695; }","duration":"319.143309ms","start":"2026-03-04T13:46:34.365366Z","end":"2026-03-04T13:46:34.684509Z","steps":["trace[1537135184] 'agreement among raft nodes before linearized reading' (duration: 318.498714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:34.68457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:34.365356Z","time spent":"319.20248ms","remote":"127.0.0.1:38042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":96,"response size":78526,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" "} {"level":"warn","ts":"2026-03-04T13:46:34.695504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.870982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210826"} {"level":"info","ts":"2026-03-04T13:46:34.695584Z","caller":"traceutil/trace.go:171","msg":"trace[1356637837] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24695; }","duration":"170.973905ms","start":"2026-03-04T13:46:34.524585Z","end":"2026-03-04T13:46:34.695559Z","steps":["trace[1356637837] 'agreement among raft nodes before linearized reading' (duration: 159.530107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:35.126364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.393379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:46:35.126709Z","caller":"traceutil/trace.go:171","msg":"trace[1705494507] linearizableReadLoop","detail":"{readStateIndex:25580; appliedIndex:25577; }","duration":"435.13212ms","start":"2026-03-04T13:46:34.691553Z","end":"2026-03-04T13:46:35.126685Z","steps":["trace[1705494507] 'read index received' (duration: 216.096217ms)","trace[1705494507] 'applied index is now lower than readState.Index' (duration: 219.034213ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:35.126854Z","caller":"traceutil/trace.go:171","msg":"trace[1156498814] transaction","detail":"{read_only:false; response_revision:24699; number_of_response:1; }","duration":"429.536665ms","start":"2026-03-04T13:46:34.697301Z","end":"2026-03-04T13:46:35.126838Z","steps":["trace[1156498814] 'process raft request' (duration: 429.33562ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:35.126856Z","caller":"traceutil/trace.go:171","msg":"trace[1242902203] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"436.369407ms","start":"2026-03-04T13:46:34.690443Z","end":"2026-03-04T13:46:35.126812Z","steps":["trace[1242902203] 'process raft request' (duration: 436.126171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:35.126946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:34.697287Z","time spent":"429.609266ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:35.127006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:34.690436Z","time spent":"436.484211ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:35.127124Z","caller":"traceutil/trace.go:171","msg":"trace[1120346618] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"438.153188ms","start":"2026-03-04T13:46:34.688917Z","end":"2026-03-04T13:46:35.12707Z","steps":["trace[1120346618] 'process raft request' (duration: 218.747626ms)","trace[1120346618] 'compare' (duration: 218.247826ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:35.12686Z","caller":"traceutil/trace.go:171","msg":"trace[1512566902] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"436.702874ms","start":"2026-03-04T13:46:34.69008Z","end":"2026-03-04T13:46:35.126783Z","steps":["trace[1512566902] 'process raft request' (duration: 436.399677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:35.127252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.675473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1877"} {"level":"warn","ts":"2026-03-04T13:46:35.1273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:34.6889Z","time spent":"438.311161ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:35.127325Z","caller":"traceutil/trace.go:171","msg":"trace[1796627944] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:24699; }","duration":"435.789615ms","start":"2026-03-04T13:46:34.691516Z","end":"2026-03-04T13:46:35.127305Z","steps":["trace[1796627944] 'agreement among raft nodes before linearized reading' (duration: 435.522589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:35.127365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:34.691508Z","time spent":"435.850667ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1900,"request content":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" "} {"level":"warn","ts":"2026-03-04T13:46:35.127392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:34.690032Z","time spent":"437.214376ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:35.501447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.018327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:46:35.501645Z","caller":"traceutil/trace.go:171","msg":"trace[418488110] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"528.041914ms","start":"2026-03-04T13:46:34.973585Z","end":"2026-03-04T13:46:35.501627Z","steps":["trace[418488110] 'process raft request' (duration: 310.754281ms)","trace[418488110] 'compare' (duration: 216.906644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:35.501716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:34.973559Z","time spent":"528.126485ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:35.501952Z","caller":"traceutil/trace.go:171","msg":"trace[1931012695] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"527.519872ms","start":"2026-03-04T13:46:34.9744Z","end":"2026-03-04T13:46:35.501919Z","steps":["trace[1931012695] 'process raft request' (duration: 527.149324ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:35.502052Z","caller":"traceutil/trace.go:171","msg":"trace[689297481] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"525.983457ms","start":"2026-03-04T13:46:34.976045Z","end":"2026-03-04T13:46:35.502028Z","steps":["trace[689297481] 'process raft request' (duration: 525.895955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:35.502065Z","caller":"traceutil/trace.go:171","msg":"trace[816427109] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"526.209842ms","start":"2026-03-04T13:46:34.97583Z","end":"2026-03-04T13:46:35.50204Z","steps":["trace[816427109] 'process raft request' (duration: 526.075549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:35.502123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:34.97438Z","time spent":"527.649835ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:35.502145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:34.976038Z","time spent":"526.065838ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:35.502059Z","caller":"traceutil/trace.go:171","msg":"trace[480057170] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"526.602592ms","start":"2026-03-04T13:46:34.975384Z","end":"2026-03-04T13:46:35.501987Z","steps":["trace[480057170] 'process raft request' (duration: 526.451788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:35.502215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:34.975826Z","time spent":"526.314624ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:35.502347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:34.97538Z","time spent":"526.864838ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:35.502871Z","caller":"traceutil/trace.go:171","msg":"trace[85693] linearizableReadLoop","detail":"{readStateIndex:25587; appliedIndex:25581; }","duration":"376.073757ms","start":"2026-03-04T13:46:35.126763Z","end":"2026-03-04T13:46:35.502836Z","steps":["trace[85693] 'read index received' (duration: 157.502944ms)","trace[85693] 'applied index is now lower than readState.Index' (duration: 218.569323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:35.503031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.729498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:35.503106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.533858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-03-04T13:46:35.503138Z","caller":"traceutil/trace.go:171","msg":"trace[306054129] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24705; }","duration":"807.847921ms","start":"2026-03-04T13:46:34.695256Z","end":"2026-03-04T13:46:35.503104Z","steps":["trace[306054129] 'agreement among raft nodes before linearized reading' (duration: 807.722288ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:35.503231Z","caller":"traceutil/trace.go:171","msg":"trace[417950833] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"524.172277ms","start":"2026-03-04T13:46:34.979049Z","end":"2026-03-04T13:46:35.503221Z","steps":["trace[417950833] 'process raft request' (duration: 522.925188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:35.503249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:34.695229Z","time spent":"808.003773ms","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T13:46:35.503314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.030217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111750"} {"level":"info","ts":"2026-03-04T13:46:35.504019Z","caller":"traceutil/trace.go:171","msg":"trace[1242873940] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:24705; }","duration":"809.756322ms","start":"2026-03-04T13:46:34.694243Z","end":"2026-03-04T13:46:35.503999Z","steps":["trace[1242873940] 'agreement among raft nodes before linearized reading' (duration: 808.7477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:35.504138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:34.694227Z","time spent":"809.888146ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111773,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-04T13:46:35.503343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:34.979024Z","time spent":"524.256869ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:35.503412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.223506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-04T13:46:35.504732Z","caller":"traceutil/trace.go:171","msg":"trace[1354460070] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:24705; }","duration":"376.567356ms","start":"2026-03-04T13:46:35.128142Z","end":"2026-03-04T13:46:35.504709Z","steps":["trace[1354460070] 'agreement among raft nodes before linearized reading' (duration: 375.217946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:35.503408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.527159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:35.504788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:35.128125Z","time spent":"376.645588ms","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":702,"request content":"key:\"/registry/clusterroles/system:basic-user\" "} {"level":"warn","ts":"2026-03-04T13:46:35.503439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.387195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:35.504881Z","caller":"traceutil/trace.go:171","msg":"trace[1432853891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24705; }","duration":"362.977301ms","start":"2026-03-04T13:46:35.141852Z","end":"2026-03-04T13:46:35.504829Z","steps":["trace[1432853891] 'agreement among raft nodes before linearized reading' (duration: 361.512618ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:35.505004Z","caller":"traceutil/trace.go:171","msg":"trace[1426553905] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24705; }","duration":"633.939969ms","start":"2026-03-04T13:46:34.871005Z","end":"2026-03-04T13:46:35.504945Z","steps":["trace[1426553905] 'agreement among raft nodes before linearized reading' (duration: 632.369045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:35.503534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.027385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T13:46:35.505092Z","caller":"traceutil/trace.go:171","msg":"trace[2026288739] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24705; }","duration":"797.60356ms","start":"2026-03-04T13:46:34.707475Z","end":"2026-03-04T13:46:35.505078Z","steps":["trace[2026288739] 'agreement among raft nodes before linearized reading' (duration: 795.977513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:35.505079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:35.141839Z","time spent":"363.210697ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:46:35.505104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:34.870985Z","time spent":"634.093693ms","remote":"127.0.0.1:50298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:35.505146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:34.707457Z","time spent":"797.674352ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T13:46:35.503187Z","caller":"traceutil/trace.go:171","msg":"trace[1008874477] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:24705; }","duration":"780.65569ms","start":"2026-03-04T13:46:34.722512Z","end":"2026-03-04T13:46:35.503168Z","steps":["trace[1008874477] 'agreement among raft nodes before linearized reading' (duration: 780.408514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:35.505258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:34.7225Z","time spent":"782.749288ms","remote":"127.0.0.1:37770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-04T13:46:35.754987Z","caller":"traceutil/trace.go:171","msg":"trace[302182232] linearizableReadLoop","detail":"{readStateIndex:25588; appliedIndex:25587; }","duration":"238.598112ms","start":"2026-03-04T13:46:35.516363Z","end":"2026-03-04T13:46:35.754961Z","steps":["trace[302182232] 'read index received' (duration: 227.803389ms)","trace[302182232] 'applied index is now lower than readState.Index' (duration: 10.793023ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:35.755006Z","caller":"traceutil/trace.go:171","msg":"trace[159731743] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"238.780877ms","start":"2026-03-04T13:46:35.51619Z","end":"2026-03-04T13:46:35.754971Z","steps":["trace[159731743] 'process raft request' (duration: 228.012175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:35.755183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.779436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:35.755234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.093692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-03-04T13:46:35.75524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.365157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:35.755281Z","caller":"traceutil/trace.go:171","msg":"trace[1470374567] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24706; }","duration":"238.910158ms","start":"2026-03-04T13:46:35.516346Z","end":"2026-03-04T13:46:35.755257Z","steps":["trace[1470374567] 'agreement among raft nodes before linearized reading' (duration: 238.695333ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:35.755311Z","caller":"traceutil/trace.go:171","msg":"trace[271077085] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24706; }","duration":"185.47892ms","start":"2026-03-04T13:46:35.569816Z","end":"2026-03-04T13:46:35.755295Z","steps":["trace[271077085] 'agreement among raft nodes before linearized reading' (duration: 185.372388ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:35.755271Z","caller":"traceutil/trace.go:171","msg":"trace[924754438] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24706; }","duration":"226.203504ms","start":"2026-03-04T13:46:35.529054Z","end":"2026-03-04T13:46:35.755258Z","steps":["trace[924754438] 'agreement among raft nodes before linearized reading' (duration: 226.037941ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:35.94562Z","caller":"traceutil/trace.go:171","msg":"trace[292654269] linearizableReadLoop","detail":"{readStateIndex:25590; appliedIndex:25589; }","duration":"140.049411ms","start":"2026-03-04T13:46:35.805544Z","end":"2026-03-04T13:46:35.945593Z","steps":["trace[292654269] 'read index received' (duration: 72.185349ms)","trace[292654269] 'applied index is now lower than readState.Index' (duration: 67.862892ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:35.945666Z","caller":"traceutil/trace.go:171","msg":"trace[1614097073] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"140.535262ms","start":"2026-03-04T13:46:35.80509Z","end":"2026-03-04T13:46:35.945625Z","steps":["trace[1614097073] 'process raft request' (duration: 72.696241ms)","trace[1614097073] 'compare' (duration: 67.580165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:35.945926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.870065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T13:46:35.945961Z","caller":"traceutil/trace.go:171","msg":"trace[741220234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24708; }","duration":"134.928876ms","start":"2026-03-04T13:46:35.811019Z","end":"2026-03-04T13:46:35.945948Z","steps":["trace[741220234] 'agreement among raft nodes before linearized reading' (duration: 134.756492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:35.945933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.366988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-04T13:46:35.946017Z","caller":"traceutil/trace.go:171","msg":"trace[1050390693] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:24708; }","duration":"140.462ms","start":"2026-03-04T13:46:35.805526Z","end":"2026-03-04T13:46:35.945988Z","steps":["trace[1050390693] 'agreement among raft nodes before linearized reading' (duration: 140.166273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:36.812247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.467655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:46:36.812382Z","caller":"traceutil/trace.go:171","msg":"trace[935101644] linearizableReadLoop","detail":"{readStateIndex:25591; appliedIndex:25590; }","duration":"858.615338ms","start":"2026-03-04T13:46:35.953753Z","end":"2026-03-04T13:46:36.812368Z","steps":["trace[935101644] 'read index received' (duration: 386.96481ms)","trace[935101644] 'applied index is now lower than readState.Index' (duration: 471.649448ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:36.812491Z","caller":"traceutil/trace.go:171","msg":"trace[1187997083] transaction","detail":"{read_only:false; response_revision:24709; number_of_response:1; }","duration":"860.265925ms","start":"2026-03-04T13:46:35.952217Z","end":"2026-03-04T13:46:36.812483Z","steps":["trace[1187997083] 'process raft request' (duration: 388.517924ms)","trace[1187997083] 'compare' (duration: 471.367132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:36.81253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:35.952195Z","time spent":"860.319187ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T13:46:36.812661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.905324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-03-04T13:46:36.812715Z","caller":"traceutil/trace.go:171","msg":"trace[1707589393] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:24709; }","duration":"859.007097ms","start":"2026-03-04T13:46:35.953694Z","end":"2026-03-04T13:46:36.812701Z","steps":["trace[1707589393] 'agreement among raft nodes before linearized reading' (duration: 858.817143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:36.812755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:35.953674Z","time spent":"859.073698ms","remote":"127.0.0.1:37896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"info","ts":"2026-03-04T13:46:36.820145Z","caller":"traceutil/trace.go:171","msg":"trace[489549262] transaction","detail":"{read_only:false; response_revision:24710; number_of_response:1; }","duration":"863.925137ms","start":"2026-03-04T13:46:35.956193Z","end":"2026-03-04T13:46:36.820118Z","steps":["trace[489549262] 'process raft request' (duration: 863.751203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:36.820375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:35.956172Z","time spent":"864.05233ms","remote":"127.0.0.1:38136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9269,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:36.821334Z","caller":"traceutil/trace.go:171","msg":"trace[1823883326] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"332.781003ms","start":"2026-03-04T13:46:36.488531Z","end":"2026-03-04T13:46:36.821312Z","steps":["trace[1823883326] 'process raft request' (duration: 332.64061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:36.821495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:36.488506Z","time spent":"332.899336ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:36.821771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.754893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-04T13:46:36.821813Z","caller":"traceutil/trace.go:171","msg":"trace[1784589430] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"132.563883ms","start":"2026-03-04T13:46:36.689237Z","end":"2026-03-04T13:46:36.821801Z","steps":["trace[1784589430] 'process raft request' (duration: 132.033861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:36.821841Z","caller":"traceutil/trace.go:171","msg":"trace[1295857656] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:24712; }","duration":"867.861986ms","start":"2026-03-04T13:46:35.95396Z","end":"2026-03-04T13:46:36.821822Z","steps":["trace[1295857656] 'agreement among raft nodes before linearized reading' (duration: 867.62157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:36.821882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:35.95395Z","time spent":"867.921757ms","remote":"127.0.0.1:37770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-04T13:46:36.821893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.303142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T13:46:36.82193Z","caller":"traceutil/trace.go:171","msg":"trace[2110258737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24712; }","duration":"788.381544ms","start":"2026-03-04T13:46:36.033538Z","end":"2026-03-04T13:46:36.82192Z","steps":["trace[2110258737] 'agreement among raft nodes before linearized reading' (duration: 788.260131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:36.821959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:36.033518Z","time spent":"788.434385ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:46:36.821979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.072716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:36.822005Z","caller":"traceutil/trace.go:171","msg":"trace[1939097656] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24712; }","duration":"792.149818ms","start":"2026-03-04T13:46:36.029847Z","end":"2026-03-04T13:46:36.821997Z","steps":["trace[1939097656] 'agreement among raft nodes before linearized reading' (duration: 792.091316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:36.822145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.174419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-04T13:46:36.8222Z","caller":"traceutil/trace.go:171","msg":"trace[1714896689] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24712; }","duration":"179.269381ms","start":"2026-03-04T13:46:36.642915Z","end":"2026-03-04T13:46:36.822184Z","steps":["trace[1714896689] 'agreement among raft nodes before linearized reading' (duration: 179.118228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:36.82226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:36.029829Z","time spent":"792.190758ms","remote":"127.0.0.1:49684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:46:38.087271Z","caller":"traceutil/trace.go:171","msg":"trace[2105256364] linearizableReadLoop","detail":"{readStateIndex:25635; appliedIndex:25634; }","duration":"192.787494ms","start":"2026-03-04T13:46:37.894459Z","end":"2026-03-04T13:46:38.087247Z","steps":["trace[2105256364] 'read index received' (duration: 157.830901ms)","trace[2105256364] 'applied index is now lower than readState.Index' (duration: 34.955283ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:38.087297Z","caller":"traceutil/trace.go:171","msg":"trace[762003747] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"198.173674ms","start":"2026-03-04T13:46:37.889092Z","end":"2026-03-04T13:46:38.087265Z","steps":["trace[762003747] 'process raft request' (duration: 163.188349ms)","trace[762003747] 'compare' (duration: 34.650987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:38.087439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.019468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:38.087475Z","caller":"traceutil/trace.go:171","msg":"trace[1747070305] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24753; }","duration":"131.072419ms","start":"2026-03-04T13:46:37.95639Z","end":"2026-03-04T13:46:38.087463Z","steps":["trace[1747070305] 'agreement among raft nodes before linearized reading' (duration: 130.993977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:38.087513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.04045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4f33b985-a67a-4121-a7c0-8b601e904202\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-04T13:46:38.087589Z","caller":"traceutil/trace.go:171","msg":"trace[1690515745] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4f33b985-a67a-4121-a7c0-8b601e904202; range_end:; response_count:1; response_revision:24753; }","duration":"193.161852ms","start":"2026-03-04T13:46:37.894405Z","end":"2026-03-04T13:46:38.087567Z","steps":["trace[1690515745] 'agreement among raft nodes before linearized reading' (duration: 192.947318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:38.449411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.371927ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T13:46:38.993008Z","caller":"traceutil/trace.go:171","msg":"trace[327541802] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"345.607293ms","start":"2026-03-04T13:46:38.647383Z","end":"2026-03-04T13:46:38.99299Z","steps":["trace[327541802] 'process raft request' (duration: 345.455529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:38.993144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:38.647371Z","time spent":"345.716045ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:39.041067Z","caller":"traceutil/trace.go:171","msg":"trace[416918772] linearizableReadLoop","detail":"{readStateIndex:25638; appliedIndex:25636; }","duration":"245.67585ms","start":"2026-03-04T13:46:38.795372Z","end":"2026-03-04T13:46:39.041048Z","steps":["trace[416918772] 'read index received' (duration: 197.533851ms)","trace[416918772] 'applied index is now lower than readState.Index' (duration: 48.141039ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:39.04111Z","caller":"traceutil/trace.go:171","msg":"trace[103051915] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"391.88911ms","start":"2026-03-04T13:46:38.649185Z","end":"2026-03-04T13:46:39.041074Z","steps":["trace[103051915] 'process raft request' (duration: 391.625064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:39.041263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:38.64916Z","time spent":"392.013463ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:39.041322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.940107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:39.041366Z","caller":"traceutil/trace.go:171","msg":"trace[373101264] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24756; }","duration":"246.059059ms","start":"2026-03-04T13:46:38.795296Z","end":"2026-03-04T13:46:39.041355Z","steps":["trace[373101264] 'agreement among raft nodes before linearized reading' (duration: 245.971277ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:39.041384Z","caller":"traceutil/trace.go:171","msg":"trace[1655997869] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"213.703643ms","start":"2026-03-04T13:46:38.827644Z","end":"2026-03-04T13:46:39.041348Z","steps":["trace[1655997869] 'process raft request' (duration: 213.350215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:39.041455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.601587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T13:46:39.041528Z","caller":"traceutil/trace.go:171","msg":"trace[108843072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24756; }","duration":"203.72776ms","start":"2026-03-04T13:46:38.837782Z","end":"2026-03-04T13:46:39.04151Z","steps":["trace[108843072] 'agreement among raft nodes before linearized reading' (duration: 203.483925ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:40.153632Z","caller":"traceutil/trace.go:171","msg":"trace[673353773] transaction","detail":"{read_only:false; response_revision:24773; number_of_response:1; }","duration":"151.742713ms","start":"2026-03-04T13:46:40.001849Z","end":"2026-03-04T13:46:40.153592Z","steps":["trace[673353773] 'process raft request' (duration: 151.469117ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:41.667282Z","caller":"traceutil/trace.go:171","msg":"trace[866566650] transaction","detail":"{read_only:false; response_revision:24787; number_of_response:1; }","duration":"148.033481ms","start":"2026-03-04T13:46:41.519215Z","end":"2026-03-04T13:46:41.667249Z","steps":["trace[866566650] 'process raft request' (duration: 147.824306ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:41.739021Z","caller":"traceutil/trace.go:171","msg":"trace[1487771938] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"218.958411ms","start":"2026-03-04T13:46:41.520026Z","end":"2026-03-04T13:46:41.738984Z","steps":["trace[1487771938] 'process raft request' (duration: 211.177206ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:41.739051Z","caller":"traceutil/trace.go:171","msg":"trace[231810041] transaction","detail":"{read_only:false; response_revision:24789; number_of_response:1; }","duration":"216.114207ms","start":"2026-03-04T13:46:41.52291Z","end":"2026-03-04T13:46:41.739024Z","steps":["trace[231810041] 'process raft request' (duration: 216.009255ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:41.739206Z","caller":"traceutil/trace.go:171","msg":"trace[1714600913] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"215.989544ms","start":"2026-03-04T13:46:41.523202Z","end":"2026-03-04T13:46:41.739192Z","steps":["trace[1714600913] 'process raft request' (duration: 215.771489ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:41.739402Z","caller":"traceutil/trace.go:171","msg":"trace[2035505893] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"214.261356ms","start":"2026-03-04T13:46:41.525127Z","end":"2026-03-04T13:46:41.739388Z","steps":["trace[2035505893] 'process raft request' (duration: 213.993561ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:41.739533Z","caller":"traceutil/trace.go:171","msg":"trace[642127261] transaction","detail":"{read_only:false; response_revision:24792; number_of_response:1; }","duration":"213.645381ms","start":"2026-03-04T13:46:41.525878Z","end":"2026-03-04T13:46:41.739523Z","steps":["trace[642127261] 'process raft request' (duration: 213.467818ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:41.739515Z","caller":"traceutil/trace.go:171","msg":"trace[499462528] linearizableReadLoop","detail":"{readStateIndex:25675; appliedIndex:25669; }","duration":"166.630907ms","start":"2026-03-04T13:46:41.572855Z","end":"2026-03-04T13:46:41.739486Z","steps":["trace[499462528] 'read index received' (duration: 94.191122ms)","trace[499462528] 'applied index is now lower than readState.Index' (duration: 72.438295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:41.739637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.760279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:41.739691Z","caller":"traceutil/trace.go:171","msg":"trace[327749410] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24792; }","duration":"166.855172ms","start":"2026-03-04T13:46:41.572821Z","end":"2026-03-04T13:46:41.739676Z","steps":["trace[327749410] 'agreement among raft nodes before linearized reading' (duration: 166.7604ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:43.916936Z","caller":"traceutil/trace.go:171","msg":"trace[1423425857] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"244.636827ms","start":"2026-03-04T13:46:43.672263Z","end":"2026-03-04T13:46:43.9169Z","steps":["trace[1423425857] 'process raft request' (duration: 244.489644ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:44.362952Z","caller":"traceutil/trace.go:171","msg":"trace[1256291765] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"640.931045ms","start":"2026-03-04T13:46:43.721998Z","end":"2026-03-04T13:46:44.362929Z","steps":["trace[1256291765] 'process raft request' (duration: 634.514982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:44.363867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:43.721973Z","time spent":"641.758865ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:44.364638Z","caller":"traceutil/trace.go:171","msg":"trace[536142019] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"620.455386ms","start":"2026-03-04T13:46:43.744121Z","end":"2026-03-04T13:46:44.364576Z","steps":["trace[536142019] 'process raft request' (duration: 620.14631ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:44.36487Z","caller":"traceutil/trace.go:171","msg":"trace[322508352] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"619.977005ms","start":"2026-03-04T13:46:43.744872Z","end":"2026-03-04T13:46:44.364849Z","steps":["trace[322508352] 'process raft request' (duration: 619.608627ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:44.364923Z","caller":"traceutil/trace.go:171","msg":"trace[1070996326] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"619.841253ms","start":"2026-03-04T13:46:43.745061Z","end":"2026-03-04T13:46:44.364903Z","steps":["trace[1070996326] 'process raft request' (duration: 619.688659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:44.3653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:43.744863Z","time spent":"620.391814ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:44.365368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:43.7441Z","time spent":"621.005748ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:44.365416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:43.745028Z","time spent":"620.325844ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:44.364951Z","caller":"traceutil/trace.go:171","msg":"trace[1182222500] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"619.159627ms","start":"2026-03-04T13:46:43.745775Z","end":"2026-03-04T13:46:44.364935Z","steps":["trace[1182222500] 'process raft request' (duration: 619.117826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:44.365491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:43.745749Z","time spent":"619.70818ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:44.364987Z","caller":"traceutil/trace.go:171","msg":"trace[2087961670] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"619.537686ms","start":"2026-03-04T13:46:43.745438Z","end":"2026-03-04T13:46:44.364975Z","steps":["trace[2087961670] 'process raft request' (duration: 619.399163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:44.365666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:43.745415Z","time spent":"620.149319ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:44.446433Z","caller":"traceutil/trace.go:171","msg":"trace[1955940193] linearizableReadLoop","detail":"{readStateIndex:25707; appliedIndex:25700; }","duration":"367.862071ms","start":"2026-03-04T13:46:44.078545Z","end":"2026-03-04T13:46:44.446407Z","steps":["trace[1955940193] 'read index received' (duration: 277.979705ms)","trace[1955940193] 'applied index is now lower than readState.Index' (duration: 89.881246ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:44.446554Z","caller":"traceutil/trace.go:171","msg":"trace[56028793] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"437.814739ms","start":"2026-03-04T13:46:44.008707Z","end":"2026-03-04T13:46:44.446522Z","steps":["trace[56028793] 'process raft request' (duration: 437.557094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:44.446647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.421987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:44.446696Z","caller":"traceutil/trace.go:171","msg":"trace[656805146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24822; }","duration":"304.52641ms","start":"2026-03-04T13:46:44.142154Z","end":"2026-03-04T13:46:44.44668Z","steps":["trace[656805146] 'agreement among raft nodes before linearized reading' (duration: 304.431568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:44.446701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:44.008687Z","time spent":"437.927442ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:44.446704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.232958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:46:44.446735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:44.142134Z","time spent":"304.591082ms","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:46:44.446737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.190838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T13:46:44.446769Z","caller":"traceutil/trace.go:171","msg":"trace[1256745949] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24822; }","duration":"203.3432ms","start":"2026-03-04T13:46:44.243408Z","end":"2026-03-04T13:46:44.446752Z","steps":["trace[1256745949] 'agreement among raft nodes before linearized reading' (duration: 203.234588ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:44.446797Z","caller":"traceutil/trace.go:171","msg":"trace[604946232] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24822; }","duration":"368.28301ms","start":"2026-03-04T13:46:44.078496Z","end":"2026-03-04T13:46:44.446779Z","steps":["trace[604946232] 'agreement among raft nodes before linearized reading' (duration: 368.073365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:44.446845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:44.078483Z","time spent":"368.351631ms","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T13:46:44.446866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.748833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-04T13:46:44.446938Z","caller":"traceutil/trace.go:171","msg":"trace[108869531] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24822; }","duration":"291.882807ms","start":"2026-03-04T13:46:44.155035Z","end":"2026-03-04T13:46:44.446918Z","steps":["trace[108869531] 'agreement among raft nodes before linearized reading' (duration: 291.648222ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:54.799862Z","caller":"traceutil/trace.go:171","msg":"trace[770663542] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"153.984674ms","start":"2026-03-04T13:46:54.645804Z","end":"2026-03-04T13:46:54.799789Z","steps":["trace[770663542] 'process raft request' (duration: 99.597075ms)","trace[770663542] 'compare' (duration: 54.124993ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:47:10.703362Z","caller":"traceutil/trace.go:171","msg":"trace[278271509] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"220.471826ms","start":"2026-03-04T13:47:10.482864Z","end":"2026-03-04T13:47:10.703336Z","steps":["trace[278271509] 'process raft request' (duration: 220.376404ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:10.703366Z","caller":"traceutil/trace.go:171","msg":"trace[1056138087] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"221.165581ms","start":"2026-03-04T13:47:10.482157Z","end":"2026-03-04T13:47:10.703322Z","steps":["trace[1056138087] 'process raft request' (duration: 220.922215ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:10.703764Z","caller":"traceutil/trace.go:171","msg":"trace[1798912827] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"220.858024ms","start":"2026-03-04T13:47:10.482892Z","end":"2026-03-04T13:47:10.70375Z","steps":["trace[1798912827] 'process raft request' (duration: 220.405484ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:10.704092Z","caller":"traceutil/trace.go:171","msg":"trace[1040680349] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"220.966975ms","start":"2026-03-04T13:47:10.483053Z","end":"2026-03-04T13:47:10.70402Z","steps":["trace[1040680349] 'process raft request' (duration: 220.548526ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:12.84177Z","caller":"traceutil/trace.go:171","msg":"trace[195431368] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"131.980691ms","start":"2026-03-04T13:47:12.709757Z","end":"2026-03-04T13:47:12.841737Z","steps":["trace[195431368] 'process raft request' (duration: 131.853707ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:12.88845Z","caller":"traceutil/trace.go:171","msg":"trace[2122175513] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"177.326908ms","start":"2026-03-04T13:47:12.711104Z","end":"2026-03-04T13:47:12.888431Z","steps":["trace[2122175513] 'process raft request' (duration: 177.287777ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:12.888855Z","caller":"traceutil/trace.go:171","msg":"trace[42030134] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"178.77036ms","start":"2026-03-04T13:47:12.710067Z","end":"2026-03-04T13:47:12.888838Z","steps":["trace[42030134] 'process raft request' (duration: 178.208497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:12.889084Z","caller":"traceutil/trace.go:171","msg":"trace[698538748] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"178.912793ms","start":"2026-03-04T13:47:12.710154Z","end":"2026-03-04T13:47:12.889067Z","steps":["trace[698538748] 'process raft request' (duration: 178.199347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:17.17742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708644834371324756,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T13:47:17.284269Z","caller":"traceutil/trace.go:171","msg":"trace[1464038789] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"738.583526ms","start":"2026-03-04T13:47:16.545659Z","end":"2026-03-04T13:47:17.284242Z","steps":["trace[1464038789] 'process raft request' (duration: 738.427882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:17.284458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:16.545635Z","time spent":"738.696588ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:47:17.833813Z","caller":"traceutil/trace.go:171","msg":"trace[1493896412] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"979.778546ms","start":"2026-03-04T13:47:16.853999Z","end":"2026-03-04T13:47:17.833777Z","steps":["trace[1493896412] 'process raft request' (duration: 979.479039ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:17.833871Z","caller":"traceutil/trace.go:171","msg":"trace[741727110] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"947.939513ms","start":"2026-03-04T13:47:16.885889Z","end":"2026-03-04T13:47:17.833829Z","steps":["trace[741727110] 'process raft request' (duration: 947.773508ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:17.833914Z","caller":"traceutil/trace.go:171","msg":"trace[1702670324] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"935.171376ms","start":"2026-03-04T13:47:16.89871Z","end":"2026-03-04T13:47:17.833882Z","steps":["trace[1702670324] 'process raft request' (duration: 935.030803ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:17.833941Z","caller":"traceutil/trace.go:171","msg":"trace[2023982662] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"932.67768ms","start":"2026-03-04T13:47:16.901241Z","end":"2026-03-04T13:47:17.833918Z","steps":["trace[2023982662] 'process raft request' (duration: 932.549167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:17.833992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:16.853977Z","time spent":"979.930619ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:47:17.834026Z","caller":"traceutil/trace.go:171","msg":"trace[1013697629] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"931.433733ms","start":"2026-03-04T13:47:16.902577Z","end":"2026-03-04T13:47:17.834011Z","steps":["trace[1013697629] 'process raft request' (duration: 931.267249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:17.834079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:16.90122Z","time spent":"932.786692ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:47:17.834106Z","caller":"traceutil/trace.go:171","msg":"trace[965635124] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"580.664835ms","start":"2026-03-04T13:47:17.253412Z","end":"2026-03-04T13:47:17.834077Z","steps":["trace[965635124] 'process raft request' (duration: 580.476041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:17.834119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:16.898682Z","time spent":"935.296059ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:47:17.834145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:16.902559Z","time spent":"931.527024ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:47:17.834222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:17.25339Z","time spent":"580.775817ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:47:17.834334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:16.885866Z","time spent":"948.084475ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:47:17.90545Z","caller":"traceutil/trace.go:171","msg":"trace[32186844] linearizableReadLoop","detail":"{readStateIndex:25978; appliedIndex:25972; }","duration":"1.228913954s","start":"2026-03-04T13:47:16.676511Z","end":"2026-03-04T13:47:17.905425Z","steps":["trace[32186844] 'read index received' (duration: 607.639979ms)","trace[32186844] 'applied index is now lower than readState.Index' (duration: 621.272345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:47:17.905657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222928029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:47:17.905687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.621392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T13:47:17.905703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.4239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T13:47:17.905736Z","caller":"traceutil/trace.go:171","msg":"trace[1101728044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25087; }","duration":"510.744146ms","start":"2026-03-04T13:47:17.39498Z","end":"2026-03-04T13:47:17.905724Z","steps":["trace[1101728044] 'agreement among raft nodes before linearized reading' (duration: 510.602392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:17.905736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229224621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-04T13:47:17.905767Z","caller":"traceutil/trace.go:171","msg":"trace[345781328] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25087; }","duration":"1.223074003s","start":"2026-03-04T13:47:16.682626Z","end":"2026-03-04T13:47:17.9057Z","steps":["trace[345781328] 'agreement among raft nodes before linearized reading' (duration: 1.222961541s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:17.905798Z","caller":"traceutil/trace.go:171","msg":"trace[1715905782] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25087; }","duration":"626.512872ms","start":"2026-03-04T13:47:17.279234Z","end":"2026-03-04T13:47:17.905747Z","steps":["trace[1715905782] 'agreement among raft nodes before linearized reading' (duration: 626.351208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:17.905795Z","caller":"traceutil/trace.go:171","msg":"trace[839360633] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25087; }","duration":"1.229328534s","start":"2026-03-04T13:47:16.676451Z","end":"2026-03-04T13:47:17.90578Z","steps":["trace[839360633] 'agreement among raft nodes before linearized reading' (duration: 1.229109149s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:17.905782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.984443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:47:17.905837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.387289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:47:17.905833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:16.682608Z","time spent":"1.223206075s","remote":"127.0.0.1:54936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:47:17.905842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:16.676425Z","time spent":"1.229406595s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T13:47:17.90586Z","caller":"traceutil/trace.go:171","msg":"trace[1173791785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25087; }","duration":"763.073535ms","start":"2026-03-04T13:47:17.142764Z","end":"2026-03-04T13:47:17.905838Z","steps":["trace[1173791785] 'agreement among raft nodes before linearized reading' (duration: 762.938222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:17.905906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:17.394966Z","time spent":"510.791066ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:47:17.90592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:17.142723Z","time spent":"763.184788ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:47:17.905924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:17.279214Z","time spent":"626.608084ms","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T13:47:17.905873Z","caller":"traceutil/trace.go:171","msg":"trace[142028994] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25087; }","duration":"107.45899ms","start":"2026-03-04T13:47:17.798406Z","end":"2026-03-04T13:47:17.905865Z","steps":["trace[142028994] 'agreement among raft nodes before linearized reading' (duration: 107.379828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:17.905945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.89209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T13:47:17.905953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.312165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T13:47:17.906015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.066185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T13:47:17.906066Z","caller":"traceutil/trace.go:171","msg":"trace[591974655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25087; }","duration":"498.976992ms","start":"2026-03-04T13:47:17.407028Z","end":"2026-03-04T13:47:17.906005Z","steps":["trace[591974655] 'agreement among raft nodes before linearized reading' (duration: 498.787508ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:17.906084Z","caller":"traceutil/trace.go:171","msg":"trace[2863217] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25087; }","duration":"526.477899ms","start":"2026-03-04T13:47:17.379578Z","end":"2026-03-04T13:47:17.906056Z","steps":["trace[2863217] 'agreement among raft nodes before linearized reading' (duration: 526.100951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:17.906104Z","caller":"traceutil/trace.go:171","msg":"trace[523074031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25087; }","duration":"500.179629ms","start":"2026-03-04T13:47:17.405907Z","end":"2026-03-04T13:47:17.906087Z","steps":["trace[523074031] 'agreement among raft nodes before linearized reading' (duration: 499.968394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:17.906111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:17.406987Z","time spent":"499.115585ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:47:17.906113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.594703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T13:47:17.906149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:17.379566Z","time spent":"526.570311ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:47:17.906144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:17.405895Z","time spent":"500.24161ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T13:47:17.9062Z","caller":"traceutil/trace.go:171","msg":"trace[997461684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25087; }","duration":"535.746137ms","start":"2026-03-04T13:47:17.370432Z","end":"2026-03-04T13:47:17.906178Z","steps":["trace[997461684] 'agreement among raft nodes before linearized reading' (duration: 535.408419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:17.906241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:17.370408Z","time spent":"535.825428ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T13:47:17.906367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106881217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:47:17.905742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.131722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:47:17.906535Z","caller":"traceutil/trace.go:171","msg":"trace[1919502860] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25087; }","duration":"820.039422ms","start":"2026-03-04T13:47:17.086477Z","end":"2026-03-04T13:47:17.906516Z","steps":["trace[1919502860] 'agreement among raft nodes before linearized reading' (duration: 819.149812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:17.906421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.218528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:47:17.906638Z","caller":"traceutil/trace.go:171","msg":"trace[792303657] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25087; }","duration":"257.479115ms","start":"2026-03-04T13:47:17.649143Z","end":"2026-03-04T13:47:17.906622Z","steps":["trace[792303657] 'agreement among raft nodes before linearized reading' (duration: 256.510043ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:17.906429Z","caller":"traceutil/trace.go:171","msg":"trace[1583426390] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25087; }","duration":"1.10699886s","start":"2026-03-04T13:47:16.799405Z","end":"2026-03-04T13:47:17.906404Z","steps":["trace[1583426390] 'agreement among raft nodes before linearized reading' (duration: 1.106897487s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:17.906752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:16.799387Z","time spent":"1.107335928s","remote":"127.0.0.1:43394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:47:17.906695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:17.086457Z","time spent":"820.152196ms","remote":"127.0.0.1:43222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:47:19.420528Z","caller":"traceutil/trace.go:171","msg":"trace[1438747902] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"131.159603ms","start":"2026-03-04T13:47:19.289337Z","end":"2026-03-04T13:47:19.420496Z","steps":["trace[1438747902] 'process raft request' (duration: 130.998439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:20.116733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.881883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:47:20.116901Z","caller":"traceutil/trace.go:171","msg":"trace[11696152] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25094; }","duration":"632.056847ms","start":"2026-03-04T13:47:19.484815Z","end":"2026-03-04T13:47:20.116872Z","steps":["trace[11696152] 'count revisions from in-memory index tree' (duration: 631.80277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:20.116969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:19.484769Z","time spent":"632.17872ms","remote":"127.0.0.1:49758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:47:20.116822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.99496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T13:47:20.117196Z","caller":"traceutil/trace.go:171","msg":"trace[889565080] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25094; }","duration":"527.41292ms","start":"2026-03-04T13:47:19.589758Z","end":"2026-03-04T13:47:20.117171Z","steps":["trace[889565080] 'range keys from in-memory index tree' (duration: 526.792595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:20.117263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:19.58973Z","time spent":"527.511503ms","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-04T13:47:20.117394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.320973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:47:20.117621Z","caller":"traceutil/trace.go:171","msg":"trace[14822310] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"278.130579ms","start":"2026-03-04T13:47:19.839459Z","end":"2026-03-04T13:47:20.11759Z","steps":["trace[14822310] 'compare' (duration: 269.724939ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:20.117829Z","caller":"traceutil/trace.go:171","msg":"trace[2036577556] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"276.050102ms","start":"2026-03-04T13:47:19.841752Z","end":"2026-03-04T13:47:20.117802Z","steps":["trace[2036577556] 'process raft request' (duration: 275.727495ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:20.118338Z","caller":"traceutil/trace.go:171","msg":"trace[263635751] linearizableReadLoop","detail":"{readStateIndex:25992; appliedIndex:25987; }","duration":"274.091607ms","start":"2026-03-04T13:47:19.844236Z","end":"2026-03-04T13:47:20.118328Z","steps":["trace[263635751] 'read index received' (duration: 2.780652ms)","trace[263635751] 'applied index is now lower than readState.Index' (duration: 271.310185ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:47:20.118431Z","caller":"traceutil/trace.go:171","msg":"trace[244710117] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"276.495322ms","start":"2026-03-04T13:47:19.841928Z","end":"2026-03-04T13:47:20.118424Z","steps":["trace[244710117] 'process raft request' (duration: 276.235506ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:20.118474Z","caller":"traceutil/trace.go:171","msg":"trace[1913506657] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"276.256956ms","start":"2026-03-04T13:47:19.842196Z","end":"2026-03-04T13:47:20.118453Z","steps":["trace[1913506657] 'process raft request' (duration: 276.107023ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:20.118772Z","caller":"traceutil/trace.go:171","msg":"trace[283949657] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"276.783078ms","start":"2026-03-04T13:47:19.841981Z","end":"2026-03-04T13:47:20.118764Z","steps":["trace[283949657] 'process raft request' (duration: 276.292457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:20.118819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.541007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:47:20.119106Z","caller":"traceutil/trace.go:171","msg":"trace[150081644] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25099; }","duration":"274.880255ms","start":"2026-03-04T13:47:19.844204Z","end":"2026-03-04T13:47:20.119084Z","steps":["trace[150081644] 'agreement among raft nodes before linearized reading' (duration: 274.400735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:20.14159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.340024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T13:47:20.141666Z","caller":"traceutil/trace.go:171","msg":"trace[1239560113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25100; }","duration":"159.415525ms","start":"2026-03-04T13:47:19.98223Z","end":"2026-03-04T13:47:20.141646Z","steps":["trace[1239560113] 'agreement among raft nodes before linearized reading' (duration: 159.265602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:20.141754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.141501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T13:47:20.141806Z","caller":"traceutil/trace.go:171","msg":"trace[1341834679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25100; }","duration":"205.197012ms","start":"2026-03-04T13:47:19.936595Z","end":"2026-03-04T13:47:20.141792Z","steps":["trace[1341834679] 'agreement among raft nodes before linearized reading' (duration: 205.036019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:20.142193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.984159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T13:47:20.14224Z","caller":"traceutil/trace.go:171","msg":"trace[321279329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25100; }","duration":"160.03294ms","start":"2026-03-04T13:47:19.982194Z","end":"2026-03-04T13:47:20.142227Z","steps":["trace[321279329] 'agreement among raft nodes before linearized reading' (duration: 159.917857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:20.142433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.232664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T13:47:20.142468Z","caller":"traceutil/trace.go:171","msg":"trace[1386775171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25100; }","duration":"160.306346ms","start":"2026-03-04T13:47:19.982153Z","end":"2026-03-04T13:47:20.14246Z","steps":["trace[1386775171] 'agreement among raft nodes before linearized reading' (duration: 160.219144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:20.142651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.982951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T13:47:20.142689Z","caller":"traceutil/trace.go:171","msg":"trace[748668229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25100; }","duration":"161.049303ms","start":"2026-03-04T13:47:19.981628Z","end":"2026-03-04T13:47:20.142678Z","steps":["trace[748668229] 'agreement among raft nodes before linearized reading' (duration: 160.965471ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:20.543986Z","caller":"traceutil/trace.go:171","msg":"trace[356370225] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"398.038798ms","start":"2026-03-04T13:47:20.145921Z","end":"2026-03-04T13:47:20.54396Z","steps":["trace[356370225] 'process raft request' (duration: 387.319748ms)","trace[356370225] 'compare' (duration: 10.611228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:47:20.544268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:20.145906Z","time spent":"398.15203ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:47:20.545729Z","caller":"traceutil/trace.go:171","msg":"trace[1998936955] linearizableReadLoop","detail":"{readStateIndex:25995; appliedIndex:25993; }","duration":"398.10908ms","start":"2026-03-04T13:47:20.147606Z","end":"2026-03-04T13:47:20.545715Z","steps":["trace[1998936955] 'read index received' (duration: 385.737982ms)","trace[1998936955] 'applied index is now lower than readState.Index' (duration: 12.370258ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:47:20.545905Z","caller":"traceutil/trace.go:171","msg":"trace[1184546448] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"397.719461ms","start":"2026-03-04T13:47:20.148158Z","end":"2026-03-04T13:47:20.545878Z","steps":["trace[1184546448] 'process raft request' (duration: 397.457065ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:20.54594Z","caller":"traceutil/trace.go:171","msg":"trace[1283339296] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"399.064982ms","start":"2026-03-04T13:47:20.146859Z","end":"2026-03-04T13:47:20.545924Z","steps":["trace[1283339296] 'process raft request' (duration: 398.692383ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:20.545953Z","caller":"traceutil/trace.go:171","msg":"trace[1919388644] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"397.155178ms","start":"2026-03-04T13:47:20.148782Z","end":"2026-03-04T13:47:20.545937Z","steps":["trace[1919388644] 'process raft request' (duration: 396.868472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:20.546047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:20.148777Z","time spent":"397.21056ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:47:20.546097Z","caller":"traceutil/trace.go:171","msg":"trace[2123228048] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"397.22097ms","start":"2026-03-04T13:47:20.148865Z","end":"2026-03-04T13:47:20.546086Z","steps":["trace[2123228048] 'process raft request' (duration: 396.816981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:20.546049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:20.14685Z","time spent":"399.128983ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:47:20.546047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:20.148152Z","time spent":"397.824593ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:47:20.546159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:20.14886Z","time spent":"397.259841ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:47:20.546837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.220475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f11636f8-7673-4743-b7c6-dce5fa7e2ac3\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-04T13:47:20.546952Z","caller":"traceutil/trace.go:171","msg":"trace[1491596454] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f11636f8-7673-4743-b7c6-dce5fa7e2ac3; range_end:; response_count:1; response_revision:25105; }","duration":"399.300687ms","start":"2026-03-04T13:47:20.147596Z","end":"2026-03-04T13:47:20.546896Z","steps":["trace[1491596454] 'agreement among raft nodes before linearized reading' (duration: 398.178572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:20.547074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:20.14759Z","time spent":"399.44736ms","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-f11636f8-7673-4743-b7c6-dce5fa7e2ac3\" "} {"level":"info","ts":"2026-03-04T13:47:58.474395Z","caller":"traceutil/trace.go:171","msg":"trace[281167444] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"175.398435ms","start":"2026-03-04T13:47:58.298974Z","end":"2026-03-04T13:47:58.474373Z","steps":["trace[281167444] 'process raft request' (duration: 175.258692ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:58.548801Z","caller":"traceutil/trace.go:171","msg":"trace[2079801107] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"166.32483ms","start":"2026-03-04T13:47:58.382458Z","end":"2026-03-04T13:47:58.548783Z","steps":["trace[2079801107] 'process raft request' (duration: 166.150317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:58.548817Z","caller":"traceutil/trace.go:171","msg":"trace[652037348] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"122.352224ms","start":"2026-03-04T13:47:58.426441Z","end":"2026-03-04T13:47:58.548794Z","steps":["trace[652037348] 'process raft request' (duration: 122.290742ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:58.549034Z","caller":"traceutil/trace.go:171","msg":"trace[1404413776] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"115.623565ms","start":"2026-03-04T13:47:58.433403Z","end":"2026-03-04T13:47:58.549027Z","steps":["trace[1404413776] 'process raft request' (duration: 115.360398ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:58.549093Z","caller":"traceutil/trace.go:171","msg":"trace[1875525299] transaction","detail":"{read_only:false; response_revision:25536; number_of_response:1; }","duration":"115.599474ms","start":"2026-03-04T13:47:58.433484Z","end":"2026-03-04T13:47:58.549084Z","steps":["trace[1875525299] 'process raft request' (duration: 115.479211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:58.549163Z","caller":"traceutil/trace.go:171","msg":"trace[979113580] transaction","detail":"{read_only:false; response_revision:25537; number_of_response:1; }","duration":"115.617095ms","start":"2026-03-04T13:47:58.43354Z","end":"2026-03-04T13:47:58.549157Z","steps":["trace[979113580] 'process raft request' (duration: 115.481172ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:58.825964Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23210} {"level":"info","ts":"2026-03-04T13:47:58.981359Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23210,"took":"149.915883ms","hash":3455575266,"current-db-size-bytes":46768128,"current-db-size":"47 MB","current-db-size-in-use-bytes":31666176,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T13:47:58.981422Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3455575266,"revision":23210,"compact-revision":20251} {"level":"info","ts":"2026-03-04T13:49:09.646772Z","caller":"traceutil/trace.go:171","msg":"trace[1681956378] transaction","detail":"{read_only:false; response_revision:26124; number_of_response:1; }","duration":"112.005113ms","start":"2026-03-04T13:49:09.534744Z","end":"2026-03-04T13:49:09.646749Z","steps":["trace[1681956378] 'process raft request' (duration: 111.514452ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:50:29.293302Z","caller":"traceutil/trace.go:171","msg":"trace[1137581019] transaction","detail":"{read_only:false; response_revision:26927; number_of_response:1; }","duration":"221.079328ms","start":"2026-03-04T13:50:29.072199Z","end":"2026-03-04T13:50:29.293278Z","steps":["trace[1137581019] 'process raft request' (duration: 220.921965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:50:29.305644Z","caller":"traceutil/trace.go:171","msg":"trace[1713098563] transaction","detail":"{read_only:false; response_revision:26928; number_of_response:1; }","duration":"217.808427ms","start":"2026-03-04T13:50:29.087809Z","end":"2026-03-04T13:50:29.305617Z","steps":["trace[1713098563] 'process raft request' (duration: 217.558511ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:50:29.305762Z","caller":"traceutil/trace.go:171","msg":"trace[736478604] transaction","detail":"{read_only:false; response_revision:26929; number_of_response:1; }","duration":"216.051197ms","start":"2026-03-04T13:50:29.089695Z","end":"2026-03-04T13:50:29.305747Z","steps":["trace[736478604] 'process raft request' (duration: 215.808411ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:50:29.305781Z","caller":"traceutil/trace.go:171","msg":"trace[1000283294] transaction","detail":"{read_only:false; response_revision:26930; number_of_response:1; }","duration":"212.330823ms","start":"2026-03-04T13:50:29.093426Z","end":"2026-03-04T13:50:29.305757Z","steps":["trace[1000283294] 'process raft request' (duration: 212.121808ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:50:29.306023Z","caller":"traceutil/trace.go:171","msg":"trace[1259230419] transaction","detail":"{read_only:false; response_revision:26932; number_of_response:1; }","duration":"191.589518ms","start":"2026-03-04T13:50:29.114423Z","end":"2026-03-04T13:50:29.306013Z","steps":["trace[1259230419] 'process raft request' (duration: 191.478385ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:50:29.306007Z","caller":"traceutil/trace.go:171","msg":"trace[1386204033] linearizableReadLoop","detail":"{readStateIndex:27876; appliedIndex:27870; }","duration":"163.701812ms","start":"2026-03-04T13:50:29.14228Z","end":"2026-03-04T13:50:29.305982Z","steps":["trace[1386204033] 'read index received' (duration: 150.950345ms)","trace[1386204033] 'applied index is now lower than readState.Index' (duration: 12.750437ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:50:29.30604Z","caller":"traceutil/trace.go:171","msg":"trace[840063047] transaction","detail":"{read_only:false; response_revision:26931; number_of_response:1; }","duration":"205.791687ms","start":"2026-03-04T13:50:29.100191Z","end":"2026-03-04T13:50:29.305982Z","steps":["trace[840063047] 'process raft request' (duration: 205.521191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:50:29.306119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.819454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:50:29.30615Z","caller":"traceutil/trace.go:171","msg":"trace[1789901931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26932; }","duration":"163.892076ms","start":"2026-03-04T13:50:29.142248Z","end":"2026-03-04T13:50:29.30614Z","steps":["trace[1789901931] 'agreement among raft nodes before linearized reading' (duration: 163.823505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:50:29.652159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.188833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T13:50:29.652213Z","caller":"traceutil/trace.go:171","msg":"trace[981369770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26932; }","duration":"143.302635ms","start":"2026-03-04T13:50:29.508898Z","end":"2026-03-04T13:50:29.652201Z","steps":["trace[981369770] 'range keys from in-memory index tree' (duration: 143.031589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:50:29.652281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.782517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T13:50:29.652334Z","caller":"traceutil/trace.go:171","msg":"trace[549626580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26932; }","duration":"135.872859ms","start":"2026-03-04T13:50:29.516446Z","end":"2026-03-04T13:50:29.652319Z","steps":["trace[549626580] 'range keys from in-memory index tree' (duration: 135.664994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:50:29.652428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.368432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T13:50:29.652445Z","caller":"traceutil/trace.go:171","msg":"trace[155666524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26932; }","duration":"137.406202ms","start":"2026-03-04T13:50:29.515033Z","end":"2026-03-04T13:50:29.652439Z","steps":["trace[155666524] 'range keys from in-memory index tree' (duration: 137.305571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:50:29.652475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.856097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T13:50:29.652494Z","caller":"traceutil/trace.go:171","msg":"trace[1898621699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26932; }","duration":"192.908058ms","start":"2026-03-04T13:50:29.45958Z","end":"2026-03-04T13:50:29.652489Z","steps":["trace[1898621699] 'range keys from in-memory index tree' (duration: 192.729044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:50:29.65257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.136016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T13:50:29.652581Z","caller":"traceutil/trace.go:171","msg":"trace[1017471262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26932; }","duration":"186.227409ms","start":"2026-03-04T13:50:29.46635Z","end":"2026-03-04T13:50:29.652578Z","steps":["trace[1017471262] 'range keys from in-memory index tree' (duration: 186.040964ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:50:29.81511Z","caller":"traceutil/trace.go:171","msg":"trace[1923328371] transaction","detail":"{read_only:false; response_revision:26933; number_of_response:1; }","duration":"159.515598ms","start":"2026-03-04T13:50:29.655575Z","end":"2026-03-04T13:50:29.815091Z","steps":["trace[1923328371] 'process raft request' (duration: 159.376445ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:50:29.816357Z","caller":"traceutil/trace.go:171","msg":"trace[22993522] transaction","detail":"{read_only:false; response_revision:26934; number_of_response:1; }","duration":"160.252515ms","start":"2026-03-04T13:50:29.656072Z","end":"2026-03-04T13:50:29.816324Z","steps":["trace[22993522] 'process raft request' (duration: 159.908997ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:50:29.816475Z","caller":"traceutil/trace.go:171","msg":"trace[1463575162] transaction","detail":"{read_only:false; response_revision:26937; number_of_response:1; }","duration":"156.122943ms","start":"2026-03-04T13:50:29.660302Z","end":"2026-03-04T13:50:29.816425Z","steps":["trace[1463575162] 'process raft request' (duration: 155.98084ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:50:29.816565Z","caller":"traceutil/trace.go:171","msg":"trace[1629278726] linearizableReadLoop","detail":"{readStateIndex:27881; appliedIndex:27876; }","duration":"151.006108ms","start":"2026-03-04T13:50:29.665549Z","end":"2026-03-04T13:50:29.816555Z","steps":["trace[1629278726] 'read index received' (duration: 149.475344ms)","trace[1629278726] 'applied index is now lower than readState.Index' (duration: 1.529674ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:50:29.816559Z","caller":"traceutil/trace.go:171","msg":"trace[212198690] transaction","detail":"{read_only:false; response_revision:26935; number_of_response:1; }","duration":"156.402799ms","start":"2026-03-04T13:50:29.660127Z","end":"2026-03-04T13:50:29.81653Z","steps":["trace[212198690] 'process raft request' (duration: 156.019811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:50:29.816967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.151642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:50:29.817034Z","caller":"traceutil/trace.go:171","msg":"trace[626924850] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26937; }","duration":"151.517799ms","start":"2026-03-04T13:50:29.665501Z","end":"2026-03-04T13:50:29.817019Z","steps":["trace[626924850] 'agreement among raft nodes before linearized reading' (duration: 151.11456ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:50:29.816398Z","caller":"traceutil/trace.go:171","msg":"trace[1513726725] transaction","detail":"{read_only:false; response_revision:26936; number_of_response:1; }","duration":"156.166104ms","start":"2026-03-04T13:50:29.660192Z","end":"2026-03-04T13:50:29.816358Z","steps":["trace[1513726725] 'process raft request' (duration: 156.031951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:50:35.625332Z","caller":"traceutil/trace.go:171","msg":"trace[1499763923] transaction","detail":"{read_only:false; response_revision:26968; number_of_response:1; }","duration":"293.269459ms","start":"2026-03-04T13:50:35.332031Z","end":"2026-03-04T13:50:35.625301Z","steps":["trace[1499763923] 'process raft request' (duration: 230.369657ms)","trace[1499763923] 'compare' (duration: 62.576595ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:50:35.681504Z","caller":"traceutil/trace.go:171","msg":"trace[1054030247] transaction","detail":"{read_only:false; response_revision:26970; number_of_response:1; }","duration":"347.574477ms","start":"2026-03-04T13:50:35.333901Z","end":"2026-03-04T13:50:35.681476Z","steps":["trace[1054030247] 'process raft request' (duration: 347.481675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:50:35.681699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:50:35.333871Z","time spent":"347.71589ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:50:35.681593Z","caller":"traceutil/trace.go:171","msg":"trace[424497020] transaction","detail":"{read_only:false; response_revision:26969; number_of_response:1; }","duration":"347.922265ms","start":"2026-03-04T13:50:35.333603Z","end":"2026-03-04T13:50:35.681525Z","steps":["trace[424497020] 'process raft request' (duration: 347.616958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:50:35.682172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:50:35.333561Z","time spent":"348.490148ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:50:35.682547Z","caller":"traceutil/trace.go:171","msg":"trace[2082176369] transaction","detail":"{read_only:false; response_revision:26971; number_of_response:1; }","duration":"348.423736ms","start":"2026-03-04T13:50:35.334069Z","end":"2026-03-04T13:50:35.682493Z","steps":["trace[2082176369] 'process raft request' (duration: 347.362913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:50:35.68279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:50:35.334054Z","time spent":"348.61448ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:50:35.68282Z","caller":"traceutil/trace.go:171","msg":"trace[1579492952] transaction","detail":"{read_only:false; response_revision:26972; number_of_response:1; }","duration":"348.60377ms","start":"2026-03-04T13:50:35.334204Z","end":"2026-03-04T13:50:35.682808Z","steps":["trace[1579492952] 'process raft request' (duration: 348.165721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:50:35.682856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.383758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-04T13:50:35.682582Z","caller":"traceutil/trace.go:171","msg":"trace[588089782] linearizableReadLoop","detail":"{readStateIndex:27918; appliedIndex:27912; }","duration":"234.083361ms","start":"2026-03-04T13:50:35.44846Z","end":"2026-03-04T13:50:35.682544Z","steps":["trace[588089782] 'read index received' (duration: 114.078558ms)","trace[588089782] 'applied index is now lower than readState.Index' (duration: 120.003703ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:50:35.682915Z","caller":"traceutil/trace.go:171","msg":"trace[370223740] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26973; }","duration":"234.49453ms","start":"2026-03-04T13:50:35.448407Z","end":"2026-03-04T13:50:35.682902Z","steps":["trace[370223740] 'agreement among raft nodes before linearized reading' (duration: 234.241235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:50:35.68299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:50:35.334192Z","time spent":"348.662781ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:50:35.683008Z","caller":"traceutil/trace.go:171","msg":"trace[894698221] transaction","detail":"{read_only:false; response_revision:26973; number_of_response:1; }","duration":"344.367816ms","start":"2026-03-04T13:50:35.338587Z","end":"2026-03-04T13:50:35.682955Z","steps":["trace[894698221] 'process raft request' (duration: 343.909726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:50:35.683241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:50:35.338577Z","time spent":"344.522799ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:52:58.834895Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25543} {"level":"info","ts":"2026-03-04T13:52:58.965115Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25543,"took":"125.643618ms","hash":1263883031,"current-db-size-bytes":47611904,"current-db-size":"48 MB","current-db-size-in-use-bytes":32854016,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-04T13:52:58.965159Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1263883031,"revision":25543,"compact-revision":23210} {"level":"info","ts":"2026-03-04T13:55:08.794653Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f52f30d5714009d5","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T13:55:08.801201Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-04T13:55:08.801307Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-04T13:57:58.84077Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28094} {"level":"info","ts":"2026-03-04T13:57:58.978327Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28094,"took":"132.863631ms","hash":3668660601,"current-db-size-bytes":47611904,"current-db-size":"48 MB","current-db-size-in-use-bytes":27123712,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T13:57:58.97841Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3668660601,"revision":28094,"compact-revision":25543} {"level":"info","ts":"2026-03-04T14:02:58.846355Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30170} {"level":"info","ts":"2026-03-04T14:02:58.989103Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30170,"took":"137.30024ms","hash":1964409589,"current-db-size-bytes":47611904,"current-db-size":"48 MB","current-db-size-in-use-bytes":27095040,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T14:02:58.989166Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1964409589,"revision":30170,"compact-revision":28094} {"level":"info","ts":"2026-03-04T14:07:58.854201Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32318} {"level":"info","ts":"2026-03-04T14:07:58.991771Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32318,"took":"133.873683ms","hash":1790694727,"current-db-size-bytes":48500736,"current-db-size":"48 MB","current-db-size-in-use-bytes":28999680,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T14:07:58.992076Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1790694727,"revision":32318,"compact-revision":30170} {"level":"info","ts":"2026-03-04T14:11:04.698332Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000090a1.wal"} {"level":"info","ts":"2026-03-04T14:12:58.861536Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34497} {"level":"info","ts":"2026-03-04T14:12:58.999971Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34497,"took":"134.351393ms","hash":3592449301,"current-db-size-bytes":51048448,"current-db-size":"51 MB","current-db-size-in-use-bytes":29003776,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T14:12:59.000048Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3592449301,"revision":34497,"compact-revision":32318}